-- Logs begin at Wed 2022-03-23 09:31:05 UTC, end at Wed 2022-03-23 11:16:54 UTC. -- Mar 23 10:06:17.297246 dv-neutron-834652-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 10:06:19.861133 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.common.config [-] Logging enabled! Mar 23 10:06:19.861845 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev73 Mar 23 10:06:19.861938 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 10:06:19.864979 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.common.config [-] Logging enabled! Mar 23 10:06:19.865262 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev73 Mar 23 10:06:19.865574 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87752) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 10:06:19.866513 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 10:06:19.866756 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 10:06:19.867110 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 10:06:19.867357 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 10:06:19.867584 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 10:06:19.867908 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.868208 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.868507 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.868738 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.869062 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.869570 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.869848 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.870160 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.870472 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.871598 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.871598 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.871880 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.872114 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.872397 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.872687 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.872972 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.873226 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] debug = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.873509 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.873937 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.874351 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.874650 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.874942 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.875225 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.875501 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.875780 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.876068 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.876401 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] host = dv-neutron-834652-2-hyperv {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.876685 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.877014 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.877365 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.877657 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.877938 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.878220 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.878507 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.878784 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.879065 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] log_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.879343 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.879634 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.879927 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.880216 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.880445 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.880667 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.880956 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.881278 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.881549 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.881832 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.882112 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.882392 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.882669 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.882943 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.883232 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.883520 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.883807 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.884089 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.884369 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.884648 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.884998 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.885315 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.885594 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.885875 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.886155 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.886446 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.887441 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.887726 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.888051 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.888357 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.888653 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.888943 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.889258 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.889545 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.889830 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.890118 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.890402 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] use_json = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.890681 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.890958 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.891244 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.891523 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.891800 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.892077 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.892352 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.892641 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.892920 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:19.893243 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.893544 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.893848 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.894143 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.894438 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.894727 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.895021 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.895305 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.895596 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.895888 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.896181 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.896463 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.896773 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.897072 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.897361 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.897671 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.897970 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.898265 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.898544 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.898825 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.899105 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.899387 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.899677 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.899973 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.900264 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.900546 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.900829 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.901152 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.901437 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.901713 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.901993 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.902334 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.902616 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.902893 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.903178 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.903460 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.903734 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.904007 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.904286 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.904575 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.904853 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.905210 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.905487 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.905768 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.906041 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.906328 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.906607 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.906883 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.907160 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.907442 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.907718 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.907996 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.908279 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.908553 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.908837 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.909141 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.909420 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.909698 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.909975 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.910251 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.910531 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.910808 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.911111 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.911390 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.911667 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.911945 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.912223 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.912501 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.912794 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.913124 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.913410 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.913696 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.913981 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.914265 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.914547 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.914829 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.915134 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.915420 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.915718 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.916090 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.916390 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.916687 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.916977 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.917288 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.917590 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.917930 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.918221 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.918525 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.918824 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.919131 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.919407 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.919706 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.920005 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.920304 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.920608 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.920906 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.921222 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.921540 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.921826 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:19.922044 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 10:06:19.922293 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87752) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 10:06:20.318438 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO keyring.backend [-] Loading KWallet Mar 23 10:06:20.326369 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO keyring.backend [-] Loading SecretService Mar 23 10:06:20.329836 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO keyring.backend [-] Loading Windows Mar 23 10:06:20.331164 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO keyring.backend [-] Loading chainer Mar 23 10:06:20.331942 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO keyring.backend [-] Loading macOS Mar 23 10:06:20.365153 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 23 10:06:20.365420 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 23 10:06:20.365846 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 23 10:06:20.366177 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 10:06:20.764334 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.764627 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.764895 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.766216 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.766583 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.766862 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.801933 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.802208 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.802471 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.816390 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.816672 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.816935 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.848331 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.848612 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.848880 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.887419 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.887914 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:20.887988 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.128167 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.128362 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.128627 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.128892 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.129662 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.251296 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.251611 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.251893 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.252167 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.252430 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.252737 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.253001 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.253281 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.253537 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.253813 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.254071 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.254332 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.254591 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.254845 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.255106 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.255370 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.255626 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.255894 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.256144 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.256420 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.256765 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.257019 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.257288 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.257569 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.257815 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.258058 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.258451 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:06:21.258689 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:06:21.258940 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:06:21.259154 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:06:21.259386 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:06:21.259615 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:06:21.259998 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 10:06:21.263448 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 10:06:21.267428 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 10:06:21.271284 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Mar 23 10:06:21.272936 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 10:06:21.274594 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 10:06:21.274934 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 10:06:21.275325 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 10:06:21.278779 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 10:06:21.279027 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 10:06:21.279373 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 10:06:21.307594 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 10:06:21.308053 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.308898 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87752) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 23 10:06:21.309284 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.310661 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87752) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 10:06:21.310955 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 10:06:21.311203 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 10:06:21.314825 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.315106 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.377633 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 10:06:21.377872 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 10:06:21.378105 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 10:06:21.378537 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 10:06:21.410178 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_db.sqlalchemy.engines [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87752) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 23 10:06:21.741577 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Initializing driver for type 'gre' Mar 23 10:06:21.742094 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] gre ID ranges: [(1, 1000)] Mar 23 10:06:21.795325 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Initializing driver for type 'local' Mar 23 10:06:21.795667 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Initializing driver for type 'vlan' Mar 23 10:06:21.806507 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] VlanTypeDriver initialization complete Mar 23 10:06:21.806829 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Initializing driver for type 'vxlan' Mar 23 10:06:21.807317 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] vxlan ID ranges: [(1, 1000)] Mar 23 10:06:21.864169 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Initializing extension driver 'port_security' Mar 23 10:06:21.864549 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] PortSecurityExtensionDriver initialization complete Mar 23 10:06:21.864858 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Initializing mechanism driver 'openvswitch' Mar 23 10:06:21.865241 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Initializing mechanism driver 'hyperv' Mar 23 10:06:21.871917 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87752) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:06:21.872591 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > port after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.872969 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > port after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.873327 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > port after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.873854 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 10:06:21.874279 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > subnet after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.874626 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > subnet after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.874965 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > subnet after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.875350 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 10:06:21.875749 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > network after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.876089 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > network after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.876423 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > network after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.876812 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 10:06:21.877235 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > security_group after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.877581 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > security_group after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.877919 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > security_group after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.878455 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 10:06:21.878860 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.879200 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.879532 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.879919 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 10:06:21.880317 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > address_group after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.880656 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > address_group after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.880990 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > address_group after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.881527 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87752) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 23 10:06:21.884752 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] ML2 OVO RPC backend initialized. {{(pid=87752) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 23 10:06:21.884752 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router_interface after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.884752 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.884752 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > network before_response 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.885068 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > networks before_response 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.885068 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > port before_response 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.885068 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > ports before_response 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.885068 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > subnet before_response 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.885357 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > subnets before_response 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.885357 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > network after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.885545 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > network after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.885877 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > network after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.886263 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > port after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.886853 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > port after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.887236 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > port after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.887568 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > subnet after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.888047 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > subnet after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.888216 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > subnet after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.888798 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.plugin [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Modular L2 Plugin initialization complete Mar 23 10:06:21.889147 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading services supported by the core plugin {{(pid=87752) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 10:06:21.889470 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.plugins.ml2.managers [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Got port-security extension from driver 'port_security' Mar 23 10:06:21.889926 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.extensions.vlantransparent [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Disabled vlantransparent extension. Mar 23 10:06:21.890408 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87752) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 10:06:21.890719 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading Plugin: router Mar 23 10:06:21.929642 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router_interface before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.930031 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router after_create 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.930395 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router before_create 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.930757 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.931120 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.931465 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router after_delete 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.931816 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > floatingip after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.932172 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router after_create 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.932513 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router after_update 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.932854 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router after_update 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.933235 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.933644 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router after_update 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.934051 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router precommit_update 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.934414 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: port after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.934747 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: port after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.935075 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: subnet after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.935409 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.935749 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > port precommit_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.936087 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router precommit_create 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.936422 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: port before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.936755 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router precommit_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.937125 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router after_update 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.937726 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router precommit_delete 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.938064 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router precommit_create 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.938417 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router_interface after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.938751 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router precommit_update 55549900 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.939106 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > agent after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.939450 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > agent after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.939784 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > network after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.940646 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Tracking information for resource: router configured {{(pid=87752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:06:21.940971 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Tracking information for resource: floatingip configured {{(pid=87752) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 10:06:21.946029 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.db.l3_agentschedulers_db [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 10:06:21.946605 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: port after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.946958 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: port after_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.947298 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: port after_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.947639 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: port after_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.948425 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router before_create 55550100 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.948782 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router precommit_delete 55550100 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.949210 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router precommit_create 55550100 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.949564 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > router precommit_update 55550100 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.954002 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.services.provider_configuration [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service providers = [] {{(pid=87752) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 10:06:21.954364 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.db.servicetype_db [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87752) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 10:06:21.957486 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.services.service_base [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:06:21.957830 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.services.service_base [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:06:21.958166 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.services.service_base [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:06:21.959052 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.services.service_base [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87752) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 10:06:21.959422 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.services.service_base [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 10:06:21.959811 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:06:21.960121 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 10:06:21.971882 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:06:21.972215 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading Plugin: auto_allocate Mar 23 10:06:21.978188 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: network precommit_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.978562 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: network precommit_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.979080 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:06:21.979395 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading Plugin: tag Mar 23 10:06:21.986712 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:06:21.987038 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading Plugin: timestamp Mar 23 10:06:21.991105 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:06:21.991431 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading Plugin: network_ip_availability Mar 23 10:06:21.997478 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.997794 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:21.998146 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:22.000014 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:06:22.000014 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading Plugin: flavors Mar 23 10:06:22.004163 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:06:22.004501 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading Plugin: revisions Mar 23 10:06:22.008943 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87752) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 10:06:22.009356 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_concurrency.lockutils [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.643s {{(pid=87752) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 23 10:06:22.010124 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87752) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 10:06:22.010454 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Initializing extension manager. Mar 23 10:06:22.010954 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: __init__.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.011290 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: __pycache__ {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.012269 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.012597 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: address_group.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.013397 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.013975 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: address-group Mar 23 10:06:22.014290 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: address_scope.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.014999 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.015501 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: address-scope Mar 23 10:06:22.015814 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: admin_state_down_before_update.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.016737 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.017258 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: router-admin-state-down-before-update Mar 23 10:06:22.017577 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: agent.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.018480 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.018979 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: agent Mar 23 10:06:22.019294 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: agent_resources_synced.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.020201 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.020709 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: agent-resources-synced Mar 23 10:06:22.021022 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: allowedaddresspairs.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.022852 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.023370 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: allowed-address-pairs Mar 23 10:06:22.023692 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: auto_allocated_topology.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.024769 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.025298 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: auto-allocated-topology Mar 23 10:06:22.025621 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: availability_zone.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.026305 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.026803 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: availability_zone Mar 23 10:06:22.027164 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: availability_zone_filter.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.028076 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.028579 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: availability_zone_filter Mar 23 10:06:22.028901 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: data_plane_status.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.029834 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.030338 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 10:06:22.030657 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: default_subnetpools.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.031571 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.032071 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: default-subnetpools Mar 23 10:06:22.032385 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: dhcpagentscheduler.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.033226 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.033740 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: dhcp_agent_scheduler Mar 23 10:06:22.034049 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: dns.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.034974 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.035479 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension dns-integration not supported by any of loaded plugins Mar 23 10:06:22.035793 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: dns_domain_ports.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.036708 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.037243 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 10:06:22.037563 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: dvr.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.038226 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.038727 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: dvr Mar 23 10:06:22.039042 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: empty_string_filtering.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.039951 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.040450 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: empty-string-filtering Mar 23 10:06:22.040764 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.041695 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.042190 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 10:06:22.042505 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.043453 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.043947 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 10:06:22.044261 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: external_net.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.045216 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.045720 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: external-net Mar 23 10:06:22.046042 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: extra_dhcp_opt.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.047046 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.047570 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: extra_dhcp_opt Mar 23 10:06:22.047883 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: extraroute.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.048791 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.049322 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: extraroute Mar 23 10:06:22.049638 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: extraroute_atomic.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.050685 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.051191 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: extraroute-atomic Mar 23 10:06:22.051508 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: filter_validation.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.052187 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.052687 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: filter-validation Mar 23 10:06:22.053001 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: fip_pf_description.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.053936 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.054438 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 10:06:22.054757 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: fip_port_details.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.055667 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.056171 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: fip-port-details Mar 23 10:06:22.056490 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: flavors.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.057773 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.058293 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: flavors Mar 23 10:06:22.059172 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.060872 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.061413 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 10:06:22.061733 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: floatingip_pools.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.062686 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.063192 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: floatingip-pools Mar 23 10:06:22.063506 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: ip_allocation.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.064429 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.064925 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 10:06:22.065256 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.066170 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.066670 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: ip-substring-filtering Mar 23 10:06:22.066984 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: l2_adjacency.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.067914 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.068409 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 10:06:22.068723 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: l3.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.069762 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.070267 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: router Mar 23 10:06:22.070586 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: l3_conntrack_helper.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.073007 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.073560 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 10:06:22.073887 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.075439 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.075950 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: ext-gw-mode Mar 23 10:06:22.076269 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.077226 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.077730 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: l3-ha Mar 23 10:06:22.078045 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: l3_flavors.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.078954 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.079455 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: l3-flavors Mar 23 10:06:22.079769 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.080671 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.081195 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 10:06:22.081513 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: l3agentscheduler.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.082569 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.083073 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: l3_agent_scheduler Mar 23 10:06:22.083457 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: logging.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.084900 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.085455 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension logging not supported by any of loaded plugins Mar 23 10:06:22.085782 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: metering.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.086523 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.087098 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: metering Mar 23 10:06:22.087418 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.088511 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.089026 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: metering_source_and_destination_fields Mar 23 10:06:22.089367 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: multiprovidernet.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.090841 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.091345 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: multi-provider Mar 23 10:06:22.091664 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: netmtu.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.092574 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.093103 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: net-mtu Mar 23 10:06:22.093427 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: netmtu_writable.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.094380 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.094908 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: net-mtu-writable Mar 23 10:06:22.095226 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: network_availability_zone.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.095905 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.096404 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: network_availability_zone Mar 23 10:06:22.096720 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: network_ip_availability.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.097874 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.098386 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: network-ip-availability Mar 23 10:06:22.098705 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: network_segment_range.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.099486 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.099992 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 10:06:22.100310 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: pagination.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.101336 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.101662 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: pagination Mar 23 10:06:22.101977 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: port_device_profile.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.102881 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.103383 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: port-device-profile Mar 23 10:06:22.103698 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.104633 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.105167 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: port-mac-address-regenerate Mar 23 10:06:22.106080 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.106995 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.107496 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: port-numa-affinity-policy Mar 23 10:06:22.107813 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: port_resource_request.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.108726 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.109248 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 10:06:22.109564 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: portbindings.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.110488 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.110991 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: binding Mar 23 10:06:22.111305 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: portbindings_extended.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.112751 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.113306 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: binding-extended Mar 23 10:06:22.113655 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: portsecurity.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.114554 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.115072 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: port-security Mar 23 10:06:22.115392 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: project_id.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.116358 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.116682 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: project-id Mar 23 10:06:22.117001 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: providernet.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.118055 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.118454 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: provider Mar 23 10:06:22.118769 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: qos.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.122429 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.122944 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension qos not supported by any of loaded plugins Mar 23 10:06:22.123271 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.124516 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.125053 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 10:06:22.125372 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.126284 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.126790 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 10:06:22.127106 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: qos_default.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.128008 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.128516 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension qos-default not supported by any of loaded plugins Mar 23 10:06:22.128833 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: qos_fip.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.129506 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.130004 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension qos-fip not supported by any of loaded plugins Mar 23 10:06:22.130321 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: qos_gateway_ip.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.131238 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.131739 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 10:06:22.132055 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: qos_port_network_policy.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.132958 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.133490 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 10:06:22.133807 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: qos_rule_type_details.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.134723 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.135221 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 10:06:22.135537 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: qos_rules_alias.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.136898 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.137438 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 10:06:22.137788 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: quotasv2.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.138747 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.139070 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: quotas Mar 23 10:06:22.139383 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: quotasv2_detail.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.141102 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.141441 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: quota_details Mar 23 10:06:22.141765 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: rbac.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.142840 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.143379 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: rbac-policies Mar 23 10:06:22.143704 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: rbac_address_group.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.144628 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.145178 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: rbac-address-group Mar 23 10:06:22.145498 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: rbac_address_scope.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.146429 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.146943 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: rbac-address-scope Mar 23 10:06:22.147264 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: rbac_security_groups.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.148187 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.148688 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: rbac-security-groups Mar 23 10:06:22.149002 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: rbac_subnetpool.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.149952 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.150459 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: rbac-subnetpool Mar 23 10:06:22.150773 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: revisionifmatch.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.151685 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.152748 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: revision-if-match Mar 23 10:06:22.153097 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: revisions.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.154358 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.154875 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: standard-attr-revisions Mar 23 10:06:22.155201 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: router_availability_zone.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.155876 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.156377 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: router_availability_zone Mar 23 10:06:22.156695 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: routerservicetype.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.157637 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.158137 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension router-service-type not supported by any of loaded plugins Mar 23 10:06:22.158449 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.159360 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.159866 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: security-groups-normalized-cidr Mar 23 10:06:22.160183 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: security_groups_port_filtering.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.161127 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.161637 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: port-security-groups-filtering Mar 23 10:06:22.161954 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.162865 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.163371 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: security-groups-remote-address-group Mar 23 10:06:22.163688 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: securitygroup.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.174110 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.174637 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: security-group Mar 23 10:06:22.174972 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: segment.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.175755 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.176259 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension segment not supported by any of loaded plugins Mar 23 10:06:22.176579 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.177543 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.178048 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 10:06:22.178367 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: servicetype.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.179481 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.179997 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: service-type Mar 23 10:06:22.180317 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: sorting.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.181325 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.181651 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: sorting Mar 23 10:06:22.181968 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: standard_attr_segment.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.182880 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.183443 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 10:06:22.183764 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: standardattrdescription.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.184409 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.184919 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: standard-attr-description Mar 23 10:06:22.185267 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: stateful_security_group.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.186189 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.186701 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: stateful-security-group Mar 23 10:06:22.187019 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: stdattrs_common.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.187866 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 10:06:22.188179 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.189217 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.189732 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 10:06:22.190043 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: subnet_onboard.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.191120 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.191630 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: subnet_onboard Mar 23 10:06:22.191946 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.192902 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.193429 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 10:06:22.193741 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: subnet_service_types.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.194654 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.195174 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: subnet-service-types Mar 23 10:06:22.195490 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: subnetallocation.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.196561 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.197116 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: subnet_allocation Mar 23 10:06:22.197444 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.198122 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.198660 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: subnetpool-prefix-ops Mar 23 10:06:22.199539 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.200597 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.201761 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 10:06:22.201761 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: tagging.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.202671 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.203085 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: standard-attr-tag Mar 23 10:06:22.203404 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: timestamp.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.204616 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.205154 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loaded extension: standard-attr-timestamp Mar 23 10:06:22.205476 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: trunk.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.206505 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.207018 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension trunk not supported by any of loaded plugins Mar 23 10:06:22.207335 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: trunk_details.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.208251 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.208862 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension trunk-details not supported by any of loaded plugins Mar 23 10:06:22.209091 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: uplink_status_propagation.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.210023 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.210531 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 10:06:22.210845 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Loading extension file: vlantransparent.py {{(pid=87752) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 10:06:22.211513 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87752) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 10:06:22.212016 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 10:06:22.214588 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:network Mar 23 10:06:22.215921 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:subnet Mar 23 10:06:22.216708 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:06:22.217332 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:port Mar 23 10:06:22.218618 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.219067 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service FLAVORS assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.219683 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.220097 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.220434 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:router Mar 23 10:06:22.221117 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:floatingip Mar 23 10:06:22.221821 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service METERING assigned prefix: /metering {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.223278 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:22.223628 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:22.223975 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87752) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:06:22.226386 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 10:06:22.226832 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:security_group Mar 23 10:06:22.227489 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 10:06:22.228229 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service CORE assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.228558 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:06:22.228894 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] subnetpool is already registered Mar 23 10:06:22.229548 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service CORE assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.229876 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:06:22.230244 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] subnetpool is already registered Mar 23 10:06:22.345756 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.346101 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service FLAVORS assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.346697 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.347117 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.347455 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:router Mar 23 10:06:22.347785 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] router is already registered Mar 23 10:06:22.348445 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:floatingip Mar 23 10:06:22.348771 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] floatingip is already registered Mar 23 10:06:22.349425 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service METERING assigned prefix: /metering {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.350239 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 10:06:22.350568 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] rbac_policy is already registered Mar 23 10:06:22.350989 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:security_group Mar 23 10:06:22.351312 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] security_group is already registered Mar 23 10:06:22.351902 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 10:06:22.352224 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] security_group_rule is already registered Mar 23 10:06:22.352886 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service CORE assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.353232 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:06:22.353552 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] subnetpool is already registered Mar 23 10:06:22.354148 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.v2.resource_helper [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Service CORE assigned prefix: {{(pid=87752) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 10:06:22.354470 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 10:06:22.354786 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING neutron.quota.resource_registry [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] subnetpool is already registered Mar 23 10:06:22.356005 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: extensions {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.357512 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: address-groups {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.359113 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: address-scopes {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.360320 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: agents {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.361494 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: auto-allocated-topology {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.362826 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: availability_zones {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.364073 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: dhcp-networks {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.365479 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: dhcp-agents {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.366911 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: routers {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.368687 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: flavors {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.369886 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: service_profiles {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.371783 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: next_providers {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.373336 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: service_profiles {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.374840 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: floatingip-pools {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.376035 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: routers {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.377857 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: floatingips {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.379031 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: l3-routers {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.380376 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: l3-agents {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.381908 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: metering-labels {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.383145 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: metering-label-rules {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.384408 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: network-ip-availabilities {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.385671 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: bindings {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.387371 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: quotas {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.388803 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: quotas {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.390224 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: rbac-policies {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.391493 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: security-groups {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.392689 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: security-group-rules {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.393916 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: service-providers {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.395234 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: subnetpools {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.396548 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: subnetpools {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.397999 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: tags {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.399743 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: tags {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.401543 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: tags {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.403391 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: tags {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.406315 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: tags {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.408135 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: tags {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.409833 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: tags {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.411720 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: tags {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.413467 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: tags {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.415297 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron.api.extensions [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Extended resource: tags {{(pid=87752) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 10:06:22.421775 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING keystonemiddleware.auth_token [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 10:06:22.426683 dv-neutron-834652-2-hyperv neutron-server[87752]: WARNING keystonemiddleware.auth_token [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 10:06:22.435527 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_concurrency.lockutils [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Acquired lock "singleton_lock" {{(pid=87752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 23 10:06:22.436006 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_concurrency.lockutils [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Releasing lock "singleton_lock" {{(pid=87752) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 23 10:06:22.436637 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO oslo_service.service [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Starting 2 workers Mar 23 10:06:22.441563 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Started child 87859 {{(pid=87752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 23 10:06:22.445788 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Started child 87860 {{(pid=87752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 23 10:06:22.446649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:22.447411 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO neutron.service [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 10:06:22.448050 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Notify callbacks [] for process, before_spawn {{(pid=87752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:22.448145 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [-] (87859) wsgi starting up on http://0.0.0.0:9696 Mar 23 10:06:22.450166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:22.450629 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO oslo_service.service [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Starting 1 workers Mar 23 10:06:22.451490 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [-] (87860) wsgi starting up on http://0.0.0.0:9696 Mar 23 10:06:22.455545 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Started child 87861 {{(pid=87752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 23 10:06:22.456041 dv-neutron-834652-2-hyperv neutron-server[87752]: INFO oslo_service.service [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Starting 1 workers Mar 23 10:06:22.459007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.service [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] calling RpcWorker wait() {{(pid=87861) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 10:06:22.459535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.service [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] returning from RpcWorker wait() {{(pid=87861) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 10:06:22.460319 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Started child 87862 {{(pid=87752) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 23 10:06:22.460811 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:22.461096 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG neutron_lib.callbacks.manager [None req-ae7ac411-ff1b-4ed0-a2f8-f15c2291ad7b None None] Notify callbacks [] for process, after_spawn {{(pid=87752) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:22.461274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:06:22.462895 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 23 10:06:22.463104 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 10:06:22.463286 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 10:06:22.463682 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 10:06:22.467227 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 10:06:22.467227 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 10:06:22.467227 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.467227 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.467227 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.467595 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:22.468039 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468039 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468039 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468235 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:06:22.468317 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468317 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468317 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468317 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468317 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 52632) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:06:22.468669 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468669 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468669 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468669 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468669 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.468955 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.469390 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.469390 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.469634 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.469905 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.470157 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.470428 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] debug = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.470671 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.471132 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.471359 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.471621 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.471858 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.472127 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.472371 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.472638 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.472881 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.473120 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.473354 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.473602 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.473858 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.474071 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.474306 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.474548 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.474800 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.475292 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] host = dv-neutron-834652-2-hyperv {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.475508 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.475749 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.475977 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.476202 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.476202 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.476202 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.477333 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067456 Mar 23 10:06:22.477406 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.477406 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.477542 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.477717 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.477949 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.478174 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.478389 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.479234 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.480122 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_options = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.480892 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.481225 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.481527 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.481735 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.481928 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.482102 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.482378 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.484396 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.484396 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.484396 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.484396 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.484396 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.484396 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.484396 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.484396 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.484904 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.485166 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.485423 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.485584 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.485833 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.487904 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.487904 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.487904 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.487904 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.488160 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.488328 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.488679 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.488825 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.488997 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.489295 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.489539 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.490118 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.490687 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.490687 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.491041 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.491535 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.491844 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.492136 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.492253 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.492509 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.494571 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.494571 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.494571 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.494571 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.494862 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.495197 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_json = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.495349 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.498727 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.498727 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.498727 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.498727 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.498727 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.498727 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.498727 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.498727 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.499830 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.499830 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.499830 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.499830 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.499830 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.499830 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.499830 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.500800 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.500800 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.500800 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.500800 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.501349 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.501349 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.501621 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.502093 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.502254 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.502391 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.505464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.505464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.505464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.505464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.505464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.505464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.505464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.505464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.506619 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.506619 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.506619 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.506619 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.506619 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.506619 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.506619 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.506619 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.507643 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.507643 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.507643 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.507643 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.509060 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.509060 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.510557 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.510557 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.510557 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.510557 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.511116 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.511116 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.511389 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.511389 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.515138 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.515138 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.516031 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.516789 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.517326 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.518851 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.519342 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.519824 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.520701 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.521151 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.521559 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.524424 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.524882 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.525347 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.526113 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.526859 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.527996 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.528435 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.528877 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.529925 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.530365 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.530788 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.531049 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.531292 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.531531 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.531765 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.531995 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.532493 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.532493 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.532656 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.532884 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.533196 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.533428 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.533668 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.533900 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.534137 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.534359 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.534774 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.536010 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.536275 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.536561 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.536827 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.537090 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.537342 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.537613 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.537877 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.538076 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.538315 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.538573 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.538807 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.539054 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.539282 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.539507 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.539765 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.540019 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.540268 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.540511 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.540750 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.540982 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.543676 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.543676 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.543676 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.543676 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.543676 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.545631 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.545631 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.545631 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.545631 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.545962 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.546046 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.546985 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.546985 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.546985 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.547255 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.547324 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.547568 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.547797 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.548075 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.548395 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.548618 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.548901 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.549702 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.549702 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.549702 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.549936 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.550217 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.551135 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.551135 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.551135 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.551375 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.551441 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.552471 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.552471 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.552471 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.552471 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.552769 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.552958 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.553185 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.553406 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.553654 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.553869 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.554101 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.554329 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.554559 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.554799 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.555011 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.555243 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.555482 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.555731 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.555996 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.556216 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.556439 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.556670 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.556882 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.557127 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.557487 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.557643 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.557839 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.558018 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.558261 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.559167 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.559410 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.559681 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.559932 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.560178 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.560427 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.560707 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.560975 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.561259 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.562464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.562464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.562464 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.562684 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.562908 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.563684 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.563684 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.563971 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.564252 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.564556 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.564914 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.566062 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.566062 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.566351 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.566488 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.566885 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.567286 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.567683 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.567974 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.569140 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.569140 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.569140 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.569140 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.569140 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.569835 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.569835 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.570099 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.570337 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.570779 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.571155 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.571569 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.571569 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.571781 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.571998 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.572218 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.572444 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.572679 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.572895 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.573157 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.573391 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.573703 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.574007 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.574245 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.574499 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.574729 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.575758 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.575758 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.575758 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.575758 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.576181 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.576181 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.576442 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.576442 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.576636 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.577750 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.577750 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.577750 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.577750 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.578186 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.578186 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.578415 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.578656 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.578983 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.579235 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.579590 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.579742 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.579935 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.580175 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.580431 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.580772 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.581084 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.581349 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.582191 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.582191 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.582191 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.582459 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.582656 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.582954 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.583273 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.583535 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.583800 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.584052 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.584334 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.584548 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.584769 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.585004 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.585250 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.585491 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.585750 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.586013 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.586237 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.587666 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.587666 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.587666 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.587666 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.587666 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.587666 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.588072 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.588072 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 10:06:22.588365 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87752) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 23 10:06:22.588519 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 10:06:22.588665 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 10:06:22.588828 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 10:06:22.589002 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 10:06:22.590534 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 10:06:22.590749 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.590912 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.590988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:06:22.591061 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.591253 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592249 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592249 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592249 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592249 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592249 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592249 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592249 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592682 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592682 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592801 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.592865 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.593000 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.593169 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.593327 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.593472 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.593925 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.593925 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.595266 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.595266 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] debug = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.595266 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.595841 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.596691 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.596691 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.596691 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.596691 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.597442 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.597442 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.597442 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.599509 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.599509 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.599509 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.599509 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.599907 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.599907 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.600052 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.601108 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.601108 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] host = dv-neutron-834652-2-hyperv {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.601108 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.601108 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.601670 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.601670 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.601670 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.602074 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.602074 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.602317 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.602530 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.602766 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.602998 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.603226 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.603455 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.603684 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.603912 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_options = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.604187 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.604400 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.604584 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.604853 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.606085 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.606085 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.606255 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.606412 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.606643 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.606875 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.607104 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.607331 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.607561 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.608670 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.608670 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.608670 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.608670 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.608670 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.609385 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.609385 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.609385 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.609593 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.609803 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.610030 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.610367 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.610482 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.610701 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.610936 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.611408 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.611408 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.612247 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.612247 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.612247 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.612247 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.612575 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.612695 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.612916 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.613288 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.613407 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.614480 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.614480 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.614480 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.614480 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.614480 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.615118 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.615118 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_json = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.615262 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.615369 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.615600 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.615827 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.616057 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.616287 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.616601 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.616757 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.616956 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 10:06:22.617334 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.617490 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.617833 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.618010 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.619250 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.619250 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.619250 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.619250 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.619250 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.619917 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.619917 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.619917 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.620291 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.620291 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.620641 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.620728 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.620973 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.621236 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.621473 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.621707 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.621946 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.622181 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.622438 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.622768 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.623011 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.84/identity {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.623245 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.623477 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.623712 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.623953 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.624181 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.625096 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.625096 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.625096 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.625096 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.625462 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.625573 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.625808 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.626044 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.626485 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.626485 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.626885 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.627018 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.627155 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.627395 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.627634 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.627849 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.628096 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.628336 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.628577 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.628816 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.629095 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.629570 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.630032 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.630281 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.631726 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.631726 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.631726 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.631726 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.631726 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.631726 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.632502 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.632502 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.632502 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.633026 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.633026 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.633026 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.633450 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.633450 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.633450 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.633818 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.633818 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.634062 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.634062 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.634310 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.634448 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.634607 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.634743 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.634874 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.635006 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.635138 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.635264 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.635388 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.635513 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.635677 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.635853 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.636030 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.636257 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.636460 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.636637 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.636788 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.636944 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.637750 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.637916 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.638083 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.638243 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.638504 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.638607 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.638721 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.638881 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.639067 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.639587 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.639587 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.639754 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.639972 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.640199 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.640427 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.640660 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.640887 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.641887 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.641887 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.641887 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.641887 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.642167 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.642241 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.642460 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.642697 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.642945 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.643175 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.643407 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.643635 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.643867 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.644885 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.644885 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.644885 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.644885 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.645366 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.645366 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.645561 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.645796 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.645963 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.646559 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.646559 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.646787 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.646787 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.646983 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.647087 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.647248 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.647413 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.647561 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.647713 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.647859 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.648020 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.648181 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.648342 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.84/identity {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.648503 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.648705 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.648851 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.648985 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.650237 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.650237 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654154 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654154 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654154 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654154 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654154 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654154 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654154 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654154 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654970 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654970 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654970 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654970 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654970 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654970 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654970 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.654970 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.655867 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.655867 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.655867 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.655867 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.655867 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.655867 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.655867 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.655867 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.656760 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.656760 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.656760 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.656760 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.656760 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.656760 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.656760 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.656760 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.657508 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.657508 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.657508 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.657838 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.657838 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.658098 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.658329 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.658557 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.658790 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.659018 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.659252 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.659503 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.659757 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.660008 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.660255 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.660508 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.660762 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.660925 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.661146 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.661248 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.661407 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.661570 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.661734 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.661896 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.662056 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.662217 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.662377 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.662536 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.662699 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.662851 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.663004 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.663163 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.663323 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.663483 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.663706 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.663870 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.664030 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.664190 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.664350 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.664521 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.664680 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.664841 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.665000 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.665185 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.665354 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.665514 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.665674 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.665836 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.665995 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.666163 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.666323 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.666483 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.666725 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.666955 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.667185 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.667417 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.667730 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.668497 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.668717 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.668981 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.669202 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.669420 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.669647 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.669890 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.670167 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.670375 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.670892 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.670892 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.671153 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.671280 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.671501 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.671738 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.671984 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.672212 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.672440 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.672671 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.672898 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.673171 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.673405 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.673647 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.673923 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.674155 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.674407 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.674659 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.674881 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.675042 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.675203 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.675363 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.675523 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.675683 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.675843 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.676003 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 10:06:22.676154 dv-neutron-834652-2-hyperv neutron-server[87752]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87752) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 10:06:33.639008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53699116-85ea-4d81-9336-858c5c7cc2d2 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:06:33.699527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53699116-85ea-4d81-9336-858c5c7cc2d2 None None] No non-hosted networks {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 10:06:33.708446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.agentschedulers_db [None req-53699116-85ea-4d81-9336-858c5c7cc2d2 None None] DHCP Agent not found on host dv-neutron-834652-2-hyperv {{(pid=87861) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 23 10:06:33.864544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c3ad2e94-8f41-4c78-8615-b514e1d2c8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4160474'] for agent, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:35.704358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2b3df11d-521b-48c5-8c36-d06b4e6cd157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4160474'] for agent, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:35.735026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6c7d7dae-eac6-4717-b7e1-10c6c317e635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:37.212149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4160474'] for agent, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:37.214082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.214868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.215582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.216125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.216613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.217959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.218582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.219459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.220030 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.220558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.221501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.222222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:37.222877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-834652-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:06:37.234337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-834652-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:06:37.380797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4160474'] for agent, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:38.859309 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.db.l3_hamode_db [None req-34223c86-b607-4122-aa5d-4324cb4c89db None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 10:06:38.973919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34223c86-b607-4122-aa5d-4324cb4c89db None None] Routers set() bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:06:38.974542 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34223c86-b607-4122-aa5d-4324cb4c89db None None] Router IDs set() for agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 23 10:06:39.398545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4160474'] for agent, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:40.787293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 52740) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:06:41.456475 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING oslo_policy.policy [None req-1211f990-f65f-4372-979f-1b99b69dd382 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:06:41.457073 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING oslo_policy.policy [None req-1211f990-f65f-4372-979f-1b99b69dd382 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:06:41.676661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-1211f990-f65f-4372-979f-1b99b69dd382 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:06:41.677636 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1211f990-f65f-4372-979f-1b99b69dd382 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8894405 Mar 23 10:06:44.272232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 52754) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:06:44.899877 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING oslo_policy.policy [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:06:44.900730 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING oslo_policy.policy [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:06:45.119007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:06:45.217965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.policy [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 10:06:45.263430 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING oslo_policy.policy [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:06:45.263807 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING oslo_policy.policy [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:06:45.272533 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.quota [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] Loaded quota_driver: . Mar 23 10:06:45.289266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:06:45.366649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783879893811', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783879893350', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783879874060', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783879877088', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783879919640', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783879929601', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-558080', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-582809', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3729326', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4131180'] for rbac-policy, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:45.439410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:45.441764 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-44481a65-e191-478c-845a-be50e1c4a49d admin admin] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1670814 Mar 23 10:06:48.194859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 52772) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:06:48.572108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Request body: {'network': {'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'name': 'private', 'admin_state_up': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:06:48.577867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:06:48.582127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Usage tracker for resource:network and tenant:dfe5d667863b45289a1dca93e7027d51 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:06:48.586845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:06:48.593968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:06:48.603514 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Made reservation on behalf of dfe5d667863b45289a1dca93e7027d51 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:06:48.606441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:48.624739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:48.639817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:06:48.643524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Usage tracker for resource:security_group_rule and tenant:dfe5d667863b45289a1dca93e7027d51 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:06:48.648972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:06:48.655277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:06:48.758297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:48.763892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:48.789934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:06:48.815933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783881616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:48.816440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Unsubscribe: segment precommit_create {{(pid=87859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 10:06:48.816976 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Added segment cdb502bf-a776-444d-a9ff-4057e5db45ce of type vlan for network 097b8fde-46b3-4f9e-988a-22a8572981b0 Mar 23 10:06:48.825951 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c1b153-5dc7-4742-910a-2aa8722f709c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:06:48.887665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.888020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.888358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.888685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.889006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.889366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.889687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.890015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.890333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.890645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.890956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.891266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Tracked resource versions report: Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: pushed versions: Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: { 'AddressGroup': {'1.2'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'ConntrackHelper': {'1.0'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Log': {'1.0'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Network': {'1.1'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Port': {'1.7'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'PortForwarding': {'1.2'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'QosPolicy': {'1.8'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SecurityGroup': {'1.4'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SubPort': {'1.0'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Subnet': {'1.1'}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Trunk': {'1.1'}} Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: consumer versions: Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: { DHCP agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: L3 agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: Metadata agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: Metering agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: Open vSwitch agent@dv-neutron-834652-2-hyperv: { 'AddressGroup': '1.2', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'ConntrackHelper': '1.0', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Log': '1.0', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Network': '1.1', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Port': '1.7', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'PortForwarding': '1.2', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'QosPolicy': '1.8', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SecurityGroup': '1.4', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SecurityGroupRule': '1.2', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SubPort': '1.0', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Subnet': '1.1', Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Trunk': '1.1'}} Mar 23 10:06:48.892569 dv-neutron-834652-2-hyperv neutron-server[87859]: {{(pid=87859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:06:48.930912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:48.978183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:48.979486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:06:48.980137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:49.094590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] Pushing event updated for resources: {'Network': ['ID=097b8fde-46b3-4f9e-988a-22a8572981b0,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:06:49.097745 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-64a49159-e7fa-48db-9a8e-cac271223b83 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9018333 Mar 23 10:06:49.108034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 097b8fde-46b3-4f9e-988a-22a8572981b0 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:06:51.942404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 52788) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:06:52.416941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b31895c-d60c-49c4-a820-b6677e9311e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:06:52.418310 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5b31895c-d60c-49c4-a820-b6677e9311e5 admin admin] 10.222.0.84 "GET /v2.0/networks/097b8fde-46b3-4f9e-988a-22a8572981b0 HTTP/1.1" status: 200 len: 825 time: 0.4749477 Mar 23 10:06:52.446894 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c08a3ae9-2503-41ae-98c8-243f3f7be15e admin admin] 10.222.0.84 "GET /v2.0/subnetpools/99b2f966-0c44-40f0-aef2-863fccaea6c1 HTTP/1.1" status: 200 len: 734 time: 0.0229280 Mar 23 10:06:52.456243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Request body: {'subnet': {'subnetpool_id': '99b2f966-0c44-40f0-aef2-863fccaea6c1', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0', 'ip_version': 4, 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:06:52.460819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:06:52.465607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Usage tracker for resource:subnet and tenant:dfe5d667863b45289a1dca93e7027d51 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:06:52.468842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:06:52.474573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:06:52.484423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Made reservation on behalf of dfe5d667863b45289a1dca93e7027d51 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:06:52.486740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:52.766877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:52.865982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Checking segment: {'id': 'cdb502bf-a776-444d-a9ff-4057e5db45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:06:52.866359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Network hostable DHCP agents. Network: 097b8fde-46b3-4f9e-988a-22a8572981b0, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:06:52.871222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:06:52.891200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Network 097b8fde-46b3-4f9e-988a-22a8572981b0 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:06:52.903212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 097b8fde-46b3-4f9e-988a-22a8572981b0) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:06:52.908001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:06:52.908574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:52.913024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118adfef-21d3-484a-9489-ab08e68ffe92 None None] Network 097b8fde-46b3-4f9e-988a-22a8572981b0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:06:52.928097 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-33979cc2-6eab-4f05-abde-9ac0bd976c82 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4751921 Mar 23 10:06:53.230538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-097b8fde-46b3-4f9e-988a-22a8572981b0', 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'fixed_ips': [{'subnet_id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:06:53.232063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:53.426916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Allocated IP 172.20.0.2 (097b8fde-46b3-4f9e-988a-22a8572981b0/43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b/558face5-193b-4ce9-8cc4-1b0dd2e3cb5c) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:06:53.661489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:53.677572 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Transition to ACTIVE for port object 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:06:53.698079 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Transition to ACTIVE for port object 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:06:53.706855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:53.766544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Network 097b8fde-46b3-4f9e-988a-22a8572981b0 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:06:53.769356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:06:53.779789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:06:53.786787 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Pushing event updated for resources: {'Port': ['ID=558face5-193b-4ce9-8cc4-1b0dd2e3cb5c,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:06:53.824317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.824660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.824998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.825346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.825667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.826001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.826322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.826637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.826982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.827277 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.827791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.828303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Tracked resource versions report: Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: pushed versions: Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: { 'AddressGroup': {'1.2'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'ConntrackHelper': {'1.0'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Log': {'1.0'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Network': {'1.1'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Port': {'1.7'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'PortForwarding': {'1.2'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'QosPolicy': {'1.8'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SecurityGroup': {'1.4'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SubPort': {'1.0'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Subnet': {'1.1'}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Trunk': {'1.1'}} Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: consumer versions: Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: { DHCP agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: L3 agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: Metadata agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: Metering agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: Open vSwitch agent@dv-neutron-834652-2-hyperv: { 'AddressGroup': '1.2', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'ConntrackHelper': '1.0', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Log': '1.0', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Network': '1.1', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Port': '1.7', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'PortForwarding': '1.2', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'QosPolicy': '1.8', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SecurityGroup': '1.4', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SecurityGroupRule': '1.2', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SubPort': '1.0', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Subnet': '1.1', Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Trunk': '1.1'}} Mar 23 10:06:53.830419 dv-neutron-834652-2-hyperv neutron-server[87861]: {{(pid=87861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:06:53.900519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Attempting to bind port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:06:53.900898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Attempting to bind port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'cdb502bf-a776-444d-a9ff-4057e5db45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:06:53.901370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Attempting to bind port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c on network 097b8fde-46b3-4f9e-988a-22a8572981b0 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:06:53.907045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:06:53.907439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Checking segment: {'id': 'cdb502bf-a776-444d-a9ff-4057e5db45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:06:53.907959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:53.908345 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Bound using segment: {'id': 'cdb502bf-a776-444d-a9ff-4057e5db45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:06:53.908795 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Bound port: 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb502bf-a776-444d-a9ff-4057e5db45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:06:53.909209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:54.001752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] For port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:06:54.006076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] For port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=558face5-193b-4ce9-8cc4-1b0dd2e3cb5c,segment=NetworkSegment(cdb502bf-a776-444d-a9ff-4057e5db45ce),segment_id=cdb502bf-a776-444d-a9ff-4057e5db45ce)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:06:54.011253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:54.100421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daddf87-f6e3-4e47-9f2d-b6e527f868af None None] Pushing event updated for resources: {'Port': ['ID=558face5-193b-4ce9-8cc4-1b0dd2e3cb5c,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:06:55.483337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 52798) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:06:55.909938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-eb88623c-244f-4a71-b86f-5f5e3847bd99 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:06:55.910929 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eb88623c-244f-4a71-b86f-5f5e3847bd99 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4266124 Mar 23 10:06:57.332098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:06:57.406082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:06:58.023506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58efb877-1ccf-4213-bb4b-342aadbb3359 None None] Network 097b8fde-46b3-4f9e-988a-22a8572981b0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:06:58.160142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ba3d4e55-15be-414a-8444-af8555964bfb None None] Provisioning for port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:06:58.169276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ba3d4e55-15be-414a-8444-af8555964bfb None None] Provisioning complete for port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:06:58.169684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ba3d4e55-15be-414a-8444-af8555964bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:58.393273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ba3d4e55-15be-414a-8444-af8555964bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:58.433760 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ba3d4e55-15be-414a-8444-af8555964bfb None None] For port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=558face5-193b-4ce9-8cc4-1b0dd2e3cb5c,segment=NetworkSegment(cdb502bf-a776-444d-a9ff-4057e5db45ce),segment_id=cdb502bf-a776-444d-a9ff-4057e5db45ce)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:06:58.450952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ba3d4e55-15be-414a-8444-af8555964bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:58.466512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 52812) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:06:58.530919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d4e55-15be-414a-8444-af8555964bfb None None] Pushing event updated for resources: {'Port': ['ID=558face5-193b-4ce9-8cc4-1b0dd2e3cb5c,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:06:58.672220 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1486b69d-61bc-499b-8a88-b4e7bfeaf6bf None None] Provisioning complete for port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:06:58.672581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1486b69d-61bc-499b-8a88-b4e7bfeaf6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:06:58.888903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-3617ed71-3a48-4208-81e5-da7be0b52220 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:06:58.889973 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3617ed71-3a48-4208-81e5-da7be0b52220 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4225333 Mar 23 10:06:59.306886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:06:59.377153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:06:59.377521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:01.636566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 52824) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:01.993820 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Request body: {'router': {'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'name': 'router1', 'admin_state_up': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:07:02.060385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.policy [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87860) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 10:07:02.107030 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING oslo_policy.policy [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:07:02.107423 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING oslo_policy.policy [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 10:07:02.116257 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.quota [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Loaded quota_driver: . Mar 23 10:07:02.131781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:02.139601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Usage tracker for resource:router and tenant:dfe5d667863b45289a1dca93e7027d51 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:07:02.144475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:07:02.152851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:07:02.171285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:02.173828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:02.205508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:02.338595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:02.364125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:02.365327 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7d23ee97-f420-456e-ac49-5bd1385d8b87 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7277539 Mar 23 10:07:03.564885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bc637352-da40-4f6a-9c99-e26189bf554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:04.877321 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 52836) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:05.270208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-224e237f-d6cb-4021-822e-c4e2dd064690 admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:07:05.271161 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-224e237f-d6cb-4021-822e-c4e2dd064690 admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3930252 Mar 23 10:07:05.696496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fea3f42d-357b-47a6-b260-b17b9c84a28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:07.162070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:07.317281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:07.770126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 52856) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:07.926098 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:07:07.931220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:07.935086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Usage tracker for resource:network and tenant:7181b5d2fd854c22979ba63dda1613e0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:07:07.938764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:07:07.944365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:07:07.954024 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Made reservation on behalf of 7181b5d2fd854c22979ba63dda1613e0 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:07:07.956705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:07.974170 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:07.988912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:07.992597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Usage tracker for resource:security_group_rule and tenant:7181b5d2fd854c22979ba63dda1613e0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:07:07.995906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:07:08.001482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:07:08.097828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:08.102554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:08.119977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=87860) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 10:07:08.150463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783881616406', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:08.151157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Unsubscribe: segment precommit_create {{(pid=87860) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 10:07:08.152162 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Added segment d1464962-1c7f-4e48-a62d-a6236327b260 of type flat for network 77b66acd-bcec-47ba-9161-e3759c2525ef Mar 23 10:07:08.201806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdbd718-8fb3-4f3a-a542-3c1913f35dfe,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:08.222413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.222763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.223097 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.223418 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.223744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.224077 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.224411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.224724 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.225062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.225371 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.225681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.225986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Tracked resource versions report: Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: pushed versions: Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: { 'AddressGroup': {'1.2'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'ConntrackHelper': {'1.0'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Log': {'1.0'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Network': {'1.1'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Port': {'1.7'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'PortForwarding': {'1.2'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'QosPolicy': {'1.8'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SecurityGroup': {'1.4'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SubPort': {'1.0'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Subnet': {'1.1'}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Trunk': {'1.1'}} Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: consumer versions: Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: { DHCP agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: L3 agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: Metadata agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: Metering agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: Open vSwitch agent@dv-neutron-834652-2-hyperv: { 'AddressGroup': '1.2', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'ConntrackHelper': '1.0', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Log': '1.0', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Network': '1.1', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Port': '1.7', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'PortForwarding': '1.2', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'QosPolicy': '1.8', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SecurityGroup': '1.4', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SecurityGroupRule': '1.2', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SubPort': '1.0', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Subnet': '1.1', Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Trunk': '1.1'}} Mar 23 10:07:08.227251 dv-neutron-834652-2-hyperv neutron-server[87860]: {{(pid=87860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:07:08.273953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:08.319786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:08.321218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:07:08.322130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:08.432776 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6610889 Mar 23 10:07:08.438900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa323c2-16f6-4a44-8555-ce2dd02923a7 admin admin] Pushing event updated for resources: {'Network': ['ID=77b66acd-bcec-47ba-9161-e3759c2525ef,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:08.450609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 77b66acd-bcec-47ba-9161-e3759c2525ef details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:07:09.371884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:10.707857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 52880) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:10.825826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3c7c2c-4e2a-44c5-9d7d-fbd12c209ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:07:10.827226 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6d3c7c2c-4e2a-44c5-9d7d-fbd12c209ac0 admin admin] 10.222.0.84 "GET /v2.0/subnets/43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b HTTP/1.1" status: 200 len: 849 time: 0.1184072 Mar 23 10:07:10.992203 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1556e03a-cc9c-448e-a7c3-7535555d6f27 admin admin] 10.222.0.84 "GET /v2.0/routers/a4d2b120-2495-4488-8858-5dbc4a1fddd6 HTTP/1.1" status: 200 len: 704 time: 0.1592462 Mar 23 10:07:11.480687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:11.722837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Allocated IP 172.20.0.1 (097b8fde-46b3-4f9e-988a-22a8572981b0/43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b/3fa1e092-2886-48eb-ac32-1f0d171fb3c7) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:07:11.890677 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:11.908786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Transition to ACTIVE for port object 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:07:11.967551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:12.034749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Network 097b8fde-46b3-4f9e-988a-22a8572981b0 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:07:12.037776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:07:12.048718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:07:12.049271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:12.181119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa1e092-2886-48eb-ac32-1f0d171fb3c7,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:12.299292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-54eae5ae-21ec-4fac-985c-be556f3d0ab3 None None] Provisioning for port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:07:12.305069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-54eae5ae-21ec-4fac-985c-be556f3d0ab3 None None] Provisioning complete for port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:07:12.305393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-54eae5ae-21ec-4fac-985c-be556f3d0ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:12.364140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-54eae5ae-21ec-4fac-985c-be556f3d0ab3 None None] Port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:07:12.371984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:12.611593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:12.616216 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:12.617022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:12.753229 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa1e092-2886-48eb-ac32-1f0d171fb3c7,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:12.812311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Network 097b8fde-46b3-4f9e-988a-22a8572981b0 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:07:12.813761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:07:12.986846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c7a99eee-6739-4280-a679-7aea41b62d05 None None] Provisioning complete for port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:07:12.987315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c7a99eee-6739-4280-a679-7aea41b62d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:13.019714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Router a4d2b120-2495-4488-8858-5dbc4a1fddd6 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:07:13.043073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c7a99eee-6739-4280-a679-7aea41b62d05 None None] Port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:07:13.179367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:07:13.188943 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ac8c5f20-4415-4671-a52e-2a3943c2cf67 admin admin] 10.222.0.84 "PUT /v2.0/routers/a4d2b120-2495-4488-8858-5dbc4a1fddd6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1911745 Mar 23 10:07:13.189854 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Sync routers for ids ['a4d2b120-2495-4488-8858-5dbc4a1fddd6'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:07:13.202443 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Routers {'a4d2b120-2495-4488-8858-5dbc4a1fddd6'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:07:13.203267 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:07:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['a4d2b120-2495-4488-8858-5dbc4a1fddd6'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:13.395192 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Set router a4d2b120-2495-4488-8858-5dbc4a1fddd6 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:07:13.816415 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'name': 'router1', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:02Z', 'updated_at': '2022-03-23T10:07:12Z', 'revision_number': 2, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'gw_port_host': None, '_interfaces': [{'id': '3fa1e092-2886-48eb-ac32-1f0d171fb3c7', 'name': '', 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'mac_address': 'fa:16:3e:6b:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:11Z', 'updated_at': '2022-03-23T10:07:12Z', 'revision_number': 2, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'subnets': [{'id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99b2f966-0c44-40f0-aef2-863fccaea6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:13.821566 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Checking router: a4d2b120-2495-4488-8858-5dbc4a1fddd6 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:07:13.821942 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Updating router a4d2b120-2495-4488-8858-5dbc4a1fddd6 port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:07:13.879000 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:14.266245 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:14.282796 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Transition to ACTIVE for port object 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:07:14.290964 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:14.542509 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Pushing event updated for resources: {'Port': ['ID=3fa1e092-2886-48eb-ac32-1f0d171fb3c7,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:14.555063 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.555409 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.555742 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.556070 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.556398 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.556733 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.557067 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.557551 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.557883 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.558201 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.558520 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.558830 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Tracked resource versions report: Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: pushed versions: Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: { 'AddressGroup': {'1.2'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'ConntrackHelper': {'1.0'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Log': {'1.0'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Network': {'1.1'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Port': {'1.7'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'PortForwarding': {'1.2'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'QosPolicy': {'1.8'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SecurityGroup': {'1.4'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SubPort': {'1.0'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Subnet': {'1.1'}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Trunk': {'1.1'}} Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: consumer versions: Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: { DHCP agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: L3 agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: Metadata agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: Metering agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: Open vSwitch agent@dv-neutron-834652-2-hyperv: { 'AddressGroup': '1.2', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'ConntrackHelper': '1.0', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Log': '1.0', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Network': '1.1', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Port': '1.7', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'PortForwarding': '1.2', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'QosPolicy': '1.8', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SecurityGroup': '1.4', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SecurityGroupRule': '1.2', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SubPort': '1.0', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Subnet': '1.1', Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Trunk': '1.1'}} Mar 23 10:07:14.560116 dv-neutron-834652-2-hyperv neutron-server[87862]: {{(pid=87862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:07:14.564155 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Attempting to bind port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:07:14.564551 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Attempting to bind port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'cdb502bf-a776-444d-a9ff-4057e5db45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:07:14.564955 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Attempting to bind port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 on network 097b8fde-46b3-4f9e-988a-22a8572981b0 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:07:14.572689 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:07:14.572689 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Checking segment: {'id': 'cdb502bf-a776-444d-a9ff-4057e5db45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:07:14.573166 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:14.573460 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Bound using segment: {'id': 'cdb502bf-a776-444d-a9ff-4057e5db45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:07:14.573959 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Bound port: 3fa1e092-2886-48eb-ac32-1f0d171fb3c7, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb502bf-a776-444d-a9ff-4057e5db45ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:07:14.574346 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:14.673958 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] For port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:07:14.678483 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] For port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3fa1e092-2886-48eb-ac32-1f0d171fb3c7,segment=NetworkSegment(cdb502bf-a776-444d-a9ff-4057e5db45ce),segment_id=cdb502bf-a776-444d-a9ff-4057e5db45ce)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:07:14.683249 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:14.755151 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Routers {'a4d2b120-2495-4488-8858-5dbc4a1fddd6'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:07:14.755791 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:07:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['a4d2b120-2495-4488-8858-5dbc4a1fddd6'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:14.935998 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5717e-4b98-4c0b-aaf1-ba6cc77f807d None None] Pushing event updated for resources: {'Port': ['ID=3fa1e092-2886-48eb-ac32-1f0d171fb3c7,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:14.940198 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] Set router a4d2b120-2495-4488-8858-5dbc4a1fddd6 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:07:15.277334 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'name': 'router1', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:02Z', 'updated_at': '2022-03-23T10:07:12Z', 'revision_number': 2, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'gw_port_host': None, '_interfaces': [{'id': '3fa1e092-2886-48eb-ac32-1f0d171fb3c7', 'name': '', 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'mac_address': 'fa:16:3e:6b:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:11Z', 'updated_at': '2022-03-23T10:07:14Z', 'revision_number': 4, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'subnets': [{'id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99b2f966-0c44-40f0-aef2-863fccaea6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:15.281417 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c44652-f675-4d6c-97ed-d56089a5222d None None] The sync data for ids ['a4d2b120-2495-4488-8858-5dbc4a1fddd6'] in dv-neutron-834652-2-hyperv is: [{'id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'name': 'router1', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:02Z', 'updated_at': '2022-03-23T10:07:12Z', 'revision_number': 2, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'gw_port_host': None, '_interfaces': [{'id': '3fa1e092-2886-48eb-ac32-1f0d171fb3c7', 'name': '', 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'mac_address': 'fa:16:3e:6b:b7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:11Z', 'updated_at': '2022-03-23T10:07:14Z', 'revision_number': 4, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'subnets': [{'id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99b2f966-0c44-40f0-aef2-863fccaea6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:07:15.485803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 52892) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:15.642269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601fbd4b-07ac-4b0f-8f22-6c65f8a810a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:07:15.642945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-601fbd4b-07ac-4b0f-8f22-6c65f8a810a6 admin admin] Synchronizing usage tracker for tenant:7181b5d2fd854c22979ba63dda1613e0 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:07:15.665064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-601fbd4b-07ac-4b0f-8f22-6c65f8a810a6 admin admin] Unset dirty status for tenant:7181b5d2fd854c22979ba63dda1613e0 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:07:15.666312 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-601fbd4b-07ac-4b0f-8f22-6c65f8a810a6 admin admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 842 time: 0.1795363 Mar 23 10:07:15.676212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.26.4.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'gateway_ip': '172.26.4.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:07:15.681775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:07:15.685767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Usage tracker for resource:subnet and tenant:7181b5d2fd854c22979ba63dda1613e0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:07:15.689082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:07:15.695991 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:07:15.707985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Made reservation on behalf of 7181b5d2fd854c22979ba63dda1613e0 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:07:15.710588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:16.149500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.objects.ports [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87860) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:07:16.150048 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:16.275112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff7d457-9487-4bb4-8ff6-2020a1f426a3,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:16.282022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:07:16.282438 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Network hostable DHCP agents. Network: 77b66acd-bcec-47ba-9161-e3759c2525ef, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:07:16.305181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:07:16.316690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 77b66acd-bcec-47ba-9161-e3759c2525ef) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:07:16.320859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:07:16.321483 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:16.326804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b1ebdf-a707-4183-8529-196d4bb7fa15 None None] Network 77b66acd-bcec-47ba-9161-e3759c2525ef requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:07:16.349918 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-be51dd50-43af-4aa9-b09d-ab4acbcb8a20 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6770027 Mar 23 10:07:16.556712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d5b70-5b38-403f-bb3e-a3bc22f95979 None None] Network 77b66acd-bcec-47ba-9161-e3759c2525ef requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:07:17.336269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:07:17.410359 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:07:17.415747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:07:17.416115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:17.544479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:17.607671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3fa1e092-2886-48eb-ac32-1f0d171fb3c7,segment=NetworkSegment(cdb502bf-a776-444d-a9ff-4057e5db45ce),segment_id=cdb502bf-a776-444d-a9ff-4057e5db45ce)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:07:17.612025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:17.679643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=3fa1e092-2886-48eb-ac32-1f0d171fb3c7,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:18.727601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 52906) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:18.937393 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4397a66b-5ed7-4e8a-8b5d-ca5f708cb548 admin admin] 10.222.0.84 "GET /v2.0/routers/a4d2b120-2495-4488-8858-5dbc4a1fddd6 HTTP/1.1" status: 200 len: 710 time: 0.2084279 Mar 23 10:07:19.072608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da7fb59-f061-4e29-96c5-6b1b126f5690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:07:19.074552 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0da7fb59-f061-4e29-96c5-6b1b126f5690 admin admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 886 time: 0.1313818 Mar 23 10:07:19.083528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:07:19.325129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:07:19.409730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:07:19.410126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:19.572122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:19.930717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:19.989821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:20.197177 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Allocated IP 172.26.4.139 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/dba79bfe-1ffe-4b46-8898-2dc6c8410530) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:07:20.355833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:20.389625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:20.454021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:07:20.456625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:07:20.466372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:07:20.520109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Pushing event updated for resources: {'Port': ['ID=dba79bfe-1ffe-4b46-8898-2dc6c8410530,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:20.865233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:21.230489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:21.233924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:21.416729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Router a4d2b120-2495-4488-8858-5dbc4a1fddd6 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:07:21.655893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:07:21.664843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:21.666102 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d740c936-6cb1-4ec1-9006-e49dad24bf18 admin admin] 10.222.0.84 "PUT /v2.0/routers/a4d2b120-2495-4488-8858-5dbc4a1fddd6 HTTP/1.1" status: 200 len: 890 time: 2.5859585 Mar 23 10:07:21.666248 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Sync routers for ids ['a4d2b120-2495-4488-8858-5dbc4a1fddd6'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:07:21.677140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Routers {'a4d2b120-2495-4488-8858-5dbc4a1fddd6'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:07:21.677837 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:07:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['a4d2b120-2495-4488-8858-5dbc4a1fddd6'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:21.887877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Set router a4d2b120-2495-4488-8858-5dbc4a1fddd6 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:07:22.237913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'name': 'router1', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': 'dba79bfe-1ffe-4b46-8898-2dc6c8410530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:02Z', 'updated_at': '2022-03-23T10:07:20Z', 'revision_number': 4, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'gw_port': {'id': 'dba79bfe-1ffe-4b46-8898-2dc6c8410530', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:20Z', 'updated_at': '2022-03-23T10:07:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '3fa1e092-2886-48eb-ac32-1f0d171fb3c7', 'name': '', 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'mac_address': 'fa:16:3e:6b:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:11Z', 'updated_at': '2022-03-23T10:07:17Z', 'revision_number': 5, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'subnets': [{'id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99b2f966-0c44-40f0-aef2-863fccaea6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:22.243130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Checking router: a4d2b120-2495-4488-8858-5dbc4a1fddd6 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:07:22.243676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Updating router a4d2b120-2495-4488-8858-5dbc4a1fddd6 port dba79bfe-1ffe-4b46-8898-2dc6c8410530 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:07:22.300422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:22.636302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:22.651965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Transition to ACTIVE for port object dba79bfe-1ffe-4b46-8898-2dc6c8410530 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:07:22.660323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:22.740967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563f739-02dd-4eb0-84e9-ee76d639ea3c None None] Pushing event updated for resources: {'Port': ['ID=dba79bfe-1ffe-4b46-8898-2dc6c8410530,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:22.743168 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Attempting to bind port dba79bfe-1ffe-4b46-8898-2dc6c8410530 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:07:22.743526 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Attempting to bind port dba79bfe-1ffe-4b46-8898-2dc6c8410530 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:07:22.743873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Attempting to bind port dba79bfe-1ffe-4b46-8898-2dc6c8410530 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:07:22.750472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:07:22.750472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:07:22.750991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:22.751376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:07:22.751839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Bound port: dba79bfe-1ffe-4b46-8898-2dc6c8410530, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:07:22.752224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:22.827821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] For port dba79bfe-1ffe-4b46-8898-2dc6c8410530, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:07:22.831288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] For port dba79bfe-1ffe-4b46-8898-2dc6c8410530, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=dba79bfe-1ffe-4b46-8898-2dc6c8410530,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:07:22.836552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:22.914837 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Routers {'a4d2b120-2495-4488-8858-5dbc4a1fddd6'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:07:22.915367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:07:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['a4d2b120-2495-4488-8858-5dbc4a1fddd6'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:23.008510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563f739-02dd-4eb0-84e9-ee76d639ea3c None None] Pushing event updated for resources: {'Port': ['ID=dba79bfe-1ffe-4b46-8898-2dc6c8410530,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:23.129990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] Set router a4d2b120-2495-4488-8858-5dbc4a1fddd6 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:07:23.479940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'name': 'router1', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': 'dba79bfe-1ffe-4b46-8898-2dc6c8410530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:02Z', 'updated_at': '2022-03-23T10:07:20Z', 'revision_number': 4, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'gw_port': {'id': 'dba79bfe-1ffe-4b46-8898-2dc6c8410530', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:20Z', 'updated_at': '2022-03-23T10:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '3fa1e092-2886-48eb-ac32-1f0d171fb3c7', 'name': '', 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'mac_address': 'fa:16:3e:6b:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:11Z', 'updated_at': '2022-03-23T10:07:17Z', 'revision_number': 5, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'subnets': [{'id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99b2f966-0c44-40f0-aef2-863fccaea6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:07:23.484199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723332b8-3754-4a5a-9bea-359d8c40f1b7 None None] The sync data for ids ['a4d2b120-2495-4488-8858-5dbc4a1fddd6'] in dv-neutron-834652-2-hyperv is: [{'id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'name': 'router1', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.139'}], 'enable_snat': True}, 'gw_port_id': 'dba79bfe-1ffe-4b46-8898-2dc6c8410530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:07:02Z', 'updated_at': '2022-03-23T10:07:20Z', 'revision_number': 4, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'gw_port': {'id': 'dba79bfe-1ffe-4b46-8898-2dc6c8410530', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:47:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:20Z', 'updated_at': '2022-03-23T10:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '3fa1e092-2886-48eb-ac32-1f0d171fb3c7', 'name': '', 'network_id': '097b8fde-46b3-4f9e-988a-22a8572981b0', 'tenant_id': 'dfe5d667863b45289a1dca93e7027d51', 'mac_address': 'fa:16:3e:6b:b7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d2b120-2495-4488-8858-5dbc4a1fddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:07:11Z', 'updated_at': '2022-03-23T10:07:17Z', 'revision_number': 5, 'project_id': 'dfe5d667863b45289a1dca93e7027d51', 'subnets': [{'id': '43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99b2f966-0c44-40f0-aef2-863fccaea6c1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:07:24.181058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 52916) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:07:24.310898 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9b1bf075-26c8-4b33-9014-6e510388825b admin admin] 10.222.0.84 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1286247 Mar 23 10:07:25.342125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device dba79bfe-1ffe-4b46-8898-2dc6c8410530 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:07:25.412438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port dba79bfe-1ffe-4b46-8898-2dc6c8410530 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:07:25.418467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port dba79bfe-1ffe-4b46-8898-2dc6c8410530 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:07:25.418734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:25.543900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:25.562173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port dba79bfe-1ffe-4b46-8898-2dc6c8410530, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=dba79bfe-1ffe-4b46-8898-2dc6c8410530,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:07:25.566583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:25.639204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=dba79bfe-1ffe-4b46-8898-2dc6c8410530,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:07:27.330431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device dba79bfe-1ffe-4b46-8898-2dc6c8410530 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:07:27.417227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port dba79bfe-1ffe-4b46-8898-2dc6c8410530 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:07:27.418000 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:30.524833 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 5 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:07:33.572572 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b46a9178-c8eb-4e42-95c8-be905ee87596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:35.701313 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9be80e52-53f6-4338-abc9-d43a8daf38d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:37.167220 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:37.321876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:07:39.381511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:03.568071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7a8347d4-ca0f-42b9-9b5f-374382ee2d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:05.704523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-02fc3233-97aa-4470-a067-ffbc53528fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:07.170362 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:07.323968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:07.518042 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 5 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:08:09.392164 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:33.574688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c10f-6609-4b90-b45c-e62beb249583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:35.707383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0689593c-765b-469e-8569-7bf94dade7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:37.175726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:37.325565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:39.391222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:08:44.516481 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 5 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:09:03.568885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3baf38b3-1160-4f6e-9804-baccf17e7348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:05.710732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-82dcd57d-24ef-4b0d-8a25-0f0f292591b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:07.179562 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:07.331134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:09.386435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:21.514695 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 5 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:09:33.571530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d76d9868-1733-4ab7-8e79-06a319cc7f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:34.571693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53518) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:09:34.638292 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55d1fe1-a276-4a7f-a35f-053b0849b2b4 admin admin] GET failed (client error): The resource could not be found. Mar 23 10:09:34.639537 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d55d1fe1-a276-4a7f-a35f-053b0849b2b4 admin admin] 10.222.0.84 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669203 Mar 23 10:09:34.768067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02e7353-7d27-4c65-9374-928a3cf86f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:34.769446 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c02e7353-7d27-4c65-9374-928a3cf86f66 admin admin] 10.222.0.84 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1257563 Mar 23 10:09:35.712479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5a7403c6-5ae8-49f9-9165-da3fabf3716b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:36.956057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53528) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:09:37.063141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a41070-e78f-43ec-ac3c-4ca704edb6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:37.063692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-96a41070-e78f-43ec-ac3c-4ca704edb6d2 admin admin] Synchronizing usage tracker for tenant:7181b5d2fd854c22979ba63dda1613e0 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:09:37.081007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-96a41070-e78f-43ec-ac3c-4ca704edb6d2 admin admin] Unset dirty status for tenant:7181b5d2fd854c22979ba63dda1613e0 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:09:37.085068 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-96a41070-e78f-43ec-ac3c-4ca704edb6d2 admin admin] 10.222.0.84 "GET /v2.0/subnets/43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b HTTP/1.1" status: 200 len: 849 time: 0.1253462 Mar 23 10:09:37.092360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:09:37.182540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:37.211571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Notify callbacks [] for subnet, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:37.331745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:37.398935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783881462263'] for subnet, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:37.438557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:37.439056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:37.441193 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] 10.222.0.84 "PUT /v2.0/subnets/43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b HTTP/1.1" status: 200 len: 868 time: 0.3516986 Mar 23 10:09:37.444081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85984cb1-b7a9-4d86-b870-de27218f3c46 None None] Network 097b8fde-46b3-4f9e-988a-22a8572981b0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:09:37.471825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Pushing event updated for resources: {'Subnet': ['ID=43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:09:37.479347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.479697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.480030 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.480358 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.480683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.481005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.481481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.481801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.482119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.482432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.482750 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.483062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b762e2-21f7-4469-8ee2-35325a03818a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:09:37.889873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-28dbd7cd-c8c6-42f3-86da-319add1989f5 None None] Provisioning complete for port 3fa1e092-2886-48eb-ac32-1f0d171fb3c7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:09:37.890239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-28dbd7cd-c8c6-42f3-86da-319add1989f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:38.015194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-28dbd7cd-c8c6-42f3-86da-319add1989f5 None None] Provisioning complete for port 558face5-193b-4ce9-8cc4-1b0dd2e3cb5c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:09:38.015446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-28dbd7cd-c8c6-42f3-86da-319add1989f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:39.391330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:09:39.610003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53538) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:09:39.784649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0ba3d0-4adf-4231-a91e-3f4fe29586e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:39.785157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0ba3d0-4adf-4231-a91e-3f4fe29586e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:39.786653 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8a0ba3d0-4adf-4231-a91e-3f4fe29586e0 admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1758165 Mar 23 10:09:42.000205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53548) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:09:42.170821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cb5a94-42cb-4173-aefa-a8723b256fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:42.171212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cb5a94-42cb-4173-aefa-a8723b256fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:42.172721 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-08cb5a94-42cb-4173-aefa-a8723b256fea admin admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1715763 Mar 23 10:09:44.395548 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53558) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:09:44.571663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbe6e2d-5b0b-4d39-b308-5b0d7843ab8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:44.572916 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-adbe6e2d-5b0b-4d39-b308-5b0d7843ab8f admin admin] 10.222.0.84 "GET /v2.0/networks/097b8fde-46b3-4f9e-988a-22a8572981b0 HTTP/1.1" status: 200 len: 869 time: 0.1758330 Mar 23 10:09:46.731808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53568) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:09:46.895637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c053b42-237e-406a-be8a-7196bc3d1f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:46.897503 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9c053b42-237e-406a-be8a-7196bc3d1f46 admin admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 886 time: 0.1647682 Mar 23 10:09:49.075059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53578) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:09:49.182302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e5b53b-c5b0-42c7-ac80-ec1affe91dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:49.182682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e5b53b-c5b0-42c7-ac80-ec1affe91dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:49.184179 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-39e5b53b-c5b0-42c7-ac80-ec1affe91dee admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081512 Mar 23 10:09:51.351660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 53588) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:09:51.463212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b1e12e-2acf-4418-987c-b76b87491751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:51.463666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b1e12e-2acf-4418-987c-b76b87491751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:51.465183 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-67b1e12e-2acf-4418-987c-b76b87491751 admin admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1124709 Mar 23 10:09:53.638709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53598) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:09:53.742728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a273c1-d299-4175-8d8a-24f08fbe1137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:53.744053 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a0a273c1-d299-4175-8d8a-24f08fbe1137 admin admin] 10.222.0.84 "GET /v2.0/subnets/43ef5113-0b8c-4e43-bcb0-c7fe3008ba8b HTTP/1.1" status: 200 len: 868 time: 0.1043901 Mar 23 10:09:55.893684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53608) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:09:56.010829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d584809e-0b0f-4749-b195-08dad722f4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:09:56.012101 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d584809e-0b0f-4749-b195-08dad722f4bd admin admin] 10.222.0.84 "GET /v2.0/subnets/eff7d457-9487-4bb4-8ff6-2020a1f426a3 HTTP/1.1" status: 200 len: 816 time: 0.1170435 Mar 23 10:09:58.516553 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 5 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:10:03.579179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b4532ea5-4e3b-4ed5-8e36-466e11107ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:05.722688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0e90aed4-eb36-486d-b65c-31143e3e8137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:07.185873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:07.335548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:09.394925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:14.914773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53654) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:14.961681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-907508d1-9f0c-4a22-9372-efab2503351e admin admin] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:10:14.962655 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-907508d1-9f0c-4a22-9372-efab2503351e admin admin] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469511 Mar 23 10:10:17.212366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 53664) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:17.280039 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc54cddb-1628-4e85-9075-2cf5e60d3d61 admin admin] GET failed (client error): The resource could not be found. Mar 23 10:10:17.281544 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fc54cddb-1628-4e85-9075-2cf5e60d3d61 admin admin] 10.222.0.84 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0679371 Mar 23 10:10:17.405260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b15ea-72ef-470d-8286-cf28e8ecc4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:17.406616 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-937b15ea-72ef-470d-8286-cf28e8ecc4a7 admin admin] 10.222.0.84 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1213636 Mar 23 10:10:19.599878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53674) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:19.646661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:10:19.651069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:10:19.702880 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:10:19.712595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Made reservation on behalf of 7181b5d2fd854c22979ba63dda1613e0 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:10:19.714877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:19.800155 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING neutron.services.revisions.revision_plugin [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Could not find related network for resource to bump revision. Mar 23 10:10:19.812781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:10:19.822063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:19.822495 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Added segment dc298248-69bd-439d-85fd-184a1062fcf7 of type vlan for network 469a41a7-394e-45b4-a938-0a20ddaabfcb Mar 23 10:10:19.849618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:19.878876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:19.879757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:19.880433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:19.981287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] Pushing event updated for resources: {'Network': ['ID=469a41a7-394e-45b4-a938-0a20ddaabfcb,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:10:19.990937 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cd9d5a09-51a4-43a1-95c8-412c5fa81d85 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3886824 Mar 23 10:10:19.991107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 469a41a7-394e-45b4-a938-0a20ddaabfcb details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:10:22.198606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53684) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:10:22.266613 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18ce147-380c-47a1-8171-6d58fe142996 admin admin] GET failed (client error): The resource could not be found. Mar 23 10:10:22.267125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b18ce147-380c-47a1-8171-6d58fe142996 admin admin] Synchronizing usage tracker for tenant:7181b5d2fd854c22979ba63dda1613e0 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:10:22.282662 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b18ce147-380c-47a1-8171-6d58fe142996 admin admin] Unset dirty status for tenant:7181b5d2fd854c22979ba63dda1613e0 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:10:22.283827 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b18ce147-380c-47a1-8171-6d58fe142996 admin admin] 10.222.0.84 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0842950 Mar 23 10:10:22.389360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b4768f-65f2-4670-83a9-b8dd17fbde93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:22.390772 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-08b4768f-65f2-4670-83a9-b8dd17fbde93 admin admin] 10.222.0.84 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1024499 Mar 23 10:10:22.401290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Request body: {'subnet': {'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:10:22.405533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:10:22.415835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:10:22.427906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Made reservation on behalf of 7181b5d2fd854c22979ba63dda1613e0 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:10:22.431182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:22.685255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:22.761771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcee4eff-b3db-4dff-af21-b7e964c72a56,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:10:22.765689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Checking segment: {'id': 'dc298248-69bd-439d-85fd-184a1062fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:10:22.766028 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Network hostable DHCP agents. Network: 469a41a7-394e-45b4-a938-0a20ddaabfcb, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:10:22.785147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Network 469a41a7-394e-45b4-a938-0a20ddaabfcb is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:10:22.794944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 469a41a7-394e-45b4-a938-0a20ddaabfcb) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:10:22.799520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:10:22.800108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:22.804241 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d1797-b2ea-437c-8d32-314e7f8751bc None None] Network 469a41a7-394e-45b4-a938-0a20ddaabfcb requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:10:22.829699 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-aaeb159a-f116-4829-a026-7671627d2d32 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4319658 Mar 23 10:10:23.029425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-469a41a7-394e-45b4-a938-0a20ddaabfcb', 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb', 'tenant_id': '7181b5d2fd854c22979ba63dda1613e0', 'fixed_ips': [{'subnet_id': 'dcee4eff-b3db-4dff-af21-b7e964c72a56'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:10:23.030268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:23.189325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Allocated IP 192.168.233.2 (469a41a7-394e-45b4-a938-0a20ddaabfcb/dcee4eff-b3db-4dff-af21-b7e964c72a56/b7ad6ac2-51de-44f5-91d9-3681bc49af26) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:10:23.401391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:23.413500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Transition to ACTIVE for port object b7ad6ac2-51de-44f5-91d9-3681bc49af26 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:10:23.434504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Transition to ACTIVE for port object b7ad6ac2-51de-44f5-91d9-3681bc49af26 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:10:23.441632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:23.504898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Network 469a41a7-394e-45b4-a938-0a20ddaabfcb is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:10:23.507594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:10:23.515685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:10:23.523988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Pushing event updated for resources: {'Port': ['ID=b7ad6ac2-51de-44f5-91d9-3681bc49af26,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:10:23.560683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.561116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.561411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.561738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.562064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.562640 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.562957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.563272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.563620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.563936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.564247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.564554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:10:23.624307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Attempting to bind port b7ad6ac2-51de-44f5-91d9-3681bc49af26 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:10:23.624592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Attempting to bind port b7ad6ac2-51de-44f5-91d9-3681bc49af26 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'dc298248-69bd-439d-85fd-184a1062fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:10:23.625073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Attempting to bind port b7ad6ac2-51de-44f5-91d9-3681bc49af26 on network 469a41a7-394e-45b4-a938-0a20ddaabfcb {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:10:23.630811 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:10:23.631180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Checking segment: {'id': 'dc298248-69bd-439d-85fd-184a1062fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:10:23.631576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:23.631957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Bound using segment: {'id': 'dc298248-69bd-439d-85fd-184a1062fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:10:23.632411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Bound port: b7ad6ac2-51de-44f5-91d9-3681bc49af26, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc298248-69bd-439d-85fd-184a1062fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:10:23.632798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:23.749835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] For port b7ad6ac2-51de-44f5-91d9-3681bc49af26, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:10:23.753171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] For port b7ad6ac2-51de-44f5-91d9-3681bc49af26, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b7ad6ac2-51de-44f5-91d9-3681bc49af26,segment=NetworkSegment(dc298248-69bd-439d-85fd-184a1062fcf7),segment_id=dc298248-69bd-439d-85fd-184a1062fcf7)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:10:23.757601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:23.846713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe8043-1381-45cf-801e-b725cce1e4ae None None] Pushing event updated for resources: {'Port': ['ID=b7ad6ac2-51de-44f5-91d9-3681bc49af26,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:10:24.685853 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ee796-964a-4757-96bf-345bbab3836d None None] Network 469a41a7-394e-45b4-a938-0a20ddaabfcb requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:10:24.783825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-be71e472-310f-4bcf-aad3-f47fa4dbe03c None None] Provisioning for port b7ad6ac2-51de-44f5-91d9-3681bc49af26 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:10:25.441881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b7ad6ac2-51de-44f5-91d9-3681bc49af26 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:10:25.515337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port b7ad6ac2-51de-44f5-91d9-3681bc49af26 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:10:25.527732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b7ad6ac2-51de-44f5-91d9-3681bc49af26 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:10:25.528099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:25.654124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:25.686147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port b7ad6ac2-51de-44f5-91d9-3681bc49af26, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b7ad6ac2-51de-44f5-91d9-3681bc49af26,segment=NetworkSegment(dc298248-69bd-439d-85fd-184a1062fcf7),segment_id=dc298248-69bd-439d-85fd-184a1062fcf7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:10:25.690464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:25.759497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=b7ad6ac2-51de-44f5-91d9-3681bc49af26,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:10:27.407060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b7ad6ac2-51de-44f5-91d9-3681bc49af26 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:10:27.477270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b7ad6ac2-51de-44f5-91d9-3681bc49af26 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:10:27.477627 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:33.571519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-06975f26-1a54-4498-a7cf-2d60e96329cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:35.515398 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 5 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:10:35.719078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-152c8e91-9a5f-49b7-93a7-83bbd3fa1cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:37.192494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:37.340525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:10:39.400722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:03.574550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d9f19fea-0879-4628-9287-127455f0935f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:05.711022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91c9baf1-4efd-46df-9357-0af8f8432ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:07.186343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:07.340431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:09.404568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:12.514318 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 5 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:11:33.577332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d1f0e56d-c20e-44c5-bb2f-5f940992faed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:35.713426 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0712186a-f450-4cbb-b3b3-fb26fe4e6fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:37.191462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:37.343434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:39.402861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:41.376763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53728) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:11:41.382700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-146290df-7d39-41da-8eb4-401fd83b57ef tempest-verify_tempest_config-1934265513 tempest-verify_tempest_config-1934265513-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:11:41.383636 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-146290df-7d39-41da-8eb4-401fd83b57ef tempest-verify_tempest_config-1934265513 tempest-verify_tempest_config-1934265513-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058832 Mar 23 10:11:41.706583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 53746) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:11:41.824116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:41.838675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:11:41.842402 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5464d1d798924be09eaa36250be7a471 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:11:41.845174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:11:41.851800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:11:41.937057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:41.943608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:41.994357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Synchronizing usage tracker for tenant:7181b5d2fd854c22979ba63dda1613e0 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:11:42.000323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930a4fd3-3694-4767-ac6d-353167c0968c,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:11:42.009164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.009523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.009859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.010179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.010498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.010830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.011155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.012086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.012086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.012465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.012911 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.013306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.026019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] Unset dirty status for tenant:7181b5d2fd854c22979ba63dda1613e0 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:11:42.029453 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9b20c02e-ac47-413c-aebf-c5226f13e3f7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5464d1d798924be09eaa36250be7a471&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3219178 Mar 23 10:11:42.030168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 53752) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:11:42.090021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:42.116208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:42.214736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:42.239593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930a4fd3-3694-4767-ac6d-353167c0968c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:11:42.243197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:11:42.244270 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/930a4fd3-3694-4767-ac6d-353167c0968c HTTP/1.1" status: 204 len: 168 time: 0.2131763 Mar 23 10:11:42.248245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.248552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.248878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.249224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.249710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.250030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.250346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.250663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.250974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.251284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.251602 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:42.251900 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f609d477-4a78-4474-b699-c3b2f5406166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:11:49.513635 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 5 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:12:03.580533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0221bff8-e8d0-4904-90e3-7b6d4c32f962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:05.716849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-27d447ac-d3bd-4a84-a619-3af7d53f5e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:07.185140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:07.346263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:09.399265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:26.513625 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 5 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:12:33.587602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d7b1f79a-f978-4178-b448-ec8a4b0c35d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:35.719576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e84219ae-9ff3-431d-a90f-b3c95a11751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:37.191965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:37.347741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:12:39.400092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:03.512443 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 5 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:13:03.579484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a937b102-fef8-48fc-996a-bfdb6ead2cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:05.723684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9183380b-594c-4eee-9ea7-7cd406cd62ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:06.038677 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4160474'] for agent, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:07.184275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:07.350846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:09.403897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:21.167764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 53822) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:13:21.278837 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d4397dfd-49ce-4a4f-952b-b888936533e9 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1099343 Mar 23 10:13:23.470054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 53832) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:13:23.524273 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d9178c42-aa0f-4eeb-9540-88b746a9f540 admin admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0531678 Mar 23 10:13:33.581545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1226ff6b-9cb0-4a17-bda7-5cbfb675bba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:35.724668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b77f4c43-d554-437e-a5fd-bcbb7877ed2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:36.008354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:37.186096 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:37.353769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:39.405480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:13:40.512037 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:14:03.583129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-97d68366-8678-45bb-a5e2-2673f744ca0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:05.729807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c95e2cac-8625-4551-9bed-5f7548488846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:06.022043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:07.194807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:07.362430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:09.408826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:17.511264 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:14:33.588491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c7238158-063b-4909-8f32-3be769643afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:35.732608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fcf47080-b3f8-4351-94cf-a89d6aa7af01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:36.025630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:37.189457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:37.358761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:39.410791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:54.511753 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:14:54.658494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54022) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:55.128699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1836536504-network', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:55.133880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:55.137617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Usage tracker for resource:network and tenant:63eed59dc5c14b499d5df02311f1e0e9 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:55.140434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:55.146066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:55.156522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Made reservation on behalf of 63eed59dc5c14b499d5df02311f1e0e9 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:14:55.159423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.171987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.188026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:55.191909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Usage tracker for resource:security_group_rule and tenant:63eed59dc5c14b499d5df02311f1e0e9 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:55.194887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:55.200830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:55.221074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54042) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:55.300383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.307989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54054) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:55.316785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.330655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:14:55.370463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081fab3c-bcf6-471e-8c1d-7214b3f671ce,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:55.378744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.379081 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Added segment 7d8b9792-80e5-40e1-bd92-3338afede485 of type vlan for network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 Mar 23 10:14:55.380803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.381190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.381522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.382015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.382877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.383220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.383547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.383890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.384209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.384522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.384838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.385173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Tracked resource versions report: Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: pushed versions: Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: { 'AddressGroup': {'1.2'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'ConntrackHelper': {'1.0'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Log': {'1.0'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Network': {'1.1'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Port': {'1.7'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'PortForwarding': {'1.2'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'QosPolicy': {'1.8'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SecurityGroup': {'1.4'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SubPort': {'1.0'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Subnet': {'1.1'}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Trunk': {'1.1'}} Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: consumer versions: Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: { DHCP agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: HyperV agent@hv-neutron-8346: {}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: L3 agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: Metadata agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: Metering agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: Open vSwitch agent@dv-neutron-834652-2-hyperv: { 'AddressGroup': '1.2', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'ConntrackHelper': '1.0', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Log': '1.0', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Network': '1.1', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Port': '1.7', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'PortForwarding': '1.2', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'QosPolicy': '1.8', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SecurityGroup': '1.4', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SecurityGroupRule': '1.2', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'SubPort': '1.0', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Subnet': '1.1', Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: 'Trunk': '1.1'}} Mar 23 10:14:55.386185 dv-neutron-834652-2-hyperv neutron-server[87859]: {{(pid=87859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:14:55.415651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.451210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.452364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:14:55.452992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.564515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54066) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:55.564666 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9049363 Mar 23 10:14:55.567559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc13558a-28d3-4422-a347-03fc64574d6a admin admin] Pushing event updated for resources: {'Network': ['ID=33fb841e-65c0-4d4b-a961-a6a5e222cc41,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:55.579260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Request body: {'subnet': {'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1836536504-subnet', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:55.580519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:14:55.584927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:55.592406 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Usage tracker for resource:subnet and tenant:63eed59dc5c14b499d5df02311f1e0e9 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:55.595603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:55.602831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:55.620315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1165629393-network', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:55.626921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:55.631179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Usage tracker for resource:network and tenant:ceec5603e9824537917759fa8b4cffa7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:55.635657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:55.642216 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:55.651278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Made reservation on behalf of 63eed59dc5c14b499d5df02311f1e0e9 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:14:55.654780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.657482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1329548029-network', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:55.664584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:55.675166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Usage tracker for resource:network and tenant:19dd158d5c8a4d43afdd711ef24aa3fc is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:55.680661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:55.692809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:55.704921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Made reservation on behalf of 19dd158d5c8a4d43afdd711ef24aa3fc for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:14:55.707234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.722229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.736796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:55.740753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Usage tracker for resource:security_group_rule and tenant:19dd158d5c8a4d43afdd711ef24aa3fc is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:55.744213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:55.750026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:55.764372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Made reservation on behalf of ceec5603e9824537917759fa8b4cffa7 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:14:55.767021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.797646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.823106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:55.829005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Usage tracker for resource:security_group_rule and tenant:ceec5603e9824537917759fa8b4cffa7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:55.832995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:55.842200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:55.849128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.854505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.891529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28228692-04ba-4378-8d43-d2be4bc8ba35,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:55.903508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:14:55.917159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.918552 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Added segment df8af2eb-c04f-4fb8-96f7-99908ee3ceec of type vlan for network 7001d3b3-add7-43f8-87f2-8f2d67c06275 Mar 23 10:14:55.955567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.990229 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.996089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:55.997827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:14:55.998710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.055515 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7455702 Mar 23 10:14:56.058764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54084) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:56.064583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Request body: {'subnet': {'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1329548029-subnet', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:56.124168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:56.132906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Usage tracker for resource:subnet and tenant:19dd158d5c8a4d43afdd711ef24aa3fc is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:56.138124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:56.140602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6974af38-e910-44c2-9610-83ce64fa6dee,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:56.144362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.145189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a17bb-6ffd-4813-9f8b-7c216752868f admin admin] Pushing event updated for resources: {'Network': ['ID=7001d3b3-add7-43f8-87f2-8f2d67c06275,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:56.147899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:56.156310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.156947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.157831 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 7001d3b3-add7-43f8-87f2-8f2d67c06275 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:14:56.158070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.158600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.159104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.159640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.160176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.160673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.161208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.161705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.165341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.166012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Tracked resource versions report: Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: pushed versions: Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: { 'AddressGroup': {'1.2'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'ConntrackHelper': {'1.0'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Log': {'1.0'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Network': {'1.1'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Port': {'1.7'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'PortForwarding': {'1.2'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'QosPolicy': {'1.8'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SecurityGroup': {'1.4'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SubPort': {'1.0'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Subnet': {'1.1'}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Trunk': {'1.1'}} Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: consumer versions: Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: { DHCP agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: HyperV agent@hv-neutron-8346: {}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: L3 agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: Metadata agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: Metering agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: Open vSwitch agent@dv-neutron-834652-2-hyperv: { 'AddressGroup': '1.2', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'ConntrackHelper': '1.0', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Log': '1.0', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Network': '1.1', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Port': '1.7', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'PortForwarding': '1.2', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'QosPolicy': '1.8', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SecurityGroup': '1.4', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SecurityGroupRule': '1.2', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'SubPort': '1.0', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Subnet': '1.1', Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: 'Trunk': '1.1'}} Mar 23 10:14:56.167365 dv-neutron-834652-2-hyperv neutron-server[87860]: {{(pid=87860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:14:56.172083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.178330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Made reservation on behalf of 19dd158d5c8a4d43afdd711ef24aa3fc for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:14:56.181674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Notify callbacks [] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.211775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Checking segment: {'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:14:56.212265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Network hostable DHCP agents. Network: 33fb841e-65c0-4d4b-a961-a6a5e222cc41, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:14:56.227013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:14:56.234239 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe535270-ff6b-4b89-a621-73f45dc6ca5c,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:56.249607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.250502 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Added segment 03d1bfa2-3d98-4974-b5d3-a1df5e88fff4 of type vlan for network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 Mar 23 10:14:56.273477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:14:56.296856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.302737 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 33fb841e-65c0-4d4b-a961-a6a5e222cc41) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:14:56.313726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:14:56.314903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.346408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e59a8d-cdec-4bd5-83f9-5030fecad816 None None] Network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:14:56.365907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.368271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:14:56.369305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.388272 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8aeb2684-0188-48fd-b33d-0fb38026d3bb admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8219264 Mar 23 10:14:56.396080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54102) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:56.428859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:56.435037 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:56.490569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.495717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Usage tracker for resource:router and tenant:63eed59dc5c14b499d5df02311f1e0e9 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:56.501583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:56.510864 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2854018 Mar 23 10:14:56.511719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6eadce-1d30-46a0-b910-be272b7f0c69 admin admin] Pushing event updated for resources: {'Network': ['ID=dfe839e7-d9ac-490f-a132-e3ff8c5059c0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:56.514020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:56.515835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54110) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:56.525815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Request body: {'subnet': {'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1165629393-subnet', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:56.532157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:56.536723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Usage tracker for resource:subnet and tenant:ceec5603e9824537917759fa8b4cffa7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:56.541144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:56.544306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.545475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.553362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:56.574826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.577618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Made reservation on behalf of ceec5603e9824537917759fa8b4cffa7 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:14:56.579585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Notify callbacks [] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.611778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:14:56.618994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Checking segment: {'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:14:56.619354 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Network hostable DHCP agents. Network: 7001d3b3-add7-43f8-87f2-8f2d67c06275, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:14:56.642636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f222ef94-a80f-48f2-ad52-7a49f266982f,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:56.647935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Network 7001d3b3-add7-43f8-87f2-8f2d67c06275 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:14:56.661125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 7001d3b3-add7-43f8-87f2-8f2d67c06275) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:14:56.667984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:14:56.669285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.687175 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4700998-3099-476d-b6b1-d2b19e807fa5 None None] Network 7001d3b3-add7-43f8-87f2-8f2d67c06275 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:14:56.697209 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5e61d062-6ec5-4b86-a80b-21f3ebb396af admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6371841 Mar 23 10:14:56.700091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54118) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:56.713001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:56.722075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:56.727896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Usage tracker for resource:router and tenant:19dd158d5c8a4d43afdd711ef24aa3fc is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:56.734577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:56.743197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:56.759194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.762288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.797340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:56.803645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54124) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:57.058301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.215436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54136) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:57.300248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.330635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-7001d3b3-add7-43f8-87f2-8f2d67c06275', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:14:57.331838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.399797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1019897270'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:57.415799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.443430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:57.451642 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e585da7-ed72-4380-ab78-dfd58b864173,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:57.456753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Usage tracker for resource:network and tenant:c7615d5fd6114e9da601078b2b25f523 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:57.464152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:57.475433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:57.566105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Checking segment: {'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:14:57.566466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Network hostable DHCP agents. Network: dfe839e7-d9ac-490f-a132-e3ff8c5059c0, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:14:57.587992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:14:57.588850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.595365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Made reservation on behalf of c7615d5fd6114e9da601078b2b25f523 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:14:57.599448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.687268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.741345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54152) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:57.760050 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:14:57.780707 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:57.786986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Usage tracker for resource:security_group_rule and tenant:c7615d5fd6114e9da601078b2b25f523 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:57.792573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, dfe839e7-d9ac-490f-a132-e3ff8c5059c0) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:14:57.796047 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:57.807970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba00619-fc33-427c-85a2-aa67a393b3bd None None] Network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:14:57.809981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:14:57.810574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.814784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:57.833487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.903921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:57.922075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:57.930430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Usage tracker for resource:floatingip and tenant:956ea7bdbcde46e6915d46935d586e36 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:57.935464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:57.945250 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.948000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:57.998049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54158) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:58.005176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Allocated IP 172.20.0.2 (7001d3b3-add7-43f8-87f2-8f2d67c06275/f222ef94-a80f-48f2-ad52-7a49f266982f/434a18e8-9ef8-491b-a40b-07f35ede154d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:14:58.016872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:58.047759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.054885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-446938020', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:58.061976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:58.069361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Usage tracker for resource:port and tenant:7bf5e03406964455b79aed0f49cb114e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:58.073346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:58.080773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:58.107641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Made reservation on behalf of 7bf5e03406964455b79aed0f49cb114e for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:14:58.110146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.127181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.136296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54164) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:58.138970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Allocated IP 172.20.0.2 (33fb841e-65c0-4d4b-a961-a6a5e222cc41/6974af38-e910-44c2-9610-83ce64fa6dee/dca85671-f86a-4bad-8cd6-add4bbf20384) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:14:58.158926 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bbca82da-cc35-4ade-807d-daa4cead8dae admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6418867 Mar 23 10:14:58.165349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54170) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:58.175426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.177053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:58.183614 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:58.188307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:58.196938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1753377304'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:58.217425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:58.224324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Usage tracker for resource:network and tenant:a9be2b96b62b4c4bb7d8fcad85501125 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:58.229592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:58.240908 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:58.260444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Usage tracker for resource:router and tenant:ceec5603e9824537917759fa8b4cffa7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:58.264244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Usage tracker for resource:security_group_rule and tenant:7bf5e03406964455b79aed0f49cb114e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:58.269021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Made reservation on behalf of a9be2b96b62b4c4bb7d8fcad85501125 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:14:58.272874 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.290018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:58.297633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:58.300584 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.316882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:58.322378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:58.353648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1518522597'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:14:58.361480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:58.371894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Usage tracker for resource:security_group_rule and tenant:a9be2b96b62b4c4bb7d8fcad85501125 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:58.376911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:58.377274 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:58.388133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:58.394503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Usage tracker for resource:network and tenant:894822534a564814898f9c05f0b20cbf is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:58.398591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Allocated IP 172.26.4.147 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/d77621f6-b527-4f69-883b-38a593e75ef9) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:14:58.408670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:14:58.409528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.410262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:58.421390 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.422843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.424258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:58.474462 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.479984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Made reservation on behalf of 894822534a564814898f9c05f0b20cbf for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:14:58.483372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.499193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.513130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.548534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.566492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:14:58.592064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:14:58.601509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Usage tracker for resource:security_group_rule and tenant:894822534a564814898f9c05f0b20cbf is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:14:58.608218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:14:58.613138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.634070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.668066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:14:58.704487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.712154 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Transition to ACTIVE for port object 434a18e8-9ef8-491b-a40b-07f35ede154d will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:14:58.764854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Transition to ACTIVE for port object 434a18e8-9ef8-491b-a40b-07f35ede154d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:14:58.769974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.770319 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Added segment b1c1c9e8-60a5-4c4c-8287-450a6e8125d3 of type vlan for network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa Mar 23 10:14:58.779456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Allocated IP 172.20.0.2 (dfe839e7-d9ac-490f-a132-e3ff8c5059c0/8e585da7-ed72-4380-ab78-dfd58b864173/ffbd641f-acbe-49fd-aa84-2d063ab3b4c3) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:14:58.781715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.789083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.789645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.822685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87c28b2-5a1c-4a99-9c64-3a9af299c2a1,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:58.836095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Transition to ACTIVE for port object dca85671-f86a-4bad-8cd6-add4bbf20384 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:14:58.850235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:14:58.853774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:14:58.858219 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:14:58.900336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Network 7001d3b3-add7-43f8-87f2-8f2d67c06275 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:14:58.901585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Transition to ACTIVE for port object dca85671-f86a-4bad-8cd6-add4bbf20384 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:14:58.915134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:14:58.924493 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:14:58.975276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:58.984233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.000770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d77621f6-b527-4f69-883b-38a593e75ef9,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.050608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Pushing event updated for resources: {'Port': ['ID=434a18e8-9ef8-491b-a40b-07f35ede154d,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.075120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.090511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:14:59.093618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.100604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:14:59.108137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.110564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.110940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.111260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.111766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.112225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.112731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.113065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.113541 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.114036 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.114512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.114969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.115411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Tracked resource versions report: Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: pushed versions: Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: { 'AddressGroup': {'1.2'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'ConntrackHelper': {'1.0'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Log': {'1.0'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Network': {'1.1'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Port': {'1.7'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'PortForwarding': {'1.2'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'QosPolicy': {'1.8'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SecurityGroup': {'1.4'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SubPort': {'1.0'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Subnet': {'1.1'}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Trunk': {'1.1'}} Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: consumer versions: Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: { DHCP agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: HyperV agent@hv-neutron-8346: {}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: L3 agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: Metadata agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: Metering agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: Open vSwitch agent@dv-neutron-834652-2-hyperv: { 'AddressGroup': '1.2', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'ConntrackHelper': '1.0', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Log': '1.0', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Network': '1.1', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Port': '1.7', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'PortForwarding': '1.2', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'QosPolicy': '1.8', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SecurityGroup': '1.4', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SecurityGroupRule': '1.2', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'SubPort': '1.0', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Subnet': '1.1', Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: 'Trunk': '1.1'}} Mar 23 10:14:59.116655 dv-neutron-834652-2-hyperv neutron-server[87861]: {{(pid=87861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:14:59.121487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:14:59.122987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.126589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.143864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] device_id is not set on port 4530aa3a-cc09-4b2e-bebe-92764ade2c70 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:14:59.181710 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:14:59.240135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Attempting to bind port 434a18e8-9ef8-491b-a40b-07f35ede154d on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:14:59.240741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Attempting to bind port 434a18e8-9ef8-491b-a40b-07f35ede154d by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:14:59.241262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Attempting to bind port 434a18e8-9ef8-491b-a40b-07f35ede154d on network 7001d3b3-add7-43f8-87f2-8f2d67c06275 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:14:59.261230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Allocated IP 172.26.4.137 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:14:59.281718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5dde91-2249-426f-8fdb-57d45b38e7f6,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.292451 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:14:59.293110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Checking segment: {'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:14:59.293506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.293893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Bound using segment: {'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:14:59.294872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Bound port: 434a18e8-9ef8-491b-a40b-07f35ede154d, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:14:59.294998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.296178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.296526 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Added segment 4abae647-09a8-434b-bd2e-2bca6f46aa0a of type vlan for network f16560ef-9f9a-4bb5-b885-5d760e4c496a Mar 23 10:14:59.339246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.351841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.356493 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Pushing event updated for resources: {'Port': ['ID=dca85671-f86a-4bad-8cd6-add4bbf20384,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.385493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.390305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:14:59.390910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:14:59.391506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.404338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Attempting to bind port dca85671-f86a-4bad-8cd6-add4bbf20384 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:14:59.404705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Attempting to bind port dca85671-f86a-4bad-8cd6-add4bbf20384 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:14:59.405071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Attempting to bind port dca85671-f86a-4bad-8cd6-add4bbf20384 on network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:14:59.418365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.425660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:14:59.426034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Checking segment: {'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:14:59.426423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.426890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Bound using segment: {'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:14:59.427708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Bound port: dca85671-f86a-4bad-8cd6-add4bbf20384, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:14:59.427849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7731ba23-91a8-4514-8e31-14d8c9e22d59,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.428100 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.448230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.457870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.466982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=991f23a6-9af5-4034-9e66-b11b1bd36d27,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.469783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.470119 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Added segment d0e18e22-7236-4788-a36a-bc901f1034b4 of type vlan for network 85fce458-c858-4c0c-9ae6-4c415a59b679 Mar 23 10:14:59.515069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Transition to ACTIVE for port object ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:14:59.522058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.546669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] For port 434a18e8-9ef8-491b-a40b-07f35ede154d, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:14:59.553923 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] For port 434a18e8-9ef8-491b-a40b-07f35ede154d, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=434a18e8-9ef8-491b-a40b-07f35ede154d,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:14:59.558133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Transition to ACTIVE for port object ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:14:59.576951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.627002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.668378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] For port dca85671-f86a-4bad-8cd6-add4bbf20384, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:14:59.680927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:14:59.689058 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:14:59.689343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.690419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:14:59.695474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:14:59.695659 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750663f5-7f33-4534-b82b-aad51ac51f82 None None] Pushing event updated for resources: {'Port': ['ID=434a18e8-9ef8-491b-a40b-07f35ede154d,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.696407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.701362 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:14:59.738887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Pushing event updated for resources: {'Network': ['ID=5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.758796 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f9cf3aff-91d9-4761-959c-16008342bef5 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.9476640 Mar 23 10:14:59.776681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.782984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:14:59.783484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.812690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Pushing event updated for resources: {'Port': ['ID=ffbd641f-acbe-49fd-aa84-2d063ab3b4c3,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.817982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Pushing event updated for resources: {'Network': ['ID=85fce458-c858-4c0c-9ae6-4c415a59b679,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.818636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] For port dca85671-f86a-4bad-8cd6-add4bbf20384, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=dca85671-f86a-4bad-8cd6-add4bbf20384,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:14:59.820122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:14:59.855792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:14:59.920200 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d5743e21-fd47-46b2-964e-9ebf39112cac tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7805314 Mar 23 10:14:59.925552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54196) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:14:59.937021 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9366565 Mar 23 10:14:59.952856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a42fb7-ff49-4968-b9ed-1e9775d81864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Pushing event updated for resources: {'Network': ['ID=f16560ef-9f9a-4bb5-b885-5d760e4c496a,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:14:59.966527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:00.026083 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 85fce458-c858-4c0c-9ae6-4c415a59b679 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:00.053993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Request body: {'network': {'name': 'tempest-network--40804118', 'router:external': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:00.104758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:00.128304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Usage tracker for resource:network and tenant:9093c073f13847ca87c3bbfee45363b8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:00.158192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:00.174106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:00.185757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:00.192607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network f16560ef-9f9a-4bb5-b885-5d760e4c496a details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:00.207247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Attempting to bind port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:00.207604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Attempting to bind port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:00.208156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Attempting to bind port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 on network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:00.215350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:00.250284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:00.250514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Checking segment: {'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:00.250901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:00.251280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Bound using segment: {'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:00.251749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Bound port: ffbd641f-acbe-49fd-aa84-2d063ab3b4c3, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:00.252129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:00.307041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Allocated IP 172.26.4.167 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/298dec1f-4d68-42bb-9c2d-f9e195baa261) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:00.311707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Made reservation on behalf of 9093c073f13847ca87c3bbfee45363b8 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:00.314123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:00.337703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:00.352928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:00.354097 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Pushing event updated for resources: {'Port': ['ID=91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:00.358335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:00.367506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:00.382668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Usage tracker for resource:security_group_rule and tenant:9093c073f13847ca87c3bbfee45363b8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:00.385608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:00.391428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:00.392888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:00.398714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:00.535600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:00.675613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0ca2c-fb89-4b32-a02f-1213fb629582 None None] Pushing event updated for resources: {'Port': ['ID=dca85671-f86a-4bad-8cd6-add4bbf20384,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:00.736258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54218) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:00.760471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Request body: {'port': {'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-686023455'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:00.765297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:00.782745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Usage tracker for resource:port and tenant:d0de8cc4802545bca73a2a2f041527e8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:00.801022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Router 9dd2e454-eb01-41aa-b73f-f261e41f12ec is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:15:00.857549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:00.885980 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] For port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:00.894427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:00.904114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] For port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ffbd641f-acbe-49fd-aa84-2d063ab3b4c3,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:00.914955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:00.927071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54222) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:01.044436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Request body: {'port': {'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa', 'binding:host_id': 'hv-neutron-8346', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2026083125'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:01.055273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47632821-7d7b-4068-869b-bcaf62f4e765 None None] Pushing event updated for resources: {'Port': ['ID=ffbd641f-acbe-49fd-aa84-2d063ab3b4c3,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:01.086192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:01.095143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Usage tracker for resource:port and tenant:6fc76d1b82884929aeb21e904edaffff is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:01.105879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Made reservation on behalf of d0de8cc4802545bca73a2a2f041527e8 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:01.110303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.131842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.135574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:01.151376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:01.153735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.255274 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.267303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:01.276425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.287921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Usage tracker for resource:security_group_rule and tenant:d0de8cc4802545bca73a2a2f041527e8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:01.363253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Made reservation on behalf of 6fc76d1b82884929aeb21e904edaffff for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:01.365617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.389303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:01.393727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.421676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:01.423640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.500639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:01.503050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:01.509185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aae154-c963-4bb1-9c8a-f7ead0846e19,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:01.523784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Usage tracker for resource:security_group_rule and tenant:6fc76d1b82884929aeb21e904edaffff is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:01.536611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:15:01.539722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:01.555591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:01.556494 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Sync routers for ids ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:15:01.565901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.566282 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Added segment 5415029a-814f-42be-9d24-2f7043e034b7 of type vlan for network 596f8050-d1e3-4367-a03d-a0c37030b07a Mar 23 10:15:01.567944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.582710 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Routers {'9dd2e454-eb01-41aa-b73f-f261e41f12ec'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:01.583259 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:14:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:01.741018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:01.789076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:01.794871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:01.807252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.811548 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-faabff70-24b8-472f-98ff-d00f62aeb2e7 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1070316 Mar 23 10:15:01.818566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54230) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:01.821571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.843854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event updated for resources: {'Port': ['ID=298dec1f-4d68-42bb-9c2d-f9e195baa261,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:01.849083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Allocated IP 172.26.4.100 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/4530aa3a-cc09-4b2e-bebe-92764ade2c70) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:01.906587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:01.913643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device dca85671-f86a-4bad-8cd6-add4bbf20384 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:01.980106 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Set router 9dd2e454-eb01-41aa-b73f-f261e41f12ec gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:02.058650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port dca85671-f86a-4bad-8cd6-add4bbf20384 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:02.072541 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:02.135133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.171004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.194100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] device_id is not set on port 31c9707e-5b32-4113-8973-9d028e5bb25b yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:02.197421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d415a6f-295d-4ea1-9cd4-a2a3e189c586 None None] Network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:02.494976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.505014 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:14:59Z', 'revision_number': 3, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:14:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:02.506947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.512145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:02.513977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.514938 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Checking router: 9dd2e454-eb01-41aa-b73f-f261e41f12ec for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:15:02.515299 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Updating router 9dd2e454-eb01-41aa-b73f-f261e41f12ec port d77621f6-b527-4f69-883b-38a593e75ef9 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:15:02.616062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-75864216-1403-409f-8f71-b790a686395f None None] Provisioning for port dca85671-f86a-4bad-8cd6-add4bbf20384 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:02.626515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.642507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-75864216-1403-409f-8f71-b790a686395f None None] Provisioning complete for port dca85671-f86a-4bad-8cd6-add4bbf20384 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:02.642879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75864216-1403-409f-8f71-b790a686395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.649848 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.748022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6c1f7d-350f-4148-a6ff-b8e04c6b588b None None] Network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:02.753862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Router 5dea9c5b-7946-4ed5-b547-3de069a34968 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:15:02.870708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] device_id is not set on port 31c9707e-5b32-4113-8973-9d028e5bb25b yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:02.885069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.903265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Transition to ACTIVE for port object 31c9707e-5b32-4113-8973-9d028e5bb25b will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:02.934466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:02.937569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.938036 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4111f1-aeb4-49a3-8cd4-54ce9b89157a None None] Network 7001d3b3-add7-43f8-87f2-8f2d67c06275 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:02.941235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.970285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabae684-1837-4ddd-aa33-febc2f6b23e4,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:02.983217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:02.986324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 434a18e8-9ef8-491b-a40b-07f35ede154d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:03.019033 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 3.0894568 Mar 23 10:15:03.019033 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.027722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54236) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:03.065700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:03.073297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:03.081497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:03.082094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] device_id is not set on port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:03.082400 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:03.083021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.187566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Allocated IP 172.26.4.75 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:03.193850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Pushing event updated for resources: {'Port': ['ID=4530aa3a-cc09-4b2e-bebe-92764ade2c70,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:03.226659 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ae0591d4-bb66-4f31-b586-ff7c05581cbe tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.4750023 Mar 23 10:15:03.242162 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54242) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:03.252373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.100'}]}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:03.261879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd1a2b-9b1b-4874-9a1e-f86461d6f209,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:03.282700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:03.287576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:15:03.290043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.291902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Usage tracker for resource:router and tenant:7bf5e03406964455b79aed0f49cb114e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:03.296241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:03.361255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Sync routers for ids ['5dea9c5b-7946-4ed5-b547-3de069a34968'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:15:03.447605 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:03.450157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.453997 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bd51a145-23b6-4e0a-9c9e-1f3a9287f0cb admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0327599 Mar 23 10:15:03.458732 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54246) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:03.488444 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Routers {'5dea9c5b-7946-4ed5-b547-3de069a34968'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:03.489240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:14:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5dea9c5b-7946-4ed5-b547-3de069a34968'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:03.538407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75864216-1403-409f-8f71-b790a686395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.552521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.553558 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.573641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event updated for resources: {'Port': ['ID=31c9707e-5b32-4113-8973-9d028e5bb25b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:03.606613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Checking segment: {'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:03.607153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Network hostable DHCP agents. Network: f16560ef-9f9a-4bb5-b885-5d760e4c496a, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:03.631394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 434a18e8-9ef8-491b-a40b-07f35ede154d completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:03.677820 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.681610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.691111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3c7b3-3b12-47f6-9fa7-a2c13bea10b1 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event updated for resources: {'Network': ['ID=596f8050-d1e3-4367-a03d-a0c37030b07a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:03.717116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-75864216-1403-409f-8f71-b790a686395f None None] For port dca85671-f86a-4bad-8cd6-add4bbf20384, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=dca85671-f86a-4bad-8cd6-add4bbf20384,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:03.786137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 596f8050-d1e3-4367-a03d-a0c37030b07a details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:03.810568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75864216-1403-409f-8f71-b790a686395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.884895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:03.893003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Network f16560ef-9f9a-4bb5-b885-5d760e4c496a is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:03.962163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a3b8a0c9-5342-4bd1-9bea-a350ecf52637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.023986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, f16560ef-9f9a-4bb5-b885-5d760e4c496a) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:04.065459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b575d3d-88b9-47f6-a8d8-858f36ed1fee None None] Network f16560ef-9f9a-4bb5-b885-5d760e4c496a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:04.085346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75864216-1403-409f-8f71-b790a686395f None None] Pushing event updated for resources: {'Port': ['ID=dca85671-f86a-4bad-8cd6-add4bbf20384,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:04.101799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Set router 5dea9c5b-7946-4ed5-b547-3de069a34968 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:04.121989 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.134381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:04.149832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Provisioning for port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:04.182117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.193775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.224165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.233399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:04.261945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Provisioning complete for port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:04.262331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.302215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:04.323061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:04.357321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:04.358275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:04.358835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:04.364569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.495682 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.516028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.516273 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Transition to ACTIVE for port object d77621f6-b527-4f69-883b-38a593e75ef9 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:04.523134 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3045557 Mar 23 10:15:04.524092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:04.524506 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:04.530358 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54252) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:04.534622 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.536567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.545779 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 2 to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b Mar 23 10:15:04.638819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b661f-eb8b-4ead-bdec-07e89af0bc08 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event updated for resources: {'Port': ['ID=298dec1f-4d68-42bb-9c2d-f9e195baa261,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:04.665392 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Pushing event updated for resources: {'Port': ['ID=d77621f6-b527-4f69-883b-38a593e75ef9,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:04.675243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:04.677000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:04.677366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:04.677793 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.678469 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.678994 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.679478 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.680098 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.681404 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.682045 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.682740 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.684331 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.684812 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.685317 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.685783 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Tracked resource versions report: Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: pushed versions: Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: { 'AddressGroup': {'1.2'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'ConntrackHelper': {'1.0'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Log': {'1.0'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Network': {'1.1'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Port': {'1.7'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'PortForwarding': {'1.2'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'QosPolicy': {'1.8'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SecurityGroup': {'1.4'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SecurityGroupRule': {'1.2'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SubPort': {'1.0'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Subnet': {'1.1'}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Trunk': {'1.1'}} Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: consumer versions: Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: { DHCP agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: HyperV agent@hv-neutron-8346: {}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: L3 agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: Metadata agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: Metering agent@dv-neutron-834652-2-hyperv: {}, Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: Open vSwitch agent@dv-neutron-834652-2-hyperv: { 'AddressGroup': '1.2', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'ConntrackHelper': '1.0', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Log': '1.0', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Network': '1.1', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Port': '1.7', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'PortForwarding': '1.2', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'QosPolicy': '1.8', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SecurityGroup': '1.4', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SecurityGroupRule': '1.2', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'SubPort': '1.0', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Subnet': '1.1', Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: 'Trunk': '1.1'}} Mar 23 10:15:04.687759 dv-neutron-834652-2-hyperv neutron-server[87862]: {{(pid=87862) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 10:15:04.702401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] device_id is not set on port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:04.704086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1861839468'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:04.709282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:04.713870 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Usage tracker for resource:network and tenant:956ea7bdbcde46e6915d46935d586e36 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:04.752795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:04.753020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.753020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.753020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.753020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > port after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.753437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:04.753513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.753513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > port after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.753513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.753513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.753513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.753513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.757433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Made reservation on behalf of 956ea7bdbcde46e6915d46935d586e36 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:04.763607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.767754 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Attempting to bind port d77621f6-b527-4f69-883b-38a593e75ef9 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:04.767754 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Attempting to bind port d77621f6-b527-4f69-883b-38a593e75ef9 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:04.767754 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Attempting to bind port d77621f6-b527-4f69-883b-38a593e75ef9 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:04.773860 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:04.775246 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:04.775882 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.776443 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:04.777218 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Bound port: d77621f6-b527-4f69-883b-38a593e75ef9, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:04.777725 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.780972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.794743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.873965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Pushing event updated for resources: {'Port': ['ID=c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:04.879729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] For port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ffbd641f-acbe-49fd-aa84-2d063ab3b4c3,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:04.889163 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] For port d77621f6-b527-4f69-883b-38a593e75ef9, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:04.889289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.893804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:04.895531 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] For port d77621f6-b527-4f69-883b-38a593e75ef9, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d77621f6-b527-4f69-883b-38a593e75ef9,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:04.899118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Usage tracker for resource:security_group_rule and tenant:956ea7bdbcde46e6915d46935d586e36 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:04.901285 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.902596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:04.908781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:04.911288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.911943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.912624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.913390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:04.913961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['596f8050-d1e3-4367-a03d-a0c37030b07a']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:04.925750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:04.926296 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:04.940859 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 3 to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b Mar 23 10:15:04.958869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:04.968266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5415029a-814f-42be-9d24-2f7043e034b7') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:04.968805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5415029a-814f-42be-9d24-2f7043e034b7') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:05.000987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.006537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Pushing event updated for resources: {'Port': ['ID=ffbd641f-acbe-49fd-aa84-2d063ab3b4c3,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:05.027920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:00Z', 'revision_number': 3, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:14:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:05.028148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Transition to ACTIVE for port object 77f3121d-0f2d-4037-af87-2b6a62e85ef2 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:05.030504 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf474e-fefe-4bba-a58f-11e8181c8adf None None] Pushing event updated for resources: {'Port': ['ID=d77621f6-b527-4f69-883b-38a593e75ef9,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:05.031075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.033593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Checking router: 5dea9c5b-7946-4ed5-b547-3de069a34968 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:15:05.034087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Updating router 5dea9c5b-7946-4ed5-b547-3de069a34968 port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:15:05.037988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:05.038865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:05.039195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:05.059159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:05.059485 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:05.063215 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Provisioning complete for port dca85671-f86a-4bad-8cd6-add4bbf20384 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:05.063803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.072432 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 4 to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b Mar 23 10:15:05.073782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.080968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.091328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.094707 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Routers {'9dd2e454-eb01-41aa-b73f-f261e41f12ec'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:05.095169 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:14:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:05.102151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:05.102551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: from cryptography.utils import int_from_bytes Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: from cryptography.utils import int_from_bytes Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn_limited( Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn_limited( Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:05.124085 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:05.158133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.190069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:05.191457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:05.191457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:05.234622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd986de-f96a-42c9-9fa3-a0d6b8472377,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:05.309771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:05.310101 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:05.314384 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 5 to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b Mar 23 10:15:05.347808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event updated for resources: {'Port': ['ID=77f3121d-0f2d-4037-af87-2b6a62e85ef2,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:05.363142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.374655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:05.375212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:05.375438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:05.384418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.401539 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] Set router 9dd2e454-eb01-41aa-b73f-f261e41f12ec gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:05.431060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:05.431386 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:05.459892 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 6 to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b Mar 23 10:15:05.475430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 596f8050-d1e3-4367-a03d-a0c37030b07a {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 23 10:15:05.476944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Checking segment: {'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:05.477329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Network hostable DHCP agents. Network: 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:05.493592 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event deleted for resources: {'Network': ['ID=596f8050-d1e3-4367-a03d-a0c37030b07a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:05.500753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.522929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:05.523254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:05.523578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:05.536871 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-45de6c1e-bac9-46c8-90ed-b8632fae504e tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "DELETE /v2.0/networks/596f8050-d1e3-4367-a03d-a0c37030b07a HTTP/1.1" status: 204 len: 168 time: 2.4738307 Mar 23 10:15:05.541766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54258) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:05.562996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:05.567543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:05.580824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:05.581205 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:05.588406 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 7 to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b Mar 23 10:15:05.656662 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.656998 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Added segment c22ce5aa-9580-4d14-8b4e-d8757593ace6 of type vlan for network 93b2b081-2759-48ef-b81e-49686db0441f Mar 23 10:15:05.662466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.687791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.737400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Transition to ACTIVE for port object 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:05.753975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.798363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.825706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:05.847133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.869980 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:14:59Z', 'revision_number': 3, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:05.880139 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542548b-be38-4f1d-8b37-8617dd49b68d None None] The sync data for ids ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'] in dv-neutron-834652-2-hyperv is: [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:14:59Z', 'revision_number': 3, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:15:05.895465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b4577-69fa-4460-a02b-c718685c7eae None None] Pushing event updated for resources: {'Port': ['ID=91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:05.901236 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:05.967445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:05.973333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:05.973431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Provisioning for port 434a18e8-9ef8-491b-a40b-07f35ede154d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:05.973772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.005623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Attempting to bind port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:06.006171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Attempting to bind port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:06.006601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Attempting to bind port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:06.030631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Provisioning complete for port 434a18e8-9ef8-491b-a40b-07f35ede154d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:06.031102 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.099053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:06.099635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:06.100481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.100899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Allocated IP 172.20.0.1 (7001d3b3-add7-43f8-87f2-8f2d67c06275/f222ef94-a80f-48f2-ad52-7a49f266982f/e3fdd980-384a-4dca-9197-d5686e662b64) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:06.101251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:06.101782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Bound port: 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:06.102244 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.144773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.155259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:06.164667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Usage tracker for resource:network and tenant:9093c073f13847ca87c3bbfee45363b8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:06.171138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:06.236897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:06.245232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:06.245584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:06.245927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:06.250846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eee9c953-0663-4a77-9770-3db6f68ad94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.251170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:06.285152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6d6c50-97f1-457f-a82b-7ef6e6e161a5 None None] Network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:06.286052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:06.286388 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:06.287071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:06.297248 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 8 to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b Mar 23 10:15:06.308003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Made reservation on behalf of 9093c073f13847ca87c3bbfee45363b8 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:06.310549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.319941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.336061 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] For port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:06.351746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:06.352148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.355048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:06.355380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:06.355711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:06.360783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:06.361136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:06.361469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:06.384249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:06.384249 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:06.393257 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 2 to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 Mar 23 10:15:06.401212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:06.401573 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:06.407936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.410701 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 9 to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b Mar 23 10:15:06.418156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:06.447781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:06.447781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:06.447781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:06.448792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] For port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:06.455497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:06.455497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:06.455802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:06.458254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.458778 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Added segment cd2c7376-d09a-43e2-a2e4-263c3d9cbcb2 of type vlan for network 757f948c-bd93-4907-819c-8b8c2e688682 Mar 23 10:15:06.464151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Transition to ACTIVE for port object e3fdd980-384a-4dca-9197-d5686e662b64 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:06.472645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:06.472965 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:06.476628 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 10 to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b Mar 23 10:15:06.483847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.489860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:06.489860 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:06.493678 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 3 to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 Mar 23 10:15:06.546811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:06.547149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:06.547566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:06.559111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:06.559432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:06.559752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:06.574015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:06.574015 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:06.574295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port 31c9707e-5b32-4113-8973-9d028e5bb25b on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:06.575077 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port 31c9707e-5b32-4113-8973-9d028e5bb25b on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:06.575077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.589518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.593681 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 4 to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 Mar 23 10:15:06.618784 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0871396 Mar 23 10:15:06.626165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716c71-fce2-44a1-8632-103ee2bbdadf tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event updated for resources: {'Network': ['ID=93b2b081-2759-48ef-b81e-49686db0441f,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:06.626681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54262) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:06.633255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:06.633580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:06.633912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:06.639585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Request body: {'subnet': {'network_id': '93b2b081-2759-48ef-b81e-49686db0441f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:06.640508 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] For port 434a18e8-9ef8-491b-a40b-07f35ede154d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=434a18e8-9ef8-491b-a40b-07f35ede154d,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:06.656342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.714039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.728544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 93b2b081-2759-48ef-b81e-49686db0441f details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:06.755769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:06.766633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:06.767103 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:06.775230 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 5 to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 Mar 23 10:15:06.894975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.957623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.965972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b4577-69fa-4460-a02b-c718685c7eae None None] Pushing event updated for resources: {'Port': ['ID=91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:06.988763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:06.988763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:06.988763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:06.990668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:06.992124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:06.992697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.087033 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:07.087362 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:07.107246 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 6 to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 Mar 23 10:15:07.110488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.126606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:07.143040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Routers {'5dea9c5b-7946-4ed5-b547-3de069a34968'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:07.143830 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5dea9c5b-7946-4ed5-b547-3de069a34968'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:07.150308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Network 7001d3b3-add7-43f8-87f2-8f2d67c06275 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:07.164240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Usage tracker for resource:subnet and tenant:956ea7bdbcde46e6915d46935d586e36 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:07.181748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] For port 31c9707e-5b32-4113-8973-9d028e5bb25b, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:07.182115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempted to set empty binding levels {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 23 10:15:07.191003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:07.216283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.217683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:07.220692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Pushing event updated for resources: {'Port': ['ID=e3fdd980-384a-4dca-9197-d5686e662b64,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:07.292956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:07.322535 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7601678 Mar 23 10:15:07.322535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:07.322535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:07.322535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:07.324350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.333854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54266) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:07.347866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c720aed-0917-4509-82fd-18f7eab02d70 None None] Pushing event updated for resources: {'Port': ['ID=434a18e8-9ef8-491b-a40b-07f35ede154d,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:07.377771 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7e7b3db7-ffa0-41ff-87e0-71cddd61d7fc None None] Provisioning complete for port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:07.378234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3db7-ffa0-41ff-87e0-71cddd61d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.390127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:07.404342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:07.405122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.412843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.426449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device dca85671-f86a-4bad-8cd6-add4bbf20384 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:07.438563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Request body: {'subnet': {'network_id': '757f948c-bd93-4907-819c-8b8c2e688682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:07.443695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:07.447878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Usage tracker for resource:subnet and tenant:9093c073f13847ca87c3bbfee45363b8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:07.450996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:07.468357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:07.471572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:07.471903 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:07.493810 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 7 to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 Mar 23 10:15:07.508284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.7664897 Mar 23 10:15:07.509132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52440ea-8a9e-4728-9563-4d2ebd1c07f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event updated for resources: {'Network': ['ID=757f948c-bd93-4907-819c-8b8c2e688682,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:07.520760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54270) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:07.525181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:07.525469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:07.525806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:07.563518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 757f948c-bd93-4907-819c-8b8c2e688682 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:07.586412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.603211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Made reservation on behalf of 956ea7bdbcde46e6915d46935d586e36 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:07.607128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.631244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:07.631485 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:07.661565 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 8 to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 Mar 23 10:15:07.669238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Made reservation on behalf of 9093c073f13847ca87c3bbfee45363b8 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:07.670858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Allocated IP 172.20.0.1 (33fb841e-65c0-4d4b-a961-a6a5e222cc41/6974af38-e910-44c2-9610-83ce64fa6dee/43c0c160-1f75-4480-9f95-ed9371d08f1d) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:07.671516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.694164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.765393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.774351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.777928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] Set router 5dea9c5b-7946-4ed5-b547-3de069a34968 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:07.815987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73145e7-6f48-4668-b9d8-b9492259a204 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event updated for resources: {'Port': ['ID=31c9707e-5b32-4113-8973-9d028e5bb25b,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:07.970967 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:07.971485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2e07d32-14f3-47d2-a9cb-5c275ec48007 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:15:08.013613 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:15:08.014649 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e12f1bcb-61cd-4c93-ba00-91498c9d78de tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7715223 Mar 23 10:15:08.018348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54274) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:08.038826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port dca85671-f86a-4bad-8cd6-add4bbf20384 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:08.039182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.057577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:08.057907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:08.058501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:08.062817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Router ea517836-1581-42c2-892f-c40dc8c0a52a is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:15:08.103987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.136334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-82a80794-ec4c-4aa5-a91a-1010ef028724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Deleting port 31c9707e-5b32-4113-8973-9d028e5bb25b {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:08.137937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-82a80794-ec4c-4aa5-a91a-1010ef028724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.159991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7e7b3db7-ffa0-41ff-87e0-71cddd61d7fc None None] Provisioning complete for port 434a18e8-9ef8-491b-a40b-07f35ede154d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:08.160537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3db7-ffa0-41ff-87e0-71cddd61d7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.270200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:08.270473 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:08.286203 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 9 to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 Mar 23 10:15:08.287872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9c51fa55-e049-46d9-8279-5edbd45f0f21 tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Deleting port 4530aa3a-cc09-4b2e-bebe-92764ade2c70 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:08.288253 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9c51fa55-e049-46d9-8279-5edbd45f0f21 tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.308987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:08.309509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:08.310172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:08.332744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Transition to ACTIVE for port object 43c0c160-1f75-4480-9f95-ed9371d08f1d will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:08.363808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:08.364125 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:08.431806 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:00Z', 'revision_number': 3, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:08.440702 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c3908-a43d-4941-8e2b-31494329eae6 None None] The sync data for ids ['5dea9c5b-7946-4ed5-b547-3de069a34968'] in dv-neutron-834652-2-hyperv is: [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:00Z', 'revision_number': 3, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:15:08.510545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 434a18e8-9ef8-491b-a40b-07f35ede154d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:08.517932 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 10 to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 Mar 23 10:15:08.518656 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:15:08.529442 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Sync routers for ids ['ea517836-1581-42c2-892f-c40dc8c0a52a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:15:08.552197 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Routers {'ea517836-1581-42c2-892f-c40dc8c0a52a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:08.553097 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ea517836-1581-42c2-892f-c40dc8c0a52a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:08.574455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.630379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 434a18e8-9ef8-491b-a40b-07f35ede154d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:08.630750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.663472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-316b52ee-b025-4798-a607-9794eabf0f59 None None] Provisioning for port e3fdd980-384a-4dca-9197-d5686e662b64 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:08.670957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-82a80794-ec4c-4aa5-a91a-1010ef028724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] For port 31c9707e-5b32-4113-8973-9d028e5bb25b, host hv-neutron-8346, got binding levels [] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:08.671619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-82a80794-ec4c-4aa5-a91a-1010ef028724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.679919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-316b52ee-b025-4798-a607-9794eabf0f59 None None] Provisioning complete for port e3fdd980-384a-4dca-9197-d5686e662b64 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:08.680331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-316b52ee-b025-4798-a607-9794eabf0f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.707034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.712198 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9e0a9020-0c85-40d4-9b63-21e8e8ae020f admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.5424440 Mar 23 10:15:08.715034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54278) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:08.776053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-316b52ee-b025-4798-a607-9794eabf0f59 None None] Port e3fdd980-384a-4dca-9197-d5686e662b64 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:08.781641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:08.799707 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:08.802300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:08.802926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.816387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Pushing event updated for resources: {'Port': ['ID=43c0c160-1f75-4480-9f95-ed9371d08f1d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:08.894945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9c51fa55-e049-46d9-8279-5edbd45f0f21 tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:08.904602 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Set router ea517836-1581-42c2-892f-c40dc8c0a52a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:09.017330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d77621f6-b527-4f69-883b-38a593e75ef9 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:09.153464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port d77621f6-b527-4f69-883b-38a593e75ef9 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:09.160108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port d77621f6-b527-4f69-883b-38a593e75ef9 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:09.160731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.193414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-82a80794-ec4c-4aa5-a91a-1010ef028724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Calling delete_port for 31c9707e-5b32-4113-8973-9d028e5bb25b owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:09.200549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9c51fa55-e049-46d9-8279-5edbd45f0f21 tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Calling delete_port for 4530aa3a-cc09-4b2e-bebe-92764ade2c70 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:09.254872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:09.260229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cbf5a02c-7471-415e-8d77-6afb3a67b2c9 None None] Provisioning for port 43c0c160-1f75-4480-9f95-ed9371d08f1d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:09.262696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:09.263178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:09.284718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:09.285088 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:09.285463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.290894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cbf5a02c-7471-415e-8d77-6afb3a67b2c9 None None] Provisioning complete for port 43c0c160-1f75-4480-9f95-ed9371d08f1d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:09.291459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a02c-7471-415e-8d77-6afb3a67b2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.295830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.383340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cbf5a02c-7471-415e-8d77-6afb3a67b2c9 None None] Port 43c0c160-1f75-4480-9f95-ed9371d08f1d cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:09.384043 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:04Z', 'revision_number': 3, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:09.391911 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Checking router: ea517836-1581-42c2-892f-c40dc8c0a52a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:15:09.392409 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Updating router ea517836-1581-42c2-892f-c40dc8c0a52a port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:15:09.450002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.465470 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.516689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.543860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event updated for resources: {'Subnet': ['ID=453eee56-0430-4fca-9d3b-d40182b7e982,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:09.551780 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.576178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port d77621f6-b527-4f69-883b-38a593e75ef9, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d77621f6-b527-4f69-883b-38a593e75ef9,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:09.581674 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.682517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=d77621f6-b527-4f69-883b-38a593e75ef9,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:09.797913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] For port 77f3121d-0f2d-4037-af87-2b6a62e85ef2, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:09.798275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempted to set empty binding levels {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 23 10:15:09.801383 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.805271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Checking segment: {'id': 'c22ce5aa-9580-4d14-8b4e-d8757593ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93b2b081-2759-48ef-b81e-49686db0441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:09.805747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Network hostable DHCP agents. Network: 93b2b081-2759-48ef-b81e-49686db0441f, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:09.821754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.931550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9c51fa55-e049-46d9-8279-5edbd45f0f21 tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.939542 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.952202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event updated for resources: {'Port': ['ID=77f3121d-0f2d-4037-af87-2b6a62e85ef2,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:09.955950 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Transition to ACTIVE for port object c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:09.966690 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.973010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-82a80794-ec4c-4aa5-a91a-1010ef028724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:09.974864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:09.975466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.045957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Network 93b2b081-2759-48ef-b81e-49686db0441f is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:10.046143 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Attempting to bind port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:10.046143 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Attempting to bind port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:10.046504 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Attempting to bind port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:10.057095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9c51fa55-e049-46d9-8279-5edbd45f0f21 tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.064517 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72772829-b564-4be6-a7f1-271721d13e45 None None] Pushing event updated for resources: {'Port': ['ID=c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:10.065080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51fa55-e049-46d9-8279-5edbd45f0f21 tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] Pushing event deleted for resources: {'Port': ['ID=4530aa3a-cc09-4b2e-bebe-92764ade2c70,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:10.067014 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:10.067390 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:10.067785 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.068320 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:10.068949 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Bound port: c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:10.070038 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.076165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a80794-ec4c-4aa5-a91a-1010ef028724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event deleted for resources: {'Port': ['ID=31c9707e-5b32-4113-8973-9d028e5bb25b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:10.093369 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9c51fa55-e049-46d9-8279-5edbd45f0f21 tempest-RoutersAdminNegativeIpV6Test-1026337114 tempest-RoutersAdminNegativeIpV6Test-1026337114-project-admin] 10.222.0.84 "DELETE /v2.0/ports/4530aa3a-cc09-4b2e-bebe-92764ade2c70 HTTP/1.1" status: 204 len: 168 time: 2.0611930 Mar 23 10:15:10.121196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 93b2b081-2759-48ef-b81e-49686db0441f) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:10.130246 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b9f9fe-c5ff-475a-b37b-99d9598459d6 None None] Network 93b2b081-2759-48ef-b81e-49686db0441f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:10.156963 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] For port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:10.161882 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] For port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:10.167308 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.287834 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72772829-b564-4be6-a7f1-271721d13e45 None None] Pushing event updated for resources: {'Port': ['ID=c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:10.322190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-82a80794-ec4c-4aa5-a91a-1010ef028724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.324266 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-82a80794-ec4c-4aa5-a91a-1010ef028724 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "DELETE /v2.0/ports/31c9707e-5b32-4113-8973-9d028e5bb25b HTTP/1.1" status: 204 len: 168 time: 2.7958934 Mar 23 10:15:10.328163 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b206968b-d64b-478e-8e9a-503563e36b0a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 9.3070734 Mar 23 10:15:10.328561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:10.329163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.338274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54286) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:10.338978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54288) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:10.342703 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Routers {'ea517836-1581-42c2-892f-c40dc8c0a52a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:10.343203 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ea517836-1581-42c2-892f-c40dc8c0a52a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:10.473548 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d60cf8a-dec0-4290-b150-b2e095650f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:15:10.474071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2d60cf8a-dec0-4290-b150-b2e095650f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Synchronizing usage tracker for tenant:d0de8cc4802545bca73a2a2f041527e8 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:10.493409 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-03b926fb-6063-4ac7-90bc-3c2c9e6f49c2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8655791 Mar 23 10:15:10.501869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54296) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:10.517427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2067851592', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:10.528832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:10.533502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Usage tracker for resource:router and tenant:956ea7bdbcde46e6915d46935d586e36 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:10.538142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:10.544200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:10.562720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a5cb1-8717-4501-995b-bf5381a1e4d2 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Deleting port 77f3121d-0f2d-4037-af87-2b6a62e85ef2 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:10.563268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5cb1-8717-4501-995b-bf5381a1e4d2 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.614396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.617899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.642291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2d60cf8a-dec0-4290-b150-b2e095650f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Unset dirty status for tenant:d0de8cc4802545bca73a2a2f041527e8 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:10.646553 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2d60cf8a-dec0-4290-b150-b2e095650f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "GET /v2.0/ports/31c9707e-5b32-4113-8973-9d028e5bb25b HTTP/1.1" status: 404 len: 333 time: 0.3012037 Mar 23 10:15:10.651504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54300) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:10.651831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54302) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:10.667668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:10.668984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.726833 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-93b2b081-2759-48ef-b81e-49686db0441f', 'network_id': '93b2b081-2759-48ef-b81e-49686db0441f', 'tenant_id': '956ea7bdbcde46e6915d46935d586e36', 'fixed_ips': [{'subnet_id': '453eee56-0430-4fca-9d3b-d40182b7e982'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:15:10.727845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.742796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Request body: {'port': {'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1746306423'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:10.759346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:10.779906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:15:10.780489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.780630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.782752 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] Set router ea517836-1581-42c2-892f-c40dc8c0a52a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:10.845258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:10.862960 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:10.883679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:10.884039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.936750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:10.963360 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:10.996781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.039649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:11.076193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Made reservation on behalf of d0de8cc4802545bca73a2a2f041527e8 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:11.079228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.084477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Allocated IP 172.20.0.2 (93b2b081-2759-48ef-b81e-49686db0441f/453eee56-0430-4fca-9d3b-d40182b7e982/f1091aad-a7f1-46af-8834-67fbb38f5b75) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:11.164884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.197307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.198141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.202650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4654a81d-80d6-430d-b979-56cd551a8f66,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:11.217959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-40ed65f2-e4d5-4a40-bd8b-490dac26e28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.245730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] device_id is not set on port a501f043-f3fa-415e-92e1-9a4f57f3540f yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:11.254775 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:04Z', 'revision_number': 3, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:11.259639 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e7467-98c7-4ab1-8143-2d372312b234 None None] The sync data for ids ['ea517836-1581-42c2-892f-c40dc8c0a52a'] in dv-neutron-834652-2-hyperv is: [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:04Z', 'revision_number': 3, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:15:11.333511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.342331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.357246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-40ed65f2-e4d5-4a40-bd8b-490dac26e28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:11.359948 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Transition to ACTIVE for port object f1091aad-a7f1-46af-8834-67fbb38f5b75 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:11.368430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Checking segment: {'id': 'cd2c7376-d09a-43e2-a2e4-263c3d9cbcb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '757f948c-bd93-4907-819c-8b8c2e688682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:11.368430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Network hostable DHCP agents. Network: 757f948c-bd93-4907-819c-8b8c2e688682, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:11.379455 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Transition to ACTIVE for port object f1091aad-a7f1-46af-8834-67fbb38f5b75 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:11.388682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.394369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.401831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-40ed65f2-e4d5-4a40-bd8b-490dac26e28e admin admin] Usage tracker for resource:security_group_rule and tenant:91dac7204ec041b296e27fa288dbf863 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:11.408149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Pushing event updated for resources: {'Port': ['ID=e3fdd980-384a-4dca-9197-d5686e662b64,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:11.414638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-40ed65f2-e4d5-4a40-bd8b-490dac26e28e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:11.431259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-40ed65f2-e4d5-4a40-bd8b-490dac26e28e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:11.440023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-1d5a5cb1-8717-4501-995b-bf5381a1e4d2 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] For port 77f3121d-0f2d-4037-af87-2b6a62e85ef2, host hv-neutron-8346, got binding levels [] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:11.440367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5cb1-8717-4501-995b-bf5381a1e4d2 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.477827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Pushing event updated for resources: {'Port': ['ID=43c0c160-1f75-4480-9f95-ed9371d08f1d,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:11.484052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Network 93b2b081-2759-48ef-b81e-49686db0441f is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:11.487752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:11.501806 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:11.590634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Pushing event updated for resources: {'Port': ['ID=f1091aad-a7f1-46af-8834-67fbb38f5b75,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:11.632162 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.677124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1d5a5cb1-8717-4501-995b-bf5381a1e4d2 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Calling delete_port for 77f3121d-0f2d-4037-af87-2b6a62e85ef2 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:11.763568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Allocated IP 172.20.0.1 (dfe839e7-d9ac-490f-a132-e3ff8c5059c0/8e585da7-ed72-4380-ab78-dfd58b864173/f5cb81bd-6748-46ba-ad4c-b9df007210f9) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:11.770425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:11.772063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Attempting to bind port f1091aad-a7f1-46af-8834-67fbb38f5b75 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:11.772624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Attempting to bind port f1091aad-a7f1-46af-8834-67fbb38f5b75 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c22ce5aa-9580-4d14-8b4e-d8757593ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93b2b081-2759-48ef-b81e-49686db0441f'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:11.773227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Attempting to bind port f1091aad-a7f1-46af-8834-67fbb38f5b75 on network 93b2b081-2759-48ef-b81e-49686db0441f {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:11.779192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:11.781188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:11.782029 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Checking segment: {'id': 'c22ce5aa-9580-4d14-8b4e-d8757593ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93b2b081-2759-48ef-b81e-49686db0441f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:11.782523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.783118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Bound using segment: {'id': 'c22ce5aa-9580-4d14-8b4e-d8757593ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93b2b081-2759-48ef-b81e-49686db0441f'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:11.783839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Bound port: f1091aad-a7f1-46af-8834-67fbb38f5b75, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22ce5aa-9580-4d14-8b4e-d8757593ace6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '93b2b081-2759-48ef-b81e-49686db0441f'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:11.784324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.784518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:11.796800 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.797663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d77621f6-b527-4f69-883b-38a593e75ef9 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:11.838463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Network 757f948c-bd93-4907-819c-8b8c2e688682 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:11.910727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 757f948c-bd93-4907-819c-8b8c2e688682) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:11.929351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:11.930445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:11.982756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bcac9a-6b58-462b-800e-ad362f6875dc None None] Network 757f948c-bd93-4907-819c-8b8c2e688682 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:12.155222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Network 7001d3b3-add7-43f8-87f2-8f2d67c06275 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:12.162357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:12.164639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5cb1-8717-4501-995b-bf5381a1e4d2 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.182805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.249223 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:12.258273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port d77621f6-b527-4f69-883b-38a593e75ef9 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:12.258710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.266367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a5cb1-8717-4501-995b-bf5381a1e4d2 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event deleted for resources: {'Port': ['ID=77f3121d-0f2d-4037-af87-2b6a62e85ef2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:12.284429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.295734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Router 5dea9c5b-7946-4ed5-b547-3de069a34968 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:15:12.341330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-984556ce-79ce-4c8d-bdcf-0c8b247ad0bf None None] Provisioning complete for port 43c0c160-1f75-4480-9f95-ed9371d08f1d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:12.341701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-984556ce-79ce-4c8d-bdcf-0c8b247ad0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.368666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] For port f1091aad-a7f1-46af-8834-67fbb38f5b75, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:12.408936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Transition to ACTIVE for port object f5cb81bd-6748-46ba-ad4c-b9df007210f9 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:12.436902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] For port f1091aad-a7f1-46af-8834-67fbb38f5b75, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f1091aad-a7f1-46af-8834-67fbb38f5b75,segment=NetworkSegment(c22ce5aa-9580-4d14-8b4e-d8757593ace6),segment_id=c22ce5aa-9580-4d14-8b4e-d8757593ace6)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:12.456107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.539198 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-984556ce-79ce-4c8d-bdcf-0c8b247ad0bf None None] Port 43c0c160-1f75-4480-9f95-ed9371d08f1d cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:12.591431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d5a5cb1-8717-4501-995b-bf5381a1e4d2 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.593355 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1d5a5cb1-8717-4501-995b-bf5381a1e4d2 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "DELETE /v2.0/ports/77f3121d-0f2d-4037-af87-2b6a62e85ef2 HTTP/1.1" status: 204 len: 168 time: 2.2492321 Mar 23 10:15:12.597117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54312) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:12.602698 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9cda5155-1763-4486-b1be-dc0847c491ad tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.2041383 Mar 23 10:15:12.621305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54316) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:12.663032 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6ac589-ec4c-464e-9422-9fe823f8358a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:15:12.663608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ea6ac589-ec4c-464e-9422-9fe823f8358a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Synchronizing usage tracker for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:12.664797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b405a5-dd98-48d3-a7cf-b6981e4c45a6 None None] Pushing event updated for resources: {'Port': ['ID=f1091aad-a7f1-46af-8834-67fbb38f5b75,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:12.673916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079fb53e-f0be-40e0-9ba6-aa2eb7de0a5f None None] Network 757f948c-bd93-4907-819c-8b8c2e688682 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:12.704436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-40ed65f2-e4d5-4a40-bd8b-490dac26e28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.705851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Request body: {'floatingip': {'floating_network_id': '757f948c-bd93-4907-819c-8b8c2e688682'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:12.708483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Router 9dd2e454-eb01-41aa-b73f-f261e41f12ec has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:15:12.711325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:12.713705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-40ed65f2-e4d5-4a40-bd8b-490dac26e28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.730538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Usage tracker for resource:floatingip and tenant:9093c073f13847ca87c3bbfee45363b8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:12.739660 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:12.755803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ea6ac589-ec4c-464e-9422-9fe823f8358a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Unset dirty status for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:12.760487 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ea6ac589-ec4c-464e-9422-9fe823f8358a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "GET /v2.0/ports/77f3121d-0f2d-4037-af87-2b6a62e85ef2 HTTP/1.1" status: 404 len: 333 time: 0.1571627 Mar 23 10:15:12.762254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed65f2-e4d5-4a40-bd8b-490dac26e28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6853ba04-4062-4553-ba4c-2de21084a155,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:12.767834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54320) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:12.779219 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:12.796800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Request body: {'port': {'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1336025063'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:12.801789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.835801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b29ef048-4b56-410a-9e17-88dbd28ccf8b None None] Provisioning complete for port e3fdd980-384a-4dca-9197-d5686e662b64 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:12.836296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b29ef048-4b56-410a-9e17-88dbd28ccf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.884592 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:12.890594 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-40ed65f2-e4d5-4a40-bd8b-490dac26e28e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=91dac7204ec041b296e27fa288dbf863&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2377183 Mar 23 10:15:12.902093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.903879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54324) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:12.904806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:15:12.921765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Sync routers for ids ['5dea9c5b-7946-4ed5-b547-3de069a34968'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:15:12.934531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b29ef048-4b56-410a-9e17-88dbd28ccf8b None None] Port e3fdd980-384a-4dca-9197-d5686e662b64 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:12.950688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:12.973159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Routers {'5dea9c5b-7946-4ed5-b547-3de069a34968'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:12.973988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5dea9c5b-7946-4ed5-b547-3de069a34968'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:13.022882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event updated for resources: {'Port': ['ID=a501f043-f3fa-415e-92e1-9a4f57f3540f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:13.031439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:13.031649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:13.047140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:13.090145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Network f16560ef-9f9a-4bb5-b885-5d760e4c496a is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:13.099231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Made reservation on behalf of 6fc76d1b82884929aeb21e904edaffff for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:13.104547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:13.125242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:13.147569 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9601c9e7-c9a9-4588-ae3e-824b7b5b164c admin admin] 10.222.0.84 "PUT /v2.0/routers/5dea9c5b-7946-4ed5-b547-3de069a34968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6881104 Mar 23 10:15:13.172698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:13.211211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:13.219073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:13.221546 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:13.222161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:13.229596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5cb81bd-6748-46ba-ad4c-b9df007210f9,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:13.234425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:13.235791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:13.236606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:13.302006 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9104e633-3f0b-4429-9c8a-3e330944546f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6351080 Mar 23 10:15:13.319377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54330) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:13.350747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:13.385622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] device_id is not set on port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:13.471325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fad-cb37-4c65-98fe-58f4b7877549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:13.473154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Allocated IP 172.26.4.68 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/f9038cbf-6634-462a-968c-956a7fd5d965) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:13.507076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:15:13.517670 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Sync routers for ids ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:15:13.540159 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Routers {'9dd2e454-eb01-41aa-b73f-f261e41f12ec'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:13.541909 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:13.642544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fad-cb37-4c65-98fe-58f4b7877549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:13.643669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:13.644025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:13.689714 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ceca1f9e-a0be-401a-8043-4d31f370d15c admin admin] 10.222.0.84 "PUT /v2.0/routers/9dd2e454-eb01-41aa-b73f-f261e41f12ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8525841 Mar 23 10:15:13.715650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Set router 5dea9c5b-7946-4ed5-b547-3de069a34968 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:13.773470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:13.904890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e83ade6a-ea8a-41d6-b1ec-1bbe08a9e1db None None] Provisioning for port f5cb81bd-6748-46ba-ad4c-b9df007210f9 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:14.042311 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Set router 9dd2e454-eb01-41aa-b73f-f261e41f12ec gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:14.044113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.098748 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e83ade6a-ea8a-41d6-b1ec-1bbe08a9e1db None None] Provisioning complete for port f5cb81bd-6748-46ba-ad4c-b9df007210f9 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:14.099123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e83ade6a-ea8a-41d6-b1ec-1bbe08a9e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.148073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54346) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:14.173121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708495588', 'description': 'tempest-description--1720246'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:14.238845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:14.243092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fad-cb37-4c65-98fe-58f4b7877549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.248094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Allocated IP 172.20.0.5 (757f948c-bd93-4907-819c-8b8c2e688682/4654a81d-80d6-430d-b979-56cd551a8f66/5382d648-1141-4981-ba0b-65cc6a58fa18) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:14.282872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.289167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Usage tracker for resource:security_group and tenant:63eed59dc5c14b499d5df02311f1e0e9 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:14.355402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:14.367053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff0fad-cb37-4c65-98fe-58f4b7877549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6853ba04-4062-4553-ba4c-2de21084a155,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:14.372774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:14.403621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67165127-1f8d-4b43-ab4d-5a3d8bb5e7d2 None None] Network 93b2b081-2759-48ef-b81e-49686db0441f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:14.404655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-85ff0fad-cb37-4c65-98fe-58f4b7877549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.406064 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-85ff0fad-cb37-4c65-98fe-58f4b7877549 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6853ba04-4062-4553-ba4c-2de21084a155 HTTP/1.1" status: 204 len: 168 time: 1.4908648 Mar 23 10:15:14.428883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.431347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.469572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:14.481930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Usage tracker for resource:security_group_rule and tenant:63eed59dc5c14b499d5df02311f1e0e9 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:14.487883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:14.516983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.532962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.542634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:14.543421 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:08Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e3fdd980-384a-4dca-9197-d5686e662b64', 'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:10Z', 'revision_number': 2, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'subnets': [{'id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:14.555668 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Checking router: 9dd2e454-eb01-41aa-b73f-f261e41f12ec for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:15:14.556225 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Updating router 9dd2e454-eb01-41aa-b73f-f261e41f12ec port e3fdd980-384a-4dca-9197-d5686e662b64 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:15:14.666851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Network 757f948c-bd93-4907-819c-8b8c2e688682 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:14.679012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:14.680980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.694837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] device_id is not set on port a501f043-f3fa-415e-92e1-9a4f57f3540f yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:14.696255 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.698168 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:14.715659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.718007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:14.744889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.756479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:14.768752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event updated for resources: {'Port': ['ID=e9c14d3b-cec2-4daf-821d-1faeffdcbb5c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:14.770123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e83ade6a-ea8a-41d6-b1ec-1bbe08a9e1db None None] Port f5cb81bd-6748-46ba-ad4c-b9df007210f9 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:14.787550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:14.793197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:14.793964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.829886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Transition to ACTIVE for port object a501f043-f3fa-415e-92e1-9a4f57f3540f will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:14.853187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:14.892138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:15.073315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54356) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:15.108827 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8c7bc695-0809-465c-af71-6f9b31b2146c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3380864 Mar 23 10:15:15.120369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54360) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:15.130810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-97395c62-2d90-4d9c-8836-2ffed2dee938 None None] Provisioning for port f1091aad-a7f1-46af-8834-67fbb38f5b75 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:15.184897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.191041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event updated for resources: {'Port': ['ID=5382d648-1141-4981-ba0b-65cc6a58fa18,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:15.198207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.199116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.251045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:15.292167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:15.335480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '43c0c160-1f75-4480-9f95-ed9371d08f1d', 'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'mac_address': 'fa:16:3e:70:a3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:10Z', 'revision_number': 2, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'subnets': [{'id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:15.345385 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:15.345755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.383740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.398609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Checking router: 5dea9c5b-7946-4ed5-b547-3de069a34968 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:15:15.398956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Updating router 5dea9c5b-7946-4ed5-b547-3de069a34968 port 43c0c160-1f75-4480-9f95-ed9371d08f1d binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:15:15.406281 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.427136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54364) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:15.433356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f5cb81bd-6748-46ba-ad4c-b9df007210f9,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:15.439841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--791611752', 'description': 'tempest-description--1603192480'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:15.446381 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Transition to ACTIVE for port object e3fdd980-384a-4dca-9197-d5686e662b64 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:15.457426 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.496132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.517793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:15.520509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.547743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.562415 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Usage tracker for resource:security_group and tenant:19dd158d5c8a4d43afdd711ef24aa3fc is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:15.577412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:15.581712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.589752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:15.595871 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd4fbe-80d9-436b-b1b1-1f59b9281ec5 None None] Pushing event updated for resources: {'Port': ['ID=e3fdd980-384a-4dca-9197-d5686e662b64,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:15.603299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.659943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.675743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:15.676078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:15.676645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:15.679712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event updated for resources: {'Port': ['ID=a501f043-f3fa-415e-92e1-9a4f57f3540f,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:15.691918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c1843f-1275-4f96-bc9f-ca20e93e1871,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:15.705371 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dc757833-cbfa-4f31-8d92-adc9e3a7eb4f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7bf5e03406964455b79aed0f49cb114e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6119747 Mar 23 10:15:15.706418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.707621 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-add9df6c-5411-453b-ae58-34c504b782f3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5562959 Mar 23 10:15:15.712965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54368) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:15.713323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54370) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:15.721894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.734490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Request body: {'security_group_rule': {'security_group_id': '56c1843f-1275-4f96-bc9f-ca20e93e1871', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:15.748713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.770424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:15.770774 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:15.775562 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 2 to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f Mar 23 10:15:15.801517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:15.806393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:15.807646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:15.811842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:15.812670 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:15.812999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:15.813353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:15.842065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Usage tracker for resource:security_group_rule and tenant:63eed59dc5c14b499d5df02311f1e0e9 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:15.845502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Usage tracker for resource:security_group_rule and tenant:19dd158d5c8a4d43afdd711ef24aa3fc is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:15.853157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:15.873563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:15.876667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:15.876996 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:15.883803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:15.898673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.929810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:15.947196 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Attempting to bind port e3fdd980-384a-4dca-9197-d5686e662b64 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:15.952392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event updated for resources: {'Port': ['ID=f9038cbf-6634-462a-968c-956a7fd5d965,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:15.955542 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Attempting to bind port e3fdd980-384a-4dca-9197-d5686e662b64 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:15.956068 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Attempting to bind port e3fdd980-384a-4dca-9197-d5686e662b64 on network 7001d3b3-add7-43f8-87f2-8f2d67c06275 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:15.958407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:15.984378 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:15.984761 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Checking segment: {'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:15.985208 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:15.985607 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Bound using segment: {'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:15.986097 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Bound port: e3fdd980-384a-4dca-9197-d5686e662b64, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:15.986464 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.001301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:16.092265 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 3 to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f Mar 23 10:15:16.120749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:16.125727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:16.127815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:16.128144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:16.128465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:16.170963 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f1091aad-a7f1-46af-8834-67fbb38f5b75 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:16.172824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:16.173190 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:16.182405 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 4 to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f Mar 23 10:15:16.190534 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] For port e3fdd980-384a-4dca-9197-d5686e662b64, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:16.196086 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] For port e3fdd980-384a-4dca-9197-d5686e662b64, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e3fdd980-384a-4dca-9197-d5686e662b64,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:16.197721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.202564 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.206998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:16.210678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:16.211009 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:16.211342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:16.221236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:16.221392 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:16.231226 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 5 to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f Mar 23 10:15:16.265652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-282b61b5-8a8a-4339-95d2-7210a89f9999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.297538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f1091aad-a7f1-46af-8834-67fbb38f5b75 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:16.303056 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Routers {'9dd2e454-eb01-41aa-b73f-f261e41f12ec'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:16.303716 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:16.320260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:16.320799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:16.321232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:16.344489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:16.344739 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:16.354097 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 6 to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f Mar 23 10:15:16.375163 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd4fbe-80d9-436b-b1b1-1f59b9281ec5 None None] Pushing event updated for resources: {'Port': ['ID=e3fdd980-384a-4dca-9197-d5686e662b64,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:16.394886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-282b61b5-8a8a-4339-95d2-7210a89f9999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.465710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:16.466168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:16.466564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:16.484171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.505906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Transition to ACTIVE for port object 43c0c160-1f75-4480-9f95-ed9371d08f1d will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:16.515002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f1091aad-a7f1-46af-8834-67fbb38f5b75 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:16.515153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:16.515452 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:16.515995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.527907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 7 to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f Mar 23 10:15:16.537368 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] Set router 9dd2e454-eb01-41aa-b73f-f261e41f12ec gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:16.563237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.574056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.577860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] device_id is not set on port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:16.594178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:16.594648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:16.594994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:16.611506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.630260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.638229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:16.642140 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:16.648386 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 8 to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f Mar 23 10:15:16.655405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fff93f6-a2d0-4c20-b92a-a6d1c250a6ad,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:16.683424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Transition to ACTIVE for port object e9c14d3b-cec2-4daf-821d-1faeffdcbb5c will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:16.687018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:16.687489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:16.687892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:16.689953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-282b61b5-8a8a-4339-95d2-7210a89f9999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.706756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.733262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fcfb7622-ab2a-4f80-8316-21c06272abea None None] Provisioning complete for port f5cb81bd-6748-46ba-ad4c-b9df007210f9 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:16.735502 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fcfb7622-ab2a-4f80-8316-21c06272abea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.742330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:16.742742 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:16.743479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.747435 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2040362c-dcbc-4ae9-a34f-991fca6970d3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0240405 Mar 23 10:15:16.753249 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 9 to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f Mar 23 10:15:16.754427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54376) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:16.772356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-282b61b5-8a8a-4339-95d2-7210a89f9999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.775456 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-282b61b5-8a8a-4339-95d2-7210a89f9999 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7731ba23-91a8-4514-8e31-14d8c9e22d59 HTTP/1.1" status: 204 len: 168 time: 1.0611837 Mar 23 10:15:16.775625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Request body: {'security_group_rule': {'security_group_id': '56c1843f-1275-4f96-bc9f-ca20e93e1871', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:16.776711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b61b5-8a8a-4339-95d2-7210a89f9999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7731ba23-91a8-4514-8e31-14d8c9e22d59,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:16.791827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:16.832193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Usage tracker for resource:security_group_rule and tenant:63eed59dc5c14b499d5df02311f1e0e9 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:16.857310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:16.857772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:16.857913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:16.887409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:16.890327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:16.894520 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:16.899665 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 10 to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f Mar 23 10:15:16.923683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event updated for resources: {'Port': ['ID=e9c14d3b-cec2-4daf-821d-1faeffdcbb5c,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:16.943719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:16.946281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:16.949106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:16.949697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:16.952407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:16.952935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:16.953492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:16.961821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:16.962434 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port a501f043-f3fa-415e-92e1-9a4f57f3540f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:16.962984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.973017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Router ea517836-1581-42c2-892f-c40dc8c0a52a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:15:16.979026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fcfb7622-ab2a-4f80-8316-21c06272abea None None] Port f5cb81bd-6748-46ba-ad4c-b9df007210f9 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:16.980555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:16.981135 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:16.985850 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 2 to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c Mar 23 10:15:16.986470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:16.987748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:17.019287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.034866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.090325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:17.092511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:17.094945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:17.123861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:17.128011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.133630 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:17.136966 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 3 to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c Mar 23 10:15:17.164080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d680e7-d5bf-4cdf-a528-375e5ea10ac1 None None] Pushing event updated for resources: {'Port': ['ID=43c0c160-1f75-4480-9f95-ed9371d08f1d,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:17.181553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:17.182288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:17.182948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:17.196477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:17.197102 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:17.201506 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 4 to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c Mar 23 10:15:17.207204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.210908 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:17.222144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] For port a501f043-f3fa-415e-92e1-9a4f57f3540f, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:17.222781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempted to set empty binding levels {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 23 10:15:17.226236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:17.227309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:17.228047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:17.233440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.250416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.253449 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:08Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e3fdd980-384a-4dca-9197-d5686e662b64', 'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:16Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'subnets': [{'id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:17.265183 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e68b0-ccd8-4048-b382-b43a14292c4d None None] The sync data for ids ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'] in dv-neutron-834652-2-hyperv is: [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:08Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e3fdd980-384a-4dca-9197-d5686e662b64', 'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:16Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'subnets': [{'id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:15:17.275037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:17.275497 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:17.286470 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 5 to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c Mar 23 10:15:17.343322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Attempting to bind port 43c0c160-1f75-4480-9f95-ed9371d08f1d on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:17.343681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Attempting to bind port 43c0c160-1f75-4480-9f95-ed9371d08f1d by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:17.344032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Attempting to bind port 43c0c160-1f75-4480-9f95-ed9371d08f1d on network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:17.352040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:17.352641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Checking segment: {'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:17.353166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.353641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Bound using segment: {'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:17.354147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Bound port: 43c0c160-1f75-4480-9f95-ed9371d08f1d, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:17.354737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.369685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f1091aad-a7f1-46af-8834-67fbb38f5b75, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f1091aad-a7f1-46af-8834-67fbb38f5b75,segment=NetworkSegment(c22ce5aa-9580-4d14-8b4e-d8757593ace6),segment_id=c22ce5aa-9580-4d14-8b4e-d8757593ace6)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:17.377991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.379773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] In _notify_port_updated(), no bound segment for port a501f043-f3fa-415e-92e1-9a4f57f3540f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:15:17.380775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.382230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.383851 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "PUT /v2.0/ports/a501f043-f3fa-415e-92e1-9a4f57f3540f HTTP/1.1" status: 200 len: 981 time: 4.0602953 Mar 23 10:15:17.392404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54384) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:17.405343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.407728 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ce06ef37-b4e6-47b5-a2a2-b2f6b40858b4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9793947 Mar 23 10:15:17.409123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.440854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54388) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:17.456658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:17.457117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:17.457553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:17.502169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1345a5e-67ea-415b-b249-a6f047bd294c tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event updated for resources: {'Port': ['ID=a501f043-f3fa-415e-92e1-9a4f57f3540f,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:17.506080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:17.506727 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:17.508041 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 6 to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c Mar 23 10:15:17.533415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:17.533963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:17.534492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:17.543469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:17.544080 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:17.544824 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 7 to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c Mar 23 10:15:17.563137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] For port 43c0c160-1f75-4480-9f95-ed9371d08f1d, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:17.566250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:17.566805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:17.567344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:17.574928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Request body: {'security_group_rule': {'security_group_id': '28969091-d5ec-4b3e-8880-8b6a9d3b8a7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:17.582169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:17.582714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] For port 43c0c160-1f75-4480-9f95-ed9371d08f1d, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=43c0c160-1f75-4480-9f95-ed9371d08f1d,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:17.583089 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:17.585456 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 8 to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c Mar 23 10:15:17.606674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:17.608158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f1091aad-a7f1-46af-8834-67fbb38f5b75,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:17.614803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.615347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.616187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.616933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.617553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.618074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.618596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.619121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.619652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.620163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.620730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.621326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.621846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.622367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.622890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.623318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.623549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.624133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.624653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.625242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:17.628043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Synchronizing usage tracker for tenant:d0de8cc4802545bca73a2a2f041527e8 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:17.629518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Usage tracker for resource:security_group_rule and tenant:19dd158d5c8a4d43afdd711ef24aa3fc is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:17.630350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.642401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:17.642907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:17.643350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:17.650837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:17.655784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:17.656251 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:17.657824 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 9 to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c Mar 23 10:15:17.669119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Unset dirty status for tenant:d0de8cc4802545bca73a2a2f041527e8 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:17.674381 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-48af9cb1-052d-4a4b-b646-1bf38ecdb167 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16897 time: 0.2770724 Mar 23 10:15:17.675140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54398) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:17.724633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:17.727111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:17.727111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:17.732732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:17.744356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d680e7-d5bf-4cdf-a528-375e5ea10ac1 None None] Pushing event updated for resources: {'Port': ['ID=43c0c160-1f75-4480-9f95-ed9371d08f1d,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:17.748353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:17.748808 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:17.753969 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 10 to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c Mar 23 10:15:17.774207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Routers {'5dea9c5b-7946-4ed5-b547-3de069a34968'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:17.774825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5dea9c5b-7946-4ed5-b547-3de069a34968'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:17.810790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:17.811291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:17.811734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:17.815934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-08f8e343-25c3-4077-b4a8-24637acf7146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Deleting port a501f043-f3fa-415e-92e1-9a4f57f3540f {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:17.816371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-08f8e343-25c3-4077-b4a8-24637acf7146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.852826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event updated for resources: {'Port': ['ID=5382d648-1141-4981-ba0b-65cc6a58fa18,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:17.855621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:15:17.876456 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-03051c16-9f55-497d-b714-e9cb957601f2 admin admin] 10.222.0.84 "PUT /v2.0/routers/ea517836-1581-42c2-892f-c40dc8c0a52a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1438782 Mar 23 10:15:17.878309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:17.885582 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9915a095-9faf-4ff2-9dd4-72d7796a53f4 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2610037 Mar 23 10:15:17.892699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54408) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:17.907052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:17.907554 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:17.911618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.104188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.182366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b873d0ae-7f00-41f2-8a6a-7aa90aab0355 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Synchronizing usage tracker for tenant:9093c073f13847ca87c3bbfee45363b8 on resource:floatingip {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:18.221384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.268167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Sync routers for ids ['ea517836-1581-42c2-892f-c40dc8c0a52a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:15:18.271193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f1091aad-a7f1-46af-8834-67fbb38f5b75 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:18.271680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] For port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:18.272896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempted to set empty binding levels {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 23 10:15:18.312835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] Set router 5dea9c5b-7946-4ed5-b547-3de069a34968 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:18.333431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.376451 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.420359 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Routers {'ea517836-1581-42c2-892f-c40dc8c0a52a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:18.421071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ea517836-1581-42c2-892f-c40dc8c0a52a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:18.445577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event updated for resources: {'Port': ['ID=e9c14d3b-cec2-4daf-821d-1faeffdcbb5c,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:18.460952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfa1436-7523-493d-b9c6-8e77e688a3fe,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:18.490338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] In _notify_port_updated(), no bound segment for port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:15:18.493787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:18.494427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.500420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b873d0ae-7f00-41f2-8a6a-7aa90aab0355 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Unset dirty status for tenant:9093c073f13847ca87c3bbfee45363b8 on resource:floatingip {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:18.501650 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b873d0ae-7f00-41f2-8a6a-7aa90aab0355 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "GET /v2.0/floatingips?floating_network_id=757f948c-bd93-4907-819c-8b8c2e688682 HTTP/1.1" status: 200 len: 689 time: 0.6046808 Mar 23 10:15:18.505851 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-68000125-d78e-491b-be08-2a0c29b68044 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "PUT /v2.0/ports/e9c14d3b-cec2-4daf-821d-1faeffdcbb5c HTTP/1.1" status: 200 len: 977 time: 3.3285758 Mar 23 10:15:18.512113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54422) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:18.512552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54424) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:18.519361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-08f8e343-25c3-4077-b4a8-24637acf7146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] For port a501f043-f3fa-415e-92e1-9a4f57f3540f, host hv-neutron-8346, got binding levels [] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:18.519873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-08f8e343-25c3-4077-b4a8-24637acf7146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.665365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.666896 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2ecbbba0-6017-4af4-8d02-9fce42a23370 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9028380 Mar 23 10:15:18.669385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54430) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:18.669877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54432) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:18.706879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:18.719937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:18.745109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Usage tracker for resource:floatingip and tenant:63eed59dc5c14b499d5df02311f1e0e9 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:18.751374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.752328 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:18.774261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.776182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:18.797295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:18.815753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea98ba2-db8e-4772-8279-8a8cd9b5719a,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:19.064980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1413219282'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:19.068562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.086390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f1091aad-a7f1-46af-8834-67fbb38f5b75 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:19.087444 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.103347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:19.113422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-08f8e343-25c3-4077-b4a8-24637acf7146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Calling delete_port for a501f043-f3fa-415e-92e1-9a4f57f3540f owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:19.116933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.118187 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9cb55193-4894-4298-b98b-9215bd57fa12 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5727470 Mar 23 10:15:19.123410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Usage tracker for resource:network and tenant:4051b275adcc4605baee428376e626f4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:19.128612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54440) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:19.129420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:19.151922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:19.156284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Set router ea517836-1581-42c2-892f-c40dc8c0a52a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:19.157564 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Request body: {'security_group_rule': {'security_group_id': '28969091-d5ec-4b3e-8880-8b6a9d3b8a7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:19.185570 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:19.208923 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '43c0c160-1f75-4480-9f95-ed9371d08f1d', 'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'mac_address': 'fa:16:3e:70:a3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:17Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'subnets': [{'id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:19.236800 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73aee9c7-b4e0-423a-b729-eca3171db7e3 None None] The sync data for ids ['5dea9c5b-7946-4ed5-b547-3de069a34968'] in dv-neutron-834652-2-hyperv is: [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '43c0c160-1f75-4480-9f95-ed9371d08f1d', 'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'mac_address': 'fa:16:3e:70:a3:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:17Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'subnets': [{'id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:15:19.255981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Usage tracker for resource:security_group_rule and tenant:19dd158d5c8a4d43afdd711ef24aa3fc is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:19.261143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Made reservation on behalf of 4051b275adcc4605baee428376e626f4 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:19.264461 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.268968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54444) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:19.276981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:19.289171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:19.290894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887154080', 'description': 'tempest-description--290104672'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:19.291383 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.302177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:19.312677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.314710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Usage tracker for resource:security_group and tenant:ceec5603e9824537917759fa8b4cffa7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:19.321934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:19.348754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.349264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.349723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.350220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.350671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.351119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.351571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.352017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.352460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.352902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.353370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.353816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.354257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.354698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.355135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.355575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.356017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.356456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.356892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:19.361239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Synchronizing usage tracker for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:19.404425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:19.408878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.439386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Usage tracker for resource:security_group_rule and tenant:4051b275adcc4605baee428376e626f4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:19.447672 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:19.449268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:19.453708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Deleting port 5382d648-1141-4981-ba0b-65cc6a58fa18 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:19.454043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.488609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:19.598029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.605740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Router cab78bb6-63f4-4933-9d5e-17ed60e05084 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:15:19.611122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.649177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-08f8e343-25c3-4077-b4a8-24637acf7146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.654223 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:19.662512 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.676063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.676493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.695842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46f3007-d9b7-4fd2-a6ce-728a596f0bc8,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:19.751727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:13Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f5cb81bd-6748-46ba-ad4c-b9df007210f9', 'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'mac_address': 'fa:16:3e:bc:e9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:10Z', 'updated_at': '2022-03-23T10:15:14Z', 'revision_number': 2, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'subnets': [{'id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:19.757678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Checking router: ea517836-1581-42c2-892f-c40dc8c0a52a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:15:19.758017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Updating router ea517836-1581-42c2-892f-c40dc8c0a52a port f5cb81bd-6748-46ba-ad4c-b9df007210f9 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:15:19.845309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Calling delete_port for 5382d648-1141-4981-ba0b-65cc6a58fa18 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:19.858850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.909311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.913575 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a9337615-28b9-4325-8012-f6884630e663 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7709947 Mar 23 10:15:19.931489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:19.932412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:19.936780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54448) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:19.986790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:19.986988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Allocated IP 172.26.4.233 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/b4e9b753-64a2-4ff3-bba9-034d201bd735) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:20.004045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8e343-25c3-4077-b4a8-24637acf7146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event deleted for resources: {'Port': ['ID=a501f043-f3fa-415e-92e1-9a4f57f3540f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:20.008101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:20.012557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.030023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Usage tracker for resource:floatingip and tenant:19dd158d5c8a4d43afdd711ef24aa3fc is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:20.035407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:20.039211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-08f8e343-25c3-4077-b4a8-24637acf7146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.063462 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.071553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:20.077479 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-08f8e343-25c3-4077-b4a8-24637acf7146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "DELETE /v2.0/ports/a501f043-f3fa-415e-92e1-9a4f57f3540f HTTP/1.1" status: 204 len: 168 time: 2.3985088 Mar 23 10:15:20.077682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54452) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:20.078303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Unset dirty status for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:20.080719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.085221 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1c03a991-dc12-43f8-b8b9-a46b71c07e54 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17010 time: 1.5682738 Mar 23 10:15:20.088502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54454) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:20.153735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46639ae-cca1-429d-86a2-b699972d372c,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:20.156607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:15:20.182913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:20.192546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.200491 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45303a4e-4c21-435d-8056-264b9fc29ecf None None] Sync routers for ids ['cab78bb6-63f4-4933-9d5e-17ed60e05084'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:15:20.215230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Usage tracker for resource:security_group_rule and tenant:ceec5603e9824537917759fa8b4cffa7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:20.220163 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45303a4e-4c21-435d-8056-264b9fc29ecf None None] Routers {'cab78bb6-63f4-4933-9d5e-17ed60e05084'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:20.220790 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-45303a4e-4c21-435d-8056-264b9fc29ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['cab78bb6-63f4-4933-9d5e-17ed60e05084'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:20.248458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:20.255891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:20.257892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e3fdd980-384a-4dca-9197-d5686e662b64 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:20.288345 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9f020d-fe3c-4145-8e70-6824a98fbcf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:15:20.297023 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cf9f020d-fe3c-4145-8e70-6824a98fbcf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "GET /v2.0/ports/a501f043-f3fa-415e-92e1-9a4f57f3540f HTTP/1.1" status: 404 len: 333 time: 0.2129793 Mar 23 10:15:20.322449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54460) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:20.337595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1215602718', 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:20.354686 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-45303a4e-4c21-435d-8056-264b9fc29ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:20.366201 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:20.369815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a11ad3ff-baef-43e4-a8f8-0280424b001c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Deleting port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:20.371206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a11ad3ff-baef-43e4-a8f8-0280424b001c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.377107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:20.379922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Usage tracker for resource:port and tenant:d0de8cc4802545bca73a2a2f041527e8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:20.389151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:20.389795 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45303a4e-4c21-435d-8056-264b9fc29ecf None None] Routers {'cab78bb6-63f4-4933-9d5e-17ed60e05084'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:20.390530 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-45303a4e-4c21-435d-8056-264b9fc29ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['cab78bb6-63f4-4933-9d5e-17ed60e05084'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:20.393469 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.399178 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-588819c9-173e-4bfc-bcc5-1dc3bec51cc7 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.8961158 Mar 23 10:15:20.405658 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54464) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:20.409579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:20.435642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port e3fdd980-384a-4dca-9197-d5686e662b64 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:20.436756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.449654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port e3fdd980-384a-4dca-9197-d5686e662b64 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:20.449654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.450947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.472430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.526589 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-45303a4e-4c21-435d-8056-264b9fc29ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:20.533787 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45303a4e-4c21-435d-8056-264b9fc29ecf None None] The sync data for ids ['cab78bb6-63f4-4933-9d5e-17ed60e05084'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:15:20.578192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event deleted for resources: {'Port': ['ID=5382d648-1141-4981-ba0b-65cc6a58fa18,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:20.745114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.745652 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Added segment 71e07af0-e10c-407c-9424-22090d73dc7a of type vlan for network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 Mar 23 10:15:20.746144 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.766841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.768300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.795971 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Transition to ACTIVE for port object f5cb81bd-6748-46ba-ad4c-b9df007210f9 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:20.843078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.854798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port e3fdd980-384a-4dca-9197-d5686e662b64, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e3fdd980-384a-4dca-9197-d5686e662b64,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:20.873757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:20.920785 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.028747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.030184 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7602623 Mar 23 10:15:21.031215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f0692-f172-4283-b037-f7dab693e497 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:21.040260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Made reservation on behalf of d0de8cc4802545bca73a2a2f041527e8 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:21.040260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.040540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54468) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:21.047459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f161201-483a-48ab-b580-ef6e820a3043 None None] Pushing event updated for resources: {'Port': ['ID=f5cb81bd-6748-46ba-ad4c-b9df007210f9,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:21.064142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Request body: {'security_group_rule': {'security_group_id': '2a0ebfd2-f94a-4546-85ec-41b8b2fc930c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:21.073556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:21.079996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Usage tracker for resource:security_group_rule and tenant:ceec5603e9824537917759fa8b4cffa7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:21.083214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:21.090939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:21.125692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 43c0c160-1f75-4480-9f95-ed9371d08f1d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:21.187987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] device_id is not set on port 19d3f06b-55a0-43ab-81c5-a68551d88a75 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:21.222257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.244323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.263359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.269884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:21.270499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.300246 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=e3fdd980-384a-4dca-9197-d5686e662b64,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:21.305545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Attempting to bind port f5cb81bd-6748-46ba-ad4c-b9df007210f9 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:21.305545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Attempting to bind port f5cb81bd-6748-46ba-ad4c-b9df007210f9 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:21.305950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Attempting to bind port f5cb81bd-6748-46ba-ad4c-b9df007210f9 on network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:21.313488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.316174 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:21.316704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Checking segment: {'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:21.317127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.317905 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Bound using segment: {'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:21.318365 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Bound port: f5cb81bd-6748-46ba-ad4c-b9df007210f9, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:21.319243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.361397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-a11ad3ff-baef-43e4-a8f8-0280424b001c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] For port e9c14d3b-cec2-4daf-821d-1faeffdcbb5c, host hv-neutron-8346, got binding levels [] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:21.361746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a11ad3ff-baef-43e4-a8f8-0280424b001c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.378850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 43c0c160-1f75-4480-9f95-ed9371d08f1d completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:21.392293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 43c0c160-1f75-4480-9f95-ed9371d08f1d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:21.393109 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.496001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:21.500576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] For port f5cb81bd-6748-46ba-ad4c-b9df007210f9, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:21.504222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] For port f5cb81bd-6748-46ba-ad4c-b9df007210f9, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f5cb81bd-6748-46ba-ad4c-b9df007210f9,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:21.510292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.540661 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8560746 Mar 23 10:15:21.555957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a11ad3ff-baef-43e4-a8f8-0280424b001c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Calling delete_port for e9c14d3b-cec2-4daf-821d-1faeffdcbb5c owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:21.559768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:21.565913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54472) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:21.578819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:21.593893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Request body: {'subnet': {'network_id': 'c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:21.623789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Routers {'ea517836-1581-42c2-892f-c40dc8c0a52a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:21.624414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.624560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ea517836-1581-42c2-892f-c40dc8c0a52a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:21.744967 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c27405-f784-4f79-846c-e87f12c2e9de tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Pushing event updated for resources: {'Network': ['ID=c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:21.772647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Pushing event updated for resources: {'Port': ['ID=b4e9b753-64a2-4ff3-bba9-034d201bd735,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:21.774600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.777285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:21.824349 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.870559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f161201-483a-48ab-b580-ef6e820a3043 None None] Pushing event updated for resources: {'Port': ['ID=f5cb81bd-6748-46ba-ad4c-b9df007210f9,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:21.881971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Allocated IP 172.26.4.37 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/a5468fe6-5bee-44c5-b0db-0028535be29c) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:21.885064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.899376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.912192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a11ad3ff-baef-43e4-a8f8-0280424b001c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:21.995839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90040c85-2945-4477-9d96-55f07204431b,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:21.996158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] Set router ea517836-1581-42c2-892f-c40dc8c0a52a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:15:22.026221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ad3ff-baef-43e4-a8f8-0280424b001c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9c14d3b-cec2-4daf-821d-1faeffdcbb5c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:22.030129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.044562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a11ad3ff-baef-43e4-a8f8-0280424b001c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.050469 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:22.063515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.067843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Usage tracker for resource:subnet and tenant:4051b275adcc4605baee428376e626f4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:22.072477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:22.083356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 43c0c160-1f75-4480-9f95-ed9371d08f1d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=43c0c160-1f75-4480-9f95-ed9371d08f1d,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:22.090300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.109917 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a11ad3ff-baef-43e4-a8f8-0280424b001c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "DELETE /v2.0/ports/e9c14d3b-cec2-4daf-821d-1faeffdcbb5c HTTP/1.1" status: 204 len: 168 time: 1.9905186 Mar 23 10:15:22.113336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54476) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:22.114187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.115519 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-45456ad8-4b98-4983-832f-9fa35d4d9861 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0714455 Mar 23 10:15:22.118200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54480) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:22.118443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.120428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:22.165121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Request body: {'security_group_rule': {'security_group_id': '2a0ebfd2-f94a-4546-85ec-41b8b2fc930c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:22.188471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:22.199916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Usage tracker for resource:security_group_rule and tenant:ceec5603e9824537917759fa8b4cffa7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:22.205549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Made reservation on behalf of 4051b275adcc4605baee428376e626f4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:22.208973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks [] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.210633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4654a81d-80d6-430d-b979-56cd551a8f66,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:22.226576 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ca70ae-ed72-46a0-8eb1-a0f5b5fcb30d tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:15:22.227534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-80ca70ae-ed72-46a0-8eb1-a0f5b5fcb30d tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Synchronizing usage tracker for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:22.230111 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:22.257200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.267197 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:22.273175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-80ca70ae-ed72-46a0-8eb1-a0f5b5fcb30d tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Unset dirty status for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:22.277844 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-80ca70ae-ed72-46a0-8eb1-a0f5b5fcb30d tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "GET /v2.0/ports/e9c14d3b-cec2-4daf-821d-1faeffdcbb5c HTTP/1.1" status: 404 len: 333 time: 0.1579261 Mar 23 10:15:22.280463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54484) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:22.295126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.322121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=43c0c160-1f75-4480-9f95-ed9371d08f1d,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:22.341104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-66765015', 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:22.353015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:22.361770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.365468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.369679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.386768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:22.408957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757f948c-bd93-4907-819c-8b8c2e688682']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:22.424209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2c7376-d09a-43e2-a2e4-263c3d9cbcb2') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:22.424501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2c7376-d09a-43e2-a2e4-263c3d9cbcb2') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:22.431957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Made reservation on behalf of 6fc76d1b82884929aeb21e904edaffff for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:22.434520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.456717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.469570 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:13Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f5cb81bd-6748-46ba-ad4c-b9df007210f9', 'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'mac_address': 'fa:16:3e:bc:e9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:10Z', 'updated_at': '2022-03-23T10:15:21Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'subnets': [{'id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:22.473706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bab853-6ec6-49ad-ac57-341739748ef1 None None] The sync data for ids ['ea517836-1581-42c2-892f-c40dc8c0a52a'] in dv-neutron-834652-2-hyperv is: [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:13Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f5cb81bd-6748-46ba-ad4c-b9df007210f9', 'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'mac_address': 'fa:16:3e:bc:e9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:10Z', 'updated_at': '2022-03-23T10:15:21Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'subnets': [{'id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:15:22.477936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] device_id is not set on port 8b720651-4dfc-4822-8426-d5b84d171748 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:22.514169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.544010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.546659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:22.547161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:22.573477 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:22.588804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Network f16560ef-9f9a-4bb5-b885-5d760e4c496a is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:22.618314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:22.621356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:22.622582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:22.623161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.655712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.658839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event updated for resources: {'Port': ['ID=19d3f06b-55a0-43ab-81c5-a68551d88a75,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:22.759798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:22.760586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.766221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:22.820826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 757f948c-bd93-4907-819c-8b8c2e688682 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 23 10:15:22.822865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:22.962815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:22.969885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Pushing event updated for resources: {'Port': ['ID=a5468fe6-5bee-44c5-b0db-0028535be29c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:22.977819 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5539ee75-046f-4d5d-acd5-e387c9305257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6542881 Mar 23 10:15:22.980205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54488) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:22.981806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event deleted for resources: {'Network': ['ID=757f948c-bd93-4907-819c-8b8c2e688682,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:23.088025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.123274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f5cb81bd-6748-46ba-ad4c-b9df007210f9 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:23.138793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.157057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.175433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.204683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f5cb81bd-6748-46ba-ad4c-b9df007210f9 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:23.212380 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5f253554-659c-4c7a-9235-87e64f826cce tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "DELETE /v2.0/networks/757f948c-bd93-4907-819c-8b8c2e688682 HTTP/1.1" status: 204 len: 168 time: 4.6955285 Mar 23 10:15:23.218875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f5cb81bd-6748-46ba-ad4c-b9df007210f9 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:23.219415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.226877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54492) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:23.238153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:23.243046 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:23.263144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af56c6-8bff-465d-ade3-c66eda43351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.263702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-33af56c6-8bff-465d-ade3-c66eda43351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Synchronizing usage tracker for tenant:d0de8cc4802545bca73a2a2f041527e8 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:23.266072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7052359f-65ac-469c-9ae1-e174720013a4,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:23.322689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:23.324428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.330055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.337444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.341979 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8980b18d-03be-48fc-bc99-a7355877448b tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2192996 Mar 23 10:15:23.342771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54496) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:23.363823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:23.388368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.388852 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:23.393524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5274a3a0-584d-480a-b059-c68b5fbfae8d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Synchronizing usage tracker for tenant:9093c073f13847ca87c3bbfee45363b8 on resource:floatingip {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:23.404810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.405556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.415408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Usage tracker for resource:floatingip and tenant:ceec5603e9824537917759fa8b4cffa7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:23.447205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f5cb81bd-6748-46ba-ad4c-b9df007210f9, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f5cb81bd-6748-46ba-ad4c-b9df007210f9,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:23.448196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:23.452795 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.453942 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 43c0c160-1f75-4480-9f95-ed9371d08f1d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:23.455481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.469691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event updated for resources: {'Port': ['ID=8b720651-4dfc-4822-8426-d5b84d171748,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:23.470671 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-33af56c6-8bff-465d-ade3-c66eda43351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Unset dirty status for tenant:d0de8cc4802545bca73a2a2f041527e8 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:23.472643 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-33af56c6-8bff-465d-ade3-c66eda43351f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "GET /v2.0/ports/19d3f06b-55a0-43ab-81c5-a68551d88a75 HTTP/1.1" status: 200 len: 959 time: 0.4846723 Mar 23 10:15:23.474598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:23.486695 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f4b7df5b-6bce-4c61-84e3-12ef78865cf0 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.2028956 Mar 23 10:15:23.488676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54500) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:23.498455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54502) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:23.526729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.600393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f5cb81bd-6748-46ba-ad4c-b9df007210f9,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:23.617728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.633783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5274a3a0-584d-480a-b059-c68b5fbfae8d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Unset dirty status for tenant:9093c073f13847ca87c3bbfee45363b8 on resource:floatingip {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:23.638623 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5274a3a0-584d-480a-b059-c68b5fbfae8d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.4092610 Mar 23 10:15:23.638765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.638842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.639858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 43c0c160-1f75-4480-9f95-ed9371d08f1d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:23.640302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.666965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54508) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:23.687617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Pushing event updated for resources: {'Subnet': ['ID=c8c00c36-42b7-4aa2-b69e-3da441b85259,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:23.718436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Allocated IP 172.20.0.1 (93b2b081-2759-48ef-b81e-49686db0441f/453eee56-0430-4fca-9d3b-d40182b7e982/873f99d3-e704-42de-9a1c-028e6933cc4f) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:23.723894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Pushing event updated for resources: {'Port': ['ID=b4e9b753-64a2-4ff3-bba9-034d201bd735,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:23.731097 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.752994 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2dfa354f-3916-438d-be1a-c81176135f18 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0523536 Mar 23 10:15:23.765421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Checking segment: {'id': '71e07af0-e10c-407c-9424-22090d73dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:23.765782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Network hostable DHCP agents. Network: c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:23.776288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e3fdd980-384a-4dca-9197-d5686e662b64 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:23.797589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.798103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.798558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.799000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.799575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.800019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.800456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.800895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.801981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Synchronizing usage tracker for tenant:9093c073f13847ca87c3bbfee45363b8 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:23.818312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c77b749d-0d7b-4325-b255-a3ce0138286e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Deleting port 19d3f06b-55a0-43ab-81c5-a68551d88a75 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:23.818312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c77b749d-0d7b-4325-b255-a3ce0138286e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.864189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6252e98f-6d40-4f4f-8a7f-5ccb6f653d39 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:23.864750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6252e98f-6d40-4f4f-8a7f-5ccb6f653d39 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Synchronizing usage tracker for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:23.912082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port e3fdd980-384a-4dca-9197-d5686e662b64 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:23.912710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:23.978654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Unset dirty status for tenant:9093c073f13847ca87c3bbfee45363b8 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:23.979814 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-23e8f2bd-c482-467e-8e2e-87eb382df108 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5220 time: 0.3071489 Mar 23 10:15:24.016910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54516) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:24.086707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6252e98f-6d40-4f4f-8a7f-5ccb6f653d39 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Unset dirty status for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:24.090484 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6252e98f-6d40-4f4f-8a7f-5ccb6f653d39 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "GET /v2.0/ports/8b720651-4dfc-4822-8426-d5b84d171748 HTTP/1.1" status: 200 len: 953 time: 0.5841994 Mar 23 10:15:24.095033 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:24.096758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54534) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:24.127471 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-194be85e-236e-4a73-a822-99e1c156e1b6 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] delete failed (client error): The resource could not be found. Mar 23 10:15:24.131087 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-194be85e-236e-4a73-a822-99e1c156e1b6 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/f4141570-dccb-4b68-a81e-5c572f86923d HTTP/1.1" status: 404 len: 345 time: 0.0967152 Mar 23 10:15:24.137091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54538) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:24.168075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:24.188384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a0239d-c8c0-4e4e-a330-ae80d51a6737 None None] Network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:24.191754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:24.192490 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.204356 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cb14e0-7a68-4677-a730-3b4d5a88d226 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] DELETE failed (client error): The resource could not be found. Mar 23 10:15:24.204867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4cb14e0-7a68-4677-a730-3b4d5a88d226 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:15:24.206557 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e4cb14e0-7a68-4677-a730-3b4d5a88d226 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "DELETE /v2.0/networks/757f948c-bd93-4907-819c-8b8c2e688682 HTTP/1.1" status: 404 len: 339 time: 0.0680919 Mar 23 10:15:24.212244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54542) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:24.238845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Request body: {'network': {'name': 'tempest-network--644009498', 'router:external': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:24.248575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:24.252673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54550) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:24.253584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b08d812b-a6a3-4726-bff4-b269e20e0006 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Deleting port 8b720651-4dfc-4822-8426-d5b84d171748 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:24.254060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b08d812b-a6a3-4726-bff4-b269e20e0006 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.255352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.260998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Usage tracker for resource:network and tenant:9093c073f13847ca87c3bbfee45363b8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:24.270356 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4c7beb12-0b30-4fa5-89ba-a7f6b91f6011 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6962564 Mar 23 10:15:24.270929 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 10:15:24.274002 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:24.276499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54554) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:24.308361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:24.313620 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Request body: {'port': {'network_id': 'c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1006130789'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:24.331978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Transition to ACTIVE for port object 873f99d3-e704-42de-9a1c-028e6933cc4f will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:24.374582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c77b749d-0d7b-4325-b255-a3ce0138286e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.383728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Made reservation on behalf of 9093c073f13847ca87c3bbfee45363b8 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:24.386106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.464588 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-b9bb9b5e-bf46-41a6-8265-63dcebbc8ea7 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--1708495588&fields=id&tenant_id=63eed59dc5c14b499d5df02311f1e0e9 HTTP/1.1" status: 200 len: 267 time: 0.2054436 Mar 23 10:15:24.484107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07', 'network_id': 'c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07', 'tenant_id': '4051b275adcc4605baee428376e626f4', 'fixed_ips': [{'subnet_id': 'c8c00c36-42b7-4aa2-b69e-3da441b85259'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:15:24.485081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.546012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.575165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.660704 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.675459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c77b749d-0d7b-4325-b255-a3ce0138286e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Calling delete_port for 19d3f06b-55a0-43ab-81c5-a68551d88a75 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:24.686940 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:24.693338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:24.699954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Allocated IP 2001:db8::2 (c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07/c8c00c36-42b7-4aa2-b69e-3da441b85259/541de332-ca66-48b4-bea7-7a851a7b0fc0) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:24.703910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Usage tracker for resource:port and tenant:4051b275adcc4605baee428376e626f4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:24.710661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.719749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:24.773885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:24.891218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.903986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b08d812b-a6a3-4726-bff4-b269e20e0006 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.914315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.914650 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Added segment 18c5e22b-b3fc-49a2-8d8d-895c2a31c769 of type vlan for network 9fed8a9d-85eb-4970-a1fe-67cd46b7d69e Mar 23 10:15:24.941716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Network 93b2b081-2759-48ef-b81e-49686db0441f is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:24.955423 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Made reservation on behalf of 4051b275adcc4605baee428376e626f4 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:24.958844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.972209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:24.981324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:24.983171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Transition to ACTIVE for port object 541de332-ca66-48b4-bea7-7a851a7b0fc0 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:25.003038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Transition to ACTIVE for port object 541de332-ca66-48b4-bea7-7a851a7b0fc0 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:25.016930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.023784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:25.024246 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.064280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-0257f878-62ee-4002-b4cd-c7837f2f529e tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:25.071117 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-0257f878-62ee-4002-b4cd-c7837f2f529e tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/networks?id=33fb841e-65c0-4d4b-a961-a6a5e222cc41 HTTP/1.1" status: 200 len: 812 time: 0.5958207 Mar 23 10:15:25.072567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b08d812b-a6a3-4726-bff4-b269e20e0006 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Calling delete_port for 8b720651-4dfc-4822-8426-d5b84d171748 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:25.072924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event updated for resources: {'Port': ['ID=873f99d3-e704-42de-9a1c-028e6933cc4f,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:25.080453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f5cb81bd-6748-46ba-ad4c-b9df007210f9 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:25.124692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Pushing event updated for resources: {'Port': ['ID=a5468fe6-5bee-44c5-b0db-0028535be29c,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:25.127452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.135957 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-78c9242c-578d-4ff6-bb42-59999737c0a4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1851435 Mar 23 10:15:25.137092 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] device_id is not set on port 483d9001-2e04-4e78-995a-50f1e59676e7 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:25.166397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:25.176878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:25.184506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:25.186727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Pushing event updated for resources: {'Port': ['ID=541de332-ca66-48b4-bea7-7a851a7b0fc0,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:25.205346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.223107 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2653ab9d-e853-4070-8c0d-56990cd94912 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/quotas/63eed59dc5c14b499d5df02311f1e0e9 HTTP/1.1" status: 200 len: 375 time: 0.1504986 Mar 23 10:15:25.244063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b08d812b-a6a3-4726-bff4-b269e20e0006 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.315206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c77b749d-0d7b-4325-b255-a3ce0138286e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.329586 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Attempting to bind port 541de332-ca66-48b4-bea7-7a851a7b0fc0 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:25.330129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Attempting to bind port 541de332-ca66-48b4-bea7-7a851a7b0fc0 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '71e07af0-e10c-407c-9424-22090d73dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:25.330290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Attempting to bind port 541de332-ca66-48b4-bea7-7a851a7b0fc0 on network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:25.332510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f5cb81bd-6748-46ba-ad4c-b9df007210f9 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:25.332876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.339989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d812b-a6a3-4726-bff4-b269e20e0006 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b720651-4dfc-4822-8426-d5b84d171748,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:25.368608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Allocated IP 172.26.4.53 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/93a7b8bf-a2d3-48dc-9a23-d404d60dbb03) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:25.390255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:25.390615 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Checking segment: {'id': '71e07af0-e10c-407c-9424-22090d73dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:25.391012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.391398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Bound using segment: {'id': '71e07af0-e10c-407c-9424-22090d73dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:25.391866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Bound port: 541de332-ca66-48b4-bea7-7a851a7b0fc0, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e07af0-e10c-407c-9424-22090d73dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': 'c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:25.392238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.392705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c77b749d-0d7b-4325-b255-a3ce0138286e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.423287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.424482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:25.425540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.431447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b749d-0d7b-4325-b255-a3ce0138286e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event deleted for resources: {'Port': ['ID=19d3f06b-55a0-43ab-81c5-a68551d88a75,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:25.444206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b08d812b-a6a3-4726-bff4-b269e20e0006 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.446341 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b08d812b-a6a3-4726-bff4-b269e20e0006 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "DELETE /v2.0/ports/8b720651-4dfc-4822-8426-d5b84d171748 HTTP/1.1" status: 204 len: 168 time: 1.3469021 Mar 23 10:15:25.454555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54572) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:25.461562 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c77b749d-0d7b-4325-b255-a3ce0138286e tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "DELETE /v2.0/ports/19d3f06b-55a0-43ab-81c5-a68551d88a75 HTTP/1.1" status: 204 len: 168 time: 1.9689291 Mar 23 10:15:25.469082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54576) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:25.517858 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-563765bb-3b66-455c-a273-b906bc32c794 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:15:25.518398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-563765bb-3b66-455c-a273-b906bc32c794 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Synchronizing usage tracker for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:25.538998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-563765bb-3b66-455c-a273-b906bc32c794 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Unset dirty status for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:25.540941 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-563765bb-3b66-455c-a273-b906bc32c794 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "GET /v2.0/ports/8b720651-4dfc-4822-8426-d5b84d171748 HTTP/1.1" status: 404 len: 333 time: 0.0848517 Mar 23 10:15:25.544410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54586) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:25.551411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Request body: {'port': {'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-653503673'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:25.558242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:25.569783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:25.585079 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] For port 541de332-ca66-48b4-bea7-7a851a7b0fc0, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:25.588218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] For port 541de332-ca66-48b4-bea7-7a851a7b0fc0, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=541de332-ca66-48b4-bea7-7a851a7b0fc0,segment=NetworkSegment(71e07af0-e10c-407c-9424-22090d73dc7a),segment_id=71e07af0-e10c-407c-9424-22090d73dc7a)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:25.598492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.620784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54594) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:25.624209 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 10:15:25.643300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b6ddc339-6926-4acb-9937-2f823bcf6de7 None None] Provisioning for port 873f99d3-e704-42de-9a1c-028e6933cc4f completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:25.669137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b6ddc339-6926-4acb-9937-2f823bcf6de7 None None] Provisioning complete for port 873f99d3-e704-42de-9a1c-028e6933cc4f triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:25.669503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b6ddc339-6926-4acb-9937-2f823bcf6de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.677255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-be96fbd3-b174-4866-8889-844b016d65e1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Synchronizing usage tracker for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:25.696793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-be96fbd3-b174-4866-8889-844b016d65e1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Unset dirty status for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:25.698263 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-be96fbd3-b174-4866-8889-844b016d65e1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--791611752&fields=id&tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc HTTP/1.1" status: 200 len: 267 time: 0.0760815 Mar 23 10:15:25.800455 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b672b-c94e-409b-a5ef-65ab5eabd990 None None] Pushing event updated for resources: {'Port': ['ID=541de332-ca66-48b4-bea7-7a851a7b0fc0,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:25.810218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event updated for resources: {'Network': ['ID=9fed8a9d-85eb-4970-a1fe-67cd46b7d69e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:25.827977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b6ddc339-6926-4acb-9937-2f823bcf6de7 None None] Port 873f99d3-e704-42de-9a1c-028e6933cc4f cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:25.836608 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ec2786-5ce6-4261-b2da-f8727bbc6069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:15:25.841203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Made reservation on behalf of 6fc76d1b82884929aeb21e904edaffff for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:25.843728 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-34ec2786-5ce6-4261-b2da-f8727bbc6069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "GET /v2.0/ports/19d3f06b-55a0-43ab-81c5-a68551d88a75 HTTP/1.1" status: 404 len: 333 time: 0.3584623 Mar 23 10:15:25.844302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.847226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54598) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:25.849886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 9fed8a9d-85eb-4970-a1fe-67cd46b7d69e details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:25.870816 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e05b4455-8098-4b25-8ba1-096c8a305dff tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6531334 Mar 23 10:15:25.874578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54602) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:25.877442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:25.883989 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Request body: {'port': {'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-823603023'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:25.902182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:25.914982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] device_id is not set on port 31aba771-a234-4086-a5e7-eb324b742e30 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:25.924459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Usage tracker for resource:port and tenant:d0de8cc4802545bca73a2a2f041527e8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:25.967308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:25.983360 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-cd137a09-54cb-47c9-bace-565fac0811c1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:25.983555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-cd137a09-54cb-47c9-bace-565fac0811c1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Synchronizing usage tracker for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:25.988262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Allocated IP 2001:db8::380 (c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07/c8c00c36-42b7-4aa2-b69e-3da441b85259/483d9001-2e04-4e78-995a-50f1e59676e7) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:25.995821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:26.041826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-a0fd2b6c-4f79-4d30-8db7-db7cf6ae87f2 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Synchronizing usage tracker for tenant:63eed59dc5c14b499d5df02311f1e0e9 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:26.097680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Made reservation on behalf of d0de8cc4802545bca73a2a2f041527e8 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:26.100334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:26.108897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:26.115615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-cd137a09-54cb-47c9-bace-565fac0811c1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Unset dirty status for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:26.116758 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-cd137a09-54cb-47c9-bace-565fac0811c1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/networks?id=7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 200 len: 812 time: 0.4114513 Mar 23 10:15:26.172073 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-dbdd2899-803d-4548-8b86-c760218f7d1f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/quotas/19dd158d5c8a4d43afdd711ef24aa3fc HTTP/1.1" status: 200 len: 375 time: 0.0389550 Mar 23 10:15:26.184553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf89a7-8dfe-4948-a75d-274428139a87 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:26.190644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf89a7-8dfe-4948-a75d-274428139a87 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:26.196869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf89a7-8dfe-4948-a75d-274428139a87 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:26.203054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdf89a7-8dfe-4948-a75d-274428139a87 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:26.203918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-acdf89a7-8dfe-4948-a75d-274428139a87 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Synchronizing usage tracker for tenant:894822534a564814898f9c05f0b20cbf on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:26.227008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] device_id is not set on port d1869959-50f3-498c-98f3-125762ae0e2f yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:26.273228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-a0fd2b6c-4f79-4d30-8db7-db7cf6ae87f2 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Unset dirty status for tenant:63eed59dc5c14b499d5df02311f1e0e9 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:26.275093 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-a0fd2b6c-4f79-4d30-8db7-db7cf6ae87f2 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=63eed59dc5c14b499d5df02311f1e0e9&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0439870 Mar 23 10:15:26.281155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:26.370460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-acdf89a7-8dfe-4948-a75d-274428139a87 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Unset dirty status for tenant:894822534a564814898f9c05f0b20cbf on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:26.371725 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-acdf89a7-8dfe-4948-a75d-274428139a87 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4958763 Mar 23 10:15:26.375472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54610) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:26.429048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:26.528761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:26.538537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-3a0907d2-969b-4d79-88ae-bf333f2c98a5 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Synchronizing usage tracker for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:26.557303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:26.577193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-32fad1bb-6138-42e6-89a5-e9a9d05bfafb service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:15:26.578176 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-32fad1bb-6138-42e6-89a5-e9a9d05bfafb service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1845825 Mar 23 10:15:26.581075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:26.599710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:26.608144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:26.646014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Pushing event updated for resources: {'Port': ['ID=93a7b8bf-a2d3-48dc-9a23-d404d60dbb03,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:26.681859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-3a0907d2-969b-4d79-88ae-bf333f2c98a5 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Unset dirty status for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:26.683458 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-3a0907d2-969b-4d79-88ae-bf333f2c98a5 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4765382 Mar 23 10:15:26.836199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:26.851808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:26.854420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:26.855550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:26.856132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:26.860811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:26.869313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event updated for resources: {'Port': ['ID=31aba771-a234-4086-a5e7-eb324b742e30,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:26.903041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fed8a9d-85eb-4970-a1fe-67cd46b7d69e']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:26.920631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c5e22b-b3fc-49a2-8d8d-895c2a31c769') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:26.921020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c5e22b-b3fc-49a2-8d8d-895c2a31c769') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:26.933592 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2b5bf237-5077-4102-8546-f63ceecf243c tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3872857 Mar 23 10:15:26.938430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54622) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:26.947680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:26.975685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.002899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece0768-c8b5-4f06-9bb3-a0049d29e238 None None] Network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:27.004422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-219ebd73-d770-4d91-9f97-dab8145f085d service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:15:27.011798 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-219ebd73-d770-4d91-9f97-dab8145f085d service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1699762 Mar 23 10:15:27.069777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.073435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.082453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Releasing vlan 843 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:27.082842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.098024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 541de332-ca66-48b4-bea7-7a851a7b0fc0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:27.108322 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:27.111865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.195783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b2ec5bb4-3ae2-405b-862c-028e5afc93d8 None None] Provisioning for port 541de332-ca66-48b4-bea7-7a851a7b0fc0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:27.219489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.267631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 541de332-ca66-48b4-bea7-7a851a7b0fc0 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:27.277006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 541de332-ca66-48b4-bea7-7a851a7b0fc0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:27.277442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.279502 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-973e4fd2-b767-4083-aa5a-7b46eb2c08b7 service neutron] 10.222.0.84 "GET /v2.0/networks/33fb841e-65c0-4d4b-a961-a6a5e222cc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821465 Mar 23 10:15:27.321667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Transition to ACTIVE for port object 483d9001-2e04-4e78-995a-50f1e59676e7 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:27.322621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.340402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.345435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9fed8a9d-85eb-4970-a1fe-67cd46b7d69e {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 23 10:15:27.348122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.374941 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.390905 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "DELETE /v2.0/networks/9fed8a9d-85eb-4970-a1fe-67cd46b7d69e HTTP/1.1" status: 204 len: 168 time: 1.0111728 Mar 23 10:15:27.397502 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-2bf7e0da-0411-4af0-a0f0-94e4f8f8efd0 service neutron] 10.222.0.84 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843176 Mar 23 10:15:27.399522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375efc64-7411-434b-be20-381c2d18c238 tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event deleted for resources: {'Network': ['ID=9fed8a9d-85eb-4970-a1fe-67cd46b7d69e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:27.402941 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54626) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:27.480179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Request body: {'network': {'name': 'tempest-network--1198065398', 'router:external': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:27.486125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.513095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:27.527888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Usage tracker for resource:network and tenant:9093c073f13847ca87c3bbfee45363b8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:27.528123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 541de332-ca66-48b4-bea7-7a851a7b0fc0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=541de332-ca66-48b4-bea7-7a851a7b0fc0,segment=NetworkSegment(71e07af0-e10c-407c-9424-22090d73dc7a),segment_id=71e07af0-e10c-407c-9424-22090d73dc7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:27.536128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.538285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:27.564372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:27.600635 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.641191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=541de332-ca66-48b4-bea7-7a851a7b0fc0,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:27.704744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:27.712156 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9b65606d-8756-46a3-b97a-71e5cb9e7511 service neutron] 10.222.0.84 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136258 Mar 23 10:15:27.767403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.770403 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-9ab2be67-c45f-488e-8efe-2a33fc172047 service neutron] 10.222.0.84 "GET /v2.0/networks/33fb841e-65c0-4d4b-a961-a6a5e222cc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846191 Mar 23 10:15:27.772524 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.782177 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Made reservation on behalf of 9093c073f13847ca87c3bbfee45363b8 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:27.785468 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.842283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dcf85955-5774-4727-a679-7f928bb042de None None] Provisioning complete for port 541de332-ca66-48b4-bea7-7a851a7b0fc0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:27.843531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dcf85955-5774-4727-a679-7f928bb042de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.859460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] device_id is not set on port 31aba771-a234-4086-a5e7-eb324b742e30 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:27.878472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.884650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Network f16560ef-9f9a-4bb5-b885-5d760e4c496a is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:27.889591 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.890332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.906401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:27.924946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Transition to ACTIVE for port object 31aba771-a234-4086-a5e7-eb324b742e30 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:27.930464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:27.942939 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:27.965938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:27.966650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.017818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event updated for resources: {'Port': ['ID=d1869959-50f3-498c-98f3-125762ae0e2f,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:28.172141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:28.184948 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-30963220-b51f-4677-8605-27b57aeccb17 req-6dddef90-037a-429f-bff0-7c19c257b25b tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 210 time: 0.1819272 Mar 23 10:15:28.206187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event updated for resources: {'Port': ['ID=31aba771-a234-4086-a5e7-eb324b742e30,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:28.227908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:28.228447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:28.228983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:28.238699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:28.239027 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:28.239382 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 2 to bind port 31aba771-a234-4086-a5e7-eb324b742e30 Mar 23 10:15:28.259602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:28.306945 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-63004cfe-0cd2-4c96-9b30-8ee440aa8b07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4504733 Mar 23 10:15:28.310563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54662) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:28.319548 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:28.325501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:28.326410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.332400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:28.397518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:28.445172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:28.445667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:28.445873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:28.462042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:28.462374 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:28.464522 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 3 to bind port 31aba771-a234-4086-a5e7-eb324b742e30 Mar 23 10:15:28.509788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:28.510138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:28.510509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:28.512079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.512713 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Added segment 6796c654-2087-4e92-9112-52ec6f9a0875 of type vlan for network 4c7d7870-3334-4b95-bc74-229f530a41c5 Mar 23 10:15:28.527829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.538918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:28.538918 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:28.540590 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 4 to bind port 31aba771-a234-4086-a5e7-eb324b742e30 Mar 23 10:15:28.562062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:28.562399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:28.562726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:28.582610 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3b135849-19c0-47ad-b334-fa3a86e2004e req-ad970e29-5ea6-40c1-b0c6-c98b265e0c14 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 210 time: 0.3361192 Mar 23 10:15:28.614836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:28.616026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:28.616573 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:28.625779 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 5 to bind port 31aba771-a234-4086-a5e7-eb324b742e30 Mar 23 10:15:28.636140 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.3421295 Mar 23 10:15:28.637550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54686) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:28.644241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca4c84-667d-484f-8608-7435427115b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Pushing event updated for resources: {'Port': ['ID=483d9001-2e04-4e78-995a-50f1e59676e7,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:28.648558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Request body: {'port': {'network_id': 'c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1302814678', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:28.649217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.api.validators [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] bootfile-name is not in valid_values {{(pid=87859) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:15:28.649617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.api.validators [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] tftp-server is not in valid_values {{(pid=87859) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:15:28.650031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.api.validators [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] server-ip-address is not in valid_values {{(pid=87859) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:15:28.678842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9b164773-da54-4f90-a0d9-26472f8fb077 None None] Provisioning for port 483d9001-2e04-4e78-995a-50f1e59676e7 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:28.689428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9b164773-da54-4f90-a0d9-26472f8fb077 None None] Provisioning complete for port 483d9001-2e04-4e78-995a-50f1e59676e7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:28.690467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9b164773-da54-4f90-a0d9-26472f8fb077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.698501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:28.698909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:28.699312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:28.723711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.729181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.749626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.758634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event updated for resources: {'Port': ['ID=873f99d3-e704-42de-9a1c-028e6933cc4f,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:28.789497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:28.789916 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:28.797909 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 6 to bind port 31aba771-a234-4086-a5e7-eb324b742e30 Mar 23 10:15:28.841177 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.851521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9b164773-da54-4f90-a0d9-26472f8fb077 None None] Port 483d9001-2e04-4e78-995a-50f1e59676e7 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:28.896960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.901649 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5469680 Mar 23 10:15:28.927017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.928508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:28.929440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:28.937585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Network 93b2b081-2759-48ef-b81e-49686db0441f is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:28.984009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6001f1-dd04-41e8-9ded-0bf65fce1bc5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Pushing event updated for resources: {'Port': ['ID=93a7b8bf-a2d3-48dc-9a23-d404d60dbb03,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:29.017919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:29.061732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 541de332-ca66-48b4-bea7-7a851a7b0fc0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:29.269005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 541de332-ca66-48b4-bea7-7a851a7b0fc0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:29.269778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:29.278344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:29.284438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:29.284790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:29.305146 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8494651 Mar 23 10:15:29.315116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54724) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:29.317569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25ec2c-bf2f-435f-9c31-21186b39916f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event updated for resources: {'Network': ['ID=4c7d7870-3334-4b95-bc74-229f530a41c5,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:29.333497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 4c7d7870-3334-4b95-bc74-229f530a41c5 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:29.340413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:29.340731 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:29.341684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:29.353533 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 7 to bind port 31aba771-a234-4086-a5e7-eb324b742e30 Mar 23 10:15:29.406497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Usage tracker for resource:port and tenant:4051b275adcc4605baee428376e626f4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:29.413568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:29.431299 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-262e12d1-a1ab-4a56-91cf-ce997f4bbd43 req-8df4ed51-2340-457a-ba9f-8f224dae448c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 210 time: 0.1248868 Mar 23 10:15:29.448172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:29.494625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:29.495315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:29.495855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:29.514727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:29.515104 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:29.522369 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 8 to bind port 31aba771-a234-4086-a5e7-eb324b742e30 Mar 23 10:15:29.548135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-07be946a-4f57-42bb-b5e3-54ba8b3940dd tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Synchronizing usage tracker for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:29.558598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Made reservation on behalf of 4051b275adcc4605baee428376e626f4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:29.563845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:29.605379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:29.605791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:29.606500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:29.621007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1d3a698c-aaa7-4786-846a-c57d3baffe10 None None] Provisioning complete for port 873f99d3-e704-42de-9a1c-028e6933cc4f triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:29.621525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1d3a698c-aaa7-4786-846a-c57d3baffe10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:29.622706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:29.623034 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:29.628639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] device_id is not set on port d1869959-50f3-498c-98f3-125762ae0e2f yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:29.633359 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 9 to bind port 31aba771-a234-4086-a5e7-eb324b742e30 Mar 23 10:15:29.650472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:29.658685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] device_id is not set on port 03a4d155-1a09-4271-ba57-f52b8653b511 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:29.705653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a698c-aaa7-4786-846a-c57d3baffe10 None None] Port 873f99d3-e704-42de-9a1c-028e6933cc4f cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:29.708501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-07be946a-4f57-42bb-b5e3-54ba8b3940dd tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Unset dirty status for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:29.716332 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-07be946a-4f57-42bb-b5e3-54ba8b3940dd tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--887154080&fields=id&tenant_id=ceec5603e9824537917759fa8b4cffa7 HTTP/1.1" status: 200 len: 267 time: 0.4569108 Mar 23 10:15:29.725402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:29.725775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:29.726088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:29.753307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Transition to ACTIVE for port object d1869959-50f3-498c-98f3-125762ae0e2f will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:29.784848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:29.785202 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:29.799522 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempt 10 to bind port 31aba771-a234-4086-a5e7-eb324b742e30 Mar 23 10:15:29.840480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:29.840804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:29.853129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempting to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:29.855594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:29.892679 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-edb2b4eb-1392-42eb-a057-b8b0bbde6a0e req-4bea2e22-a144-4f36-b43a-4e6e6d638bac tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 210 time: 0.0875053 Mar 23 10:15:29.911501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa33072-9039-4f46-95b4-b733e6e40fc3 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:29.913559 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9aa33072-9039-4f46-95b4-b733e6e40fc3 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] 10.222.0.84 "GET /v2.0/networks/4c7d7870-3334-4b95-bc74-229f530a41c5 HTTP/1.1" status: 200 len: 757 time: 0.5973222 Mar 23 10:15:29.925557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54738) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:29.929875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Router cab78bb6-63f4-4933-9d5e-17ed60e05084 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:15:29.977291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:29.977618 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Failed to bind port 31aba771-a234-4086-a5e7-eb324b742e30 on host hv-neutron-8346 for vnic_type normal using segments [{'id': 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa'}] Mar 23 10:15:29.978309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:30.120583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4529ebbc-41f4-4f00-9a09-e58886809186 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:30.121945 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4529ebbc-41f4-4f00-9a09-e58886809186 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] 10.222.0.84 "GET /v2.0/networks/85fce458-c858-4c0c-9ae6-4c415a59b679 HTTP/1.1" status: 200 len: 768 time: 0.1954587 Mar 23 10:15:30.124630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54742) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:30.205471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event updated for resources: {'Port': ['ID=d1869959-50f3-498c-98f3-125762ae0e2f,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:30.234722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-88f9b6ae-abb4-4655-a229-8c21d84f1f66 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:30.241870 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-88f9b6ae-abb4-4655-a229-8c21d84f1f66 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/networks?id=dfe839e7-d9ac-490f-a132-e3ff8c5059c0 HTTP/1.1" status: 200 len: 806 time: 0.5247233 Mar 23 10:15:30.270463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:30.270786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:30.271364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:30.292762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Allocated IP 2001:db8::3d2 (c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07/c8c00c36-42b7-4aa2-b69e-3da441b85259/03a4d155-1a09-4271-ba57-f52b8653b511) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:30.305162 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-89bb0d5f-1517-4f5b-96dc-0338bb0a30e5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/quotas/ceec5603e9824537917759fa8b4cffa7 HTTP/1.1" status: 200 len: 375 time: 0.0623581 Mar 23 10:15:30.311609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:30.312273 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:30.319015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:30.345501 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 2 to bind port d1869959-50f3-498c-98f3-125762ae0e2f Mar 23 10:15:30.374923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.102', 50880) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:30.376399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] For port 31aba771-a234-4086-a5e7-eb324b742e30, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:30.376917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attempted to set empty binding levels {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 23 10:15:30.413572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:30.413903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:30.414233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:30.429140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:15:30.433688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:30.440357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea25ad-ec1c-444b-ab5d-0f1d9846426a None None] Sync routers for ids ['cab78bb6-63f4-4933-9d5e-17ed60e05084'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:15:30.451021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea25ad-ec1c-444b-ab5d-0f1d9846426a None None] Routers {'cab78bb6-63f4-4933-9d5e-17ed60e05084'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:30.451956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d9ea25ad-ec1c-444b-ab5d-0f1d9846426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['cab78bb6-63f4-4933-9d5e-17ed60e05084'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:30.453527 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3bcdb253-4c2e-4ccb-9cd8-d07c87669c68 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "PUT /v2.0/routers/cab78bb6-63f4-4933-9d5e-17ed60e05084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0454736 Mar 23 10:15:30.457388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54750) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:30.470336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Request body: {'port': {'network_id': '93b2b081-2759-48ef-b81e-49686db0441f', 'name': 'tempest-FloatingIPAdminTestJSON-404216023'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:30.496029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:30.496581 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:30.510945 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 3 to bind port d1869959-50f3-498c-98f3-125762ae0e2f Mar 23 10:15:30.562628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:30.579449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] In _notify_port_updated(), no bound segment for port 31aba771-a234-4086-a5e7-eb324b742e30 on network 5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:15:30.580293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:30.580881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:30.584818 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "PUT /v2.0/ports/31aba771-a234-4086-a5e7-eb324b742e30 HTTP/1.1" status: 200 len: 976 time: 3.6428416 Mar 23 10:15:30.596600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54754) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:30.609742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d9ea25ad-ec1c-444b-ab5d-0f1d9846426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:30.627137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea25ad-ec1c-444b-ab5d-0f1d9846426a None None] Routers {'cab78bb6-63f4-4933-9d5e-17ed60e05084'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:30.628018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d9ea25ad-ec1c-444b-ab5d-0f1d9846426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['cab78bb6-63f4-4933-9d5e-17ed60e05084'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:30.687308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.687668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.688450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.688779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > port after_create 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.689141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.689498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > port after_update 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.689818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.690151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.690470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.690785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.719700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:30.720261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:30.720731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:30.736435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d9ea25ad-ec1c-444b-ab5d-0f1d9846426a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:30.736918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea25ad-ec1c-444b-ab5d-0f1d9846426a None None] The sync data for ids ['cab78bb6-63f4-4933-9d5e-17ed60e05084'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:15:30.766828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ea5dd-51bb-4d1d-b362-231b0269060a tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event updated for resources: {'Port': ['ID=31aba771-a234-4086-a5e7-eb324b742e30,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:30.777602 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:30.777926 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:30.784672 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 4 to bind port d1869959-50f3-498c-98f3-125762ae0e2f Mar 23 10:15:30.808410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.102', 50884) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:30.904714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.905255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.905612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.906150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87860) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 10:15:30.906630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c7d7870-3334-4b95-bc74-229f530a41c5']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:30.913811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1adb807a-7774-4f38-8570-d3653aaab9f7 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Deleting port 31aba771-a234-4086-a5e7-eb324b742e30 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:30.914180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1adb807a-7774-4f38-8570-d3653aaab9f7 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:30.957156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6796c654-2087-4e92-9112-52ec6f9a0875') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:30.957452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6796c654-2087-4e92-9112-52ec6f9a0875') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:30.960409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:30.960409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:30.960631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:30.969210 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c88cd5d8-de7d-4500-9096-df84318d1c2c req-65135898-cf63-4f5a-9653-50f326f9577d tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 210 time: 0.3195498 Mar 23 10:15:30.983657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:31.007175 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-63e49b48-71f9-41c1-868b-58d71204348a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=ceec5603e9824537917759fa8b4cffa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6931257 Mar 23 10:15:31.015110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-5a6373f7-16fe-402f-aea8-2508210c179b tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:31.016836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-5a6373f7-16fe-402f-aea8-2508210c179b tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.102 "GET /v2.0/networks?id=7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 200 len: 812 time: 0.6385651 Mar 23 10:15:31.027948 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:31.051001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:31.051626 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:31.055662 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:31.056076 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:31.070693 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 5 to bind port d1869959-50f3-498c-98f3-125762ae0e2f Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: from cryptography.utils import int_from_bytes Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: from cryptography.utils import int_from_bytes Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn_limited( Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn_limited( Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:31.084606 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:31.086724 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:31.124935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Usage tracker for resource:port and tenant:956ea7bdbcde46e6915d46935d586e36 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:31.223395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:31.237225 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5611584a-bbc5-4bed-bd08-b02004f20412 req-ba07896d-613e-4699-ab3e-cfd6e0516901 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 210 time: 0.1163814 Mar 23 10:15:31.242552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:31.263101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Made reservation on behalf of 956ea7bdbcde46e6915d46935d586e36 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:31.267066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:31.281836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:31.305895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4c7d7870-3334-4b95-bc74-229f530a41c5 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 23 10:15:31.313908 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] device_id is not set on port cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:31.347970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:31.352683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event deleted for resources: {'Network': ['ID=4c7d7870-3334-4b95-bc74-229f530a41c5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:31.362509 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-27389f15-3ceb-40bb-9b20-9fe992f17caf tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "DELETE /v2.0/networks/4c7d7870-3334-4b95-bc74-229f530a41c5 HTTP/1.1" status: 204 len: 168 time: 1.2368803 Mar 23 10:15:31.368470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54792) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:31.382827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Request body: {'network': {'name': 'tempest-network--580200432'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:31.409092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:31.409757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:31.410288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:31.497240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:31.498369 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:31.525380 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 6 to bind port d1869959-50f3-498c-98f3-125762ae0e2f Mar 23 10:15:31.558392 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-be976bc1-6936-4503-98c6-14a3103753fd tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc HTTP/1.1" status: 200 len: 379 time: 0.4800138 Mar 23 10:15:31.578921 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:15:31.583174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Allocated IP 172.20.0.7 (93b2b081-2759-48ef-b81e-49686db0441f/453eee56-0430-4fca-9d3b-d40182b7e982/cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:31.619443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Request body: {'port': {'device_id': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'admin_state_up': True, 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'security_groups': ['28969091-d5ec-4b3e-8880-8b6a9d3b8a7a']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:31.674952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:31.675546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:31.676031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:31.705874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-a2685ea0-8546-4e92-92c3-8b54def9c14a tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:31.708081 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-a2685ea0-8546-4e92-92c3-8b54def9c14a tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Synchronizing usage tracker for tenant:63eed59dc5c14b499d5df02311f1e0e9 on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:31.861158 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-1c229435-0161-4f65-a8ee-f2d134fc488a service neutron] 10.222.0.84 "GET /v2.0/networks/dfe839e7-d9ac-490f-a132-e3ff8c5059c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8529041 Mar 23 10:15:31.955148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:31.987440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:31.987808 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:32.002163 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 7 to bind port d1869959-50f3-498c-98f3-125762ae0e2f Mar 23 10:15:32.077593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-1adb807a-7774-4f38-8570-d3653aaab9f7 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] For port 31aba771-a234-4086-a5e7-eb324b742e30, host hv-neutron-8346, got binding levels [] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:32.077937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1adb807a-7774-4f38-8570-d3653aaab9f7 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.094826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Transition to ACTIVE for port object 03a4d155-1a09-4271-ba57-f52b8653b511 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:32.109561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.127413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Transition to ACTIVE for port object cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:32.148984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:32.149364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:32.149696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:32.153904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:32.161911 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.214674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-a2685ea0-8546-4e92-92c3-8b54def9c14a tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Unset dirty status for tenant:63eed59dc5c14b499d5df02311f1e0e9 on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:32.215821 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-a2685ea0-8546-4e92-92c3-8b54def9c14a tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.102 "GET /v2.0/networks?id=33fb841e-65c0-4d4b-a961-a6a5e222cc41 HTTP/1.1" status: 200 len: 812 time: 1.3473914 Mar 23 10:15:32.301169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1adb807a-7774-4f38-8570-d3653aaab9f7 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Calling delete_port for 31aba771-a234-4086-a5e7-eb324b742e30 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:32.334687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:32.335015 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:32.351875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Usage tracker for resource:network and tenant:9093c073f13847ca87c3bbfee45363b8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:32.360424 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 8 to bind port d1869959-50f3-498c-98f3-125762ae0e2f Mar 23 10:15:32.363527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:32.381251 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event updated for resources: {'Port': ['ID=cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:32.400382 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:32.478301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:32.478301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:32.478301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:32.491946 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Network 93b2b081-2759-48ef-b81e-49686db0441f is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:32.493403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Made reservation on behalf of 9093c073f13847ca87c3bbfee45363b8 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:32.494996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:32.497004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.508247 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7380f72d-c4d4-47b4-b5b0-7f436c2c2e1f req-f3a2e77d-3613-479f-a3fb-5878c80b0163 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 210 time: 0.1397994 Mar 23 10:15:32.511142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:32.515698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:32.516300 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:32.517915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:32.524032 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 9 to bind port d1869959-50f3-498c-98f3-125762ae0e2f Mar 23 10:15:32.538756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:32.562352 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-db1c3917-896f-44d2-87a8-88545f623080 service neutron] 10.222.0.84 "GET /v2.0/networks/dfe839e7-d9ac-490f-a132-e3ff8c5059c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973529 Mar 23 10:15:32.580966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:32.581450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:32.581794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:32.604839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:32.605103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Made reservation on behalf of 19dd158d5c8a4d43afdd711ef24aa3fc for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:32.605837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.620222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.641487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:32.654466 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-84ab0877-c1d5-48d2-9752-37d9b48c2d56 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1922591 Mar 23 10:15:32.654466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54800) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:32.663976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.664472 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Added segment 622cef03-714a-4ca3-ba15-4841cb2d9453 of type vlan for network 6cbf4aeb-3faf-4935-a99e-b670a72de04d Mar 23 10:15:32.710394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.746629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:32.747178 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:32.862480 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-379c2cf8-4701-43d9-9a0e-2ac8bb8fc4ba req-925852d3-bc8d-4ab5-8116-fbd7d0cffb36 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 210 time: 0.1557922 Mar 23 10:15:32.876228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.888271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-52ca1360-f926-4943-9fd2-475889b597a6 None None] Provisioning for port cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:32.900619 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-52ca1360-f926-4943-9fd2-475889b597a6 None None] Provisioning complete for port cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:32.900934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-52ca1360-f926-4943-9fd2-475889b597a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.910437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'project_id': '956ea7bdbcde46e6915d46935d586e36', 'port_id': 'cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:32.916745 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempt 10 to bind port d1869959-50f3-498c-98f3-125762ae0e2f Mar 23 10:15:32.917602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:32.923040 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Usage tracker for resource:floatingip and tenant:956ea7bdbcde46e6915d46935d586e36 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:32.936026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:32.946491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1adb807a-7774-4f38-8570-d3653aaab9f7 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.946634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:32.959838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:32.960984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:32.961631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:33.077604 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event updated for resources: {'Network': ['ID=6cbf4aeb-3faf-4935-a99e-b670a72de04d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:33.078927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-52ca1360-f926-4943-9fd2-475889b597a6 None None] Port cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:33.079899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:33.091978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 6cbf4aeb-3faf-4935-a99e-b670a72de04d details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:33.160603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Allocated IP 172.20.0.4 (7001d3b3-add7-43f8-87f2-8f2d67c06275/f222ef94-a80f-48f2-ad52-7a49f266982f/21bad3e7-7ff7-4154-a889-174f15e36ba1) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:33.162770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-48d9b0bd-27f2-4e5f-9844-f5804e8e8f42 req-7a49ffb3-0ba8-4e3f-9be3-4903e9d9d7e5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Synchronizing usage tracker for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:33.195839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:33.203027 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f4fe5253-4b7d-4adf-ba19-f02a154b004b tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8336537 Mar 23 10:15:33.205307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:33.206617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54814) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:33.225959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0d3e5eaa-5f55-419a-a71c-c90514c4f80f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:33.241311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:33.247643 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:33.248706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:33.284712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-ff7e8693-8e42-476a-9fbb-86fb9c297c01 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Synchronizing usage tracker for tenant:63eed59dc5c14b499d5df02311f1e0e9 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:33.291966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:33.293532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:33.293885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempting to bind port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:33.320295 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.6824429 Mar 23 10:15:33.324082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1adb807a-7774-4f38-8570-d3653aaab9f7 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:33.326913 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1adb807a-7774-4f38-8570-d3653aaab9f7 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "DELETE /v2.0/ports/31aba771-a234-4086-a5e7-eb324b742e30 HTTP/1.1" status: 204 len: 168 time: 2.7274327 Mar 23 10:15:33.332454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54818) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:33.332856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54820) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:33.390206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:33.390603 dv-neutron-834652-2-hyperv neutron-server[87859]: ERROR neutron.plugins.ml2.managers [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Failed to bind port d1869959-50f3-498c-98f3-125762ae0e2f on host hv-neutron-8346 for vnic_type normal using segments [{'id': '4abae647-09a8-434b-bd2e-2bca6f46aa0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'f16560ef-9f9a-4bb5-b885-5d760e4c496a'}] Mar 23 10:15:33.391364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:33.608124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44d71e99-301a-44be-890f-87dad7c46a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:33.657615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-48d9b0bd-27f2-4e5f-9844-f5804e8e8f42 req-7a49ffb3-0ba8-4e3f-9be3-4903e9d9d7e5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Unset dirty status for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:33.666654 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-48d9b0bd-27f2-4e5f-9844-f5804e8e8f42 req-7a49ffb3-0ba8-4e3f-9be3-4903e9d9d7e5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 210 time: 0.7005286 Mar 23 10:15:33.704185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:33.723510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Transition to ACTIVE for port object 21bad3e7-7ff7-4154-a889-174f15e36ba1 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:33.742067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb231a-7778-47af-8690-e817493037db tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Pushing event updated for resources: {'Port': ['ID=03a4d155-1a09-4271-ba57-f52b8653b511,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:33.809958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3b2e7135-6b80-473a-9ea9-6253a665a706 None None] Provisioning for port 03a4d155-1a09-4271-ba57-f52b8653b511 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:33.815014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3b2e7135-6b80-473a-9ea9-6253a665a706 None None] Provisioning complete for port 03a4d155-1a09-4271-ba57-f52b8653b511 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:33.815589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7135-6b80-473a-9ea9-6253a665a706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:33.891988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e7135-6b80-473a-9ea9-6253a665a706 None None] Port 03a4d155-1a09-4271-ba57-f52b8653b511 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:34.006728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5eaa-5f55-419a-a71c-c90514c4f80f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:34.052174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5eaa-5f55-419a-a71c-c90514c4f80f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:34.095491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d3e5eaa-5f55-419a-a71c-c90514c4f80f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Network 6cbf4aeb-3faf-4935-a99e-b670a72de04d is not hosted by any dhcp agent {{(pid=87860) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 23 10:15:34.096335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e5eaa-5f55-419a-a71c-c90514c4f80f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:34.096919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0d3e5eaa-5f55-419a-a71c-c90514c4f80f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:34.100954 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0d3e5eaa-5f55-419a-a71c-c90514c4f80f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "PUT /v2.0/networks/6cbf4aeb-3faf-4935-a99e-b670a72de04d HTTP/1.1" status: 200 len: 857 time: 0.8897088 Mar 23 10:15:34.120220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb807a-7774-4f38-8570-d3653aaab9f7 tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Pushing event deleted for resources: {'Port': ['ID=31aba771-a234-4086-a5e7-eb324b742e30,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:34.122588 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfbcd089-a3be-40e5-82f3-87408c568e1d tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:15:34.123126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cfbcd089-a3be-40e5-82f3-87408c568e1d tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Synchronizing usage tracker for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:34.137436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54836) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:34.218256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:34.241550 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c0cab2d0-04ec-4aad-b99e-d157c3a8a55d req-518933ec-bd27-4716-b105-e8a731c83ba9 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 210 time: 0.1611013 Mar 23 10:15:34.262727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-ff7e8693-8e42-476a-9fbb-86fb9c297c01 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Unset dirty status for tenant:63eed59dc5c14b499d5df02311f1e0e9 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:34.263840 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-ff7e8693-8e42-476a-9fbb-86fb9c297c01 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63eed59dc5c14b499d5df02311f1e0e9 HTTP/1.1" status: 200 len: 380 time: 1.5157316 Mar 23 10:15:34.270601 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-c1e422d8-2394-4fb4-9fa9-41b7bba5b8f0 req-01d3a48b-b701-4dea-9052-fca78d5d4a5c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Synchronizing usage tracker for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:34.295315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:34.303350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e5eaa-5f55-419a-a71c-c90514c4f80f tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event updated for resources: {'Network': ['ID=6cbf4aeb-3faf-4935-a99e-b670a72de04d,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:34.306744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Request body: {'port': {'device_id': '03dd2916-1627-48b1-8b19-9facd93487ac', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'admin_state_up': True, 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'security_groups': ['56c1843f-1275-4f96-bc9f-ca20e93e1871']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:34.397706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:34.433937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-c1e422d8-2394-4fb4-9fa9-41b7bba5b8f0 req-01d3a48b-b701-4dea-9052-fca78d5d4a5c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Unset dirty status for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:34.435099 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c1e422d8-2394-4fb4-9fa9-41b7bba5b8f0 req-01d3a48b-b701-4dea-9052-fca78d5d4a5c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 210 time: 0.5930130 Mar 23 10:15:34.435830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cfbcd089-a3be-40e5-82f3-87408c568e1d tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] Unset dirty status for tenant:6fc76d1b82884929aeb21e904edaffff on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:34.436859 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cfbcd089-a3be-40e5-82f3-87408c568e1d tempest-PortsAdminExtendedAttrsTestJSON-494949936 tempest-PortsAdminExtendedAttrsTestJSON-494949936-project-admin] 10.222.0.84 "GET /v2.0/ports/31aba771-a234-4086-a5e7-eb324b742e30 HTTP/1.1" status: 404 len: 333 time: 1.0577521 Mar 23 10:15:34.477919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54842) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:34.656197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:34.761063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Network 7001d3b3-add7-43f8-87f2-8f2d67c06275 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:34.768526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Allocated IP 172.26.4.82 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/253d2a4b-94e5-40df-aed4-f4996196f7c0) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:34.777587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:34.783546 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:34.805059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] For port d1869959-50f3-498c-98f3-125762ae0e2f, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:34.805451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attempted to set empty binding levels {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 23 10:15:34.811841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:34.841640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbf4aeb-3faf-4935-a99e-b670a72de04d']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:34.872927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622cef03-714a-4ca3-ba15-4841cb2d9453') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:34.873299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622cef03-714a-4ca3-ba15-4841cb2d9453') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:34.921683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc4a12-09c1-431c-8bb8-0001826b1967 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:34.936662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc4a12-09c1-431c-8bb8-0001826b1967 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:34.952263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bc4a12-09c1-431c-8bb8-0001826b1967 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:34.952879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-53bc4a12-09c1-431c-8bb8-0001826b1967 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Synchronizing usage tracker for tenant:4051b275adcc4605baee428376e626f4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:34.955836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Pushing event updated for resources: {'Port': ['ID=21bad3e7-7ff7-4154-a889-174f15e36ba1,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:34.988927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.026129 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a2fdd430-c522-463a-8b8e-8fecb895bd84 req-a0b9ef5b-5fce-4f8e-a78b-76c0de5973f1 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 210 time: 0.0592809 Mar 23 10:15:35.047732 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.084279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.105312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:35.105744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:35.124294 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:35.224158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bc14b67b-e0d9-4a61-99a9-8760a183ace1 None None] Provisioning for port 21bad3e7-7ff7-4154-a889-174f15e36ba1 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:35.241882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.244988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bc14b67b-e0d9-4a61-99a9-8760a183ace1 None None] Provisioning complete for port 21bad3e7-7ff7-4154-a889-174f15e36ba1 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:35.245617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bc14b67b-e0d9-4a61-99a9-8760a183ace1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.271296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] In _notify_port_updated(), no bound segment for port d1869959-50f3-498c-98f3-125762ae0e2f on network f16560ef-9f9a-4bb5-b885-5d760e4c496a {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:15:35.272452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:35.273243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.278266 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54848) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:35.279035 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "PUT /v2.0/ports/d1869959-50f3-498c-98f3-125762ae0e2f HTTP/1.1" status: 200 len: 980 time: 6.9592245 Mar 23 10:15:35.295724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:35.296623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.373082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bc14b67b-e0d9-4a61-99a9-8760a183ace1 None None] Port 21bad3e7-7ff7-4154-a889-174f15e36ba1 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:35.375421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.391347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-53bc4a12-09c1-431c-8bb8-0001826b1967 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Unset dirty status for tenant:4051b275adcc4605baee428376e626f4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:35.392900 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-53bc4a12-09c1-431c-8bb8-0001826b1967 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 2.0254495 Mar 23 10:15:35.397895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54854) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:35.400287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cbf4aeb-3faf-4935-a99e-b670a72de04d {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 23 10:15:35.412456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29cb49-17c5-48bf-a367-ed953045de7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event updated for resources: {'Port': ['ID=d1869959-50f3-498c-98f3-125762ae0e2f,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:35.416160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.429855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:35.470634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:35.488359 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-9694fa6b-6833-4de6-85a1-9eeb12cdb25c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9025071 Mar 23 10:15:35.492275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.534732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-68defe14-f8ca-45f0-9288-dae7f918ce22 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:15:35.538374 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-68defe14-f8ca-45f0-9288-dae7f918ce22 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0349715 Mar 23 10:15:35.539221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cbf4aeb-3faf-4935-a99e-b670a72de04d,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:35.540997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:35.594228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Made reservation on behalf of 63eed59dc5c14b499d5df02311f1e0e9 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:35.597025 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d1082a49-982a-4482-8f50-e582c8d2658d tempest-ExternalNetworksTestJSON-943769989 tempest-ExternalNetworksTestJSON-943769989-project-admin] 10.222.0.84 "DELETE /v2.0/networks/6cbf4aeb-3faf-4935-a99e-b670a72de04d HTTP/1.1" status: 204 len: 168 time: 1.4564359 Mar 23 10:15:35.605814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-cd257d43-6155-4a33-afd2-78fccb68a7b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Deleting port d1869959-50f3-498c-98f3-125762ae0e2f {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:35.606480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cd257d43-6155-4a33-afd2-78fccb68a7b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.609018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.634445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54862) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:35.686102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.102', 50890) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:35.744934 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6f33eb5d-eab4-414a-aee7-817140cd80b8 req-a49d82c2-fa47-46a4-aade-a247c70c602a tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 210 time: 0.1805911 Mar 23 10:15:35.754859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b84c3021-6adf-4aad-b41f-ad67d032bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Deleting port 03a4d155-1a09-4271-ba57-f52b8653b511 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:35.757947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b84c3021-6adf-4aad-b41f-ad67d032bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.810357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:35.811002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c1c9e8-60a5-4c4c-8287-450a6e8125d3') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:35.830337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.884382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.892833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:35.893393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:35.904296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:36.038407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:36.094192 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:36.107341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:36.159530 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-31cf9fea-3517-4d23-9464-da2a7c50f4ae tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] DELETE failed (client error): The resource could not be found. Mar 23 10:15:36.160198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31cf9fea-3517-4d23-9464-da2a7c50f4ae tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:15:36.162357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:36.216950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:36.225788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:36.233945 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-31cf9fea-3517-4d23-9464-da2a7c50f4ae tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] 10.222.0.84 "DELETE /v2.0/subnets/4654a81d-80d6-430d-b979-56cd551a8f66 HTTP/1.1" status: 404 len: 337 time: 0.5080125 Mar 23 10:15:36.235387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:36.238517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54872) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:36.243161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Request body: {'port': {'device_id': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:36.361691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Pushing event updated for resources: {'Port': ['ID=253d2a4b-94e5-40df-aed4-f4996196f7c0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:36.488020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d702f377-c20d-44d4-bea8-0affe31a77ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:36.518828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] Pushing event deleted for resources: {'Network': ['ID=5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:36.527622 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-87202247-4c38-4477-9ead-4b1906238040 tempest-PortsAdminExtendedAttrsTestJSON-1847160406 tempest-PortsAdminExtendedAttrsTestJSON-1847160406-project] 10.222.0.84 "DELETE /v2.0/networks/5bde7ba3-ba4e-4345-9a79-015f1ffbb9aa HTTP/1.1" status: 204 len: 168 time: 2.0090933 Mar 23 10:15:36.593861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-a45599a8-dcfc-4b40-ab66-4d70cc3721eb tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:36.594776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-a45599a8-dcfc-4b40-ab66-4d70cc3721eb tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Synchronizing usage tracker for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:36.637511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-cd257d43-6155-4a33-afd2-78fccb68a7b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] For port d1869959-50f3-498c-98f3-125762ae0e2f, host hv-neutron-8346, got binding levels [] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:36.637920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cd257d43-6155-4a33-afd2-78fccb68a7b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:36.693532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:36.770090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:36.796027 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3a027f37-4872-4f2f-8b2b-44b18286e26c req-9c0b0ba9-7790-413d-8e3f-f365d38ca488 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 210 time: 0.2266645 Mar 23 10:15:36.838599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd7827-f713-4782-a104-e98748164e71 req-ff8525a9-ccfd-4f3c-afb1-3b71f93c4742 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:36.846330 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-34cd7827-f713-4782-a104-e98748164e71 req-ff8525a9-ccfd-4f3c-afb1-3b71f93c4742 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 931 time: 1.0297985 Mar 23 10:15:37.104337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54886) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:37.162653 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-cd257d43-6155-4a33-afd2-78fccb68a7b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Calling delete_port for d1869959-50f3-498c-98f3-125762ae0e2f owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:37.180719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-873c4813-6951-4b5e-8f83-c83f5159e495 req-0cccd669-ac5b-4326-9a1e-ea92d6051b95 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Synchronizing usage tracker for tenant:63eed59dc5c14b499d5df02311f1e0e9 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:37.211366 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:37.252669 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-a45599a8-dcfc-4b40-ab66-4d70cc3721eb tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Unset dirty status for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:37.253830 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-a45599a8-dcfc-4b40-ab66-4d70cc3721eb tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.102 "GET /v2.0/networks?id=dfe839e7-d9ac-490f-a132-e3ff8c5059c0 HTTP/1.1" status: 200 len: 806 time: 1.3986130 Mar 23 10:15:37.263073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b84c3021-6adf-4aad-b41f-ad67d032bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:37.345323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Allocated IP 172.20.0.10 (33fb841e-65c0-4d4b-a961-a6a5e222cc41/6974af38-e910-44c2-9610-83ce64fa6dee/28cc1618-3f6a-46d9-b0f4-892112e19ddd) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:37.414980 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:37.422075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-873c4813-6951-4b5e-8f83-c83f5159e495 req-0cccd669-ac5b-4326-9a1e-ea92d6051b95 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Unset dirty status for tenant:63eed59dc5c14b499d5df02311f1e0e9 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:37.423437 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-873c4813-6951-4b5e-8f83-c83f5159e495 req-0cccd669-ac5b-4326-9a1e-ea92d6051b95 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 210 time: 0.3936198 Mar 23 10:15:37.425220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:37.533481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b84c3021-6adf-4aad-b41f-ad67d032bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Calling delete_port for 03a4d155-1a09-4271-ba57-f52b8653b511 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:37.600005 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fc6ad19b-845c-4cbb-85a5-73c0a88bffc8 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c7615d5fd6114e9da601078b2b25f523&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4917958 Mar 23 10:15:37.612987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fce458-c858-4c0c-9ae6-4c415a59b679']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:37.624165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54892) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:37.659051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0e18e22-7236-4788-a36a-bc901f1034b4') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:37.659422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0e18e22-7236-4788-a36a-bc901f1034b4') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:37.750570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:37.770065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-34cd7827-f713-4782-a104-e98748164e71 req-3d5933ae-e855-44c0-899a-bac0e0c88f26 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Synchronizing usage tracker for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:37.788180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cd257d43-6155-4a33-afd2-78fccb68a7b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:37.945909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:37.946881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-6f577fda-7939-4500-9be6-3535d225886a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Synchronizing usage tracker for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:37.983772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd257d43-6155-4a33-afd2-78fccb68a7b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1869959-50f3-498c-98f3-125762ae0e2f,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:38.001071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-34cd7827-f713-4782-a104-e98748164e71 req-3d5933ae-e855-44c0-899a-bac0e0c88f26 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Unset dirty status for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:38.010723 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-34cd7827-f713-4782-a104-e98748164e71 req-3d5933ae-e855-44c0-899a-bac0e0c88f26 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1633358 Mar 23 10:15:38.018853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cd257d43-6155-4a33-afd2-78fccb68a7b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.024447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:38.024934 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b84c3021-6adf-4aad-b41f-ad67d032bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.039947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.095798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-6f577fda-7939-4500-9be6-3535d225886a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Unset dirty status for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:38.097236 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-6f577fda-7939-4500-9be6-3535d225886a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ceec5603e9824537917759fa8b4cffa7 HTTP/1.1" status: 200 len: 379 time: 0.7697940 Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:38.157275 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:38.191005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c3021-6adf-4aad-b41f-ad67d032bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Pushing event deleted for resources: {'Port': ['ID=03a4d155-1a09-4271-ba57-f52b8653b511,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:38.230751 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2507c316-271e-4f8a-acb7-022e150ec7b6 req-528d4dcc-390e-4371-991a-0007e7b8bf6a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 210 time: 0.0652850 Mar 23 10:15:38.231380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c071505-86db-450c-8c35-2c5be7d9da07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.273130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.277320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.301514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Request body: {'port': {'device_id': '966973ce-74ff-4479-a444-f12ddc9e7918', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'admin_state_up': True, 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'security_groups': ['2a0ebfd2-f94a-4546-85ec-41b8b2fc930c']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:38.325444 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cd257d43-6155-4a33-afd2-78fccb68a7b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "DELETE /v2.0/ports/d1869959-50f3-498c-98f3-125762ae0e2f HTTP/1.1" status: 204 len: 168 time: 3.0461564 Mar 23 10:15:38.336702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54898) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:38.348422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.372384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Transition to ACTIVE for port object 28cc1618-3f6a-46d9-b0f4-892112e19ddd will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:38.384264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b84c3021-6adf-4aad-b41f-ad67d032bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.390491 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b84c3021-6adf-4aad-b41f-ad67d032bc69 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "DELETE /v2.0/ports/03a4d155-1a09-4271-ba57-f52b8653b511 HTTP/1.1" status: 204 len: 168 time: 2.9703243 Mar 23 10:15:38.446945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54902) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:38.488745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21bad3e7-7ff7-4154-a889-174f15e36ba1 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:15:38.498829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.501900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Request body: {'port': {'name': 'tempest-new-port-name-286594732', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:38.508900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.api.validators [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] bootfile-name is not in valid_values {{(pid=87860) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:15:38.509433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.api.validators [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] tftp-server is not in valid_values {{(pid=87860) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:15:38.509997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.api.validators [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] server-ip-address is not in valid_values {{(pid=87860) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:15:38.519187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Transition to ACTIVE for port object 21bad3e7-7ff7-4154-a889-174f15e36ba1 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:38.541087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c071505-86db-450c-8c35-2c5be7d9da07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.580958 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90b9136-98c4-4064-a79b-f4418f012c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] GET failed (client error): The resource could not be found. Mar 23 10:15:38.587304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f90b9136-98c4-4064-a79b-f4418f012c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Synchronizing usage tracker for tenant:d0de8cc4802545bca73a2a2f041527e8 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:38.723134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.780219 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] Pushing event deleted for resources: {'Network': ['ID=85fce458-c858-4c0c-9ae6-4c415a59b679,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:38.787271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.789065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c071505-86db-450c-8c35-2c5be7d9da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:38.820456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f90b9136-98c4-4064-a79b-f4418f012c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] Unset dirty status for tenant:d0de8cc4802545bca73a2a2f041527e8 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:38.827140 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f90b9136-98c4-4064-a79b-f4418f012c0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-518695150-project-admin] 10.222.0.84 "GET /v2.0/ports/d1869959-50f3-498c-98f3-125762ae0e2f HTTP/1.1" status: 404 len: 333 time: 0.4784060 Mar 23 10:15:38.843218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54908) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:39.061359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Pushing event updated for resources: {'Port': ['ID=21bad3e7-7ff7-4154-a889-174f15e36ba1,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:39.143973 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Pushing event updated for resources: {'Port': ['ID=28cc1618-3f6a-46d9-b0f4-892112e19ddd,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:39.155928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c071505-86db-450c-8c35-2c5be7d9da07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87c28b2-5a1c-4a99-9c64-3a9af299c2a1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:39.167431 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2eb3addf-8ea5-4f7b-b274-bd99727a53c4 tempest-ExternalNetworksTestJSON-593581926 tempest-ExternalNetworksTestJSON-593581926-project] 10.222.0.84 "DELETE /v2.0/networks/85fce458-c858-4c0c-9ae6-4c415a59b679 HTTP/1.1" status: 204 len: 168 time: 2.8595967 Mar 23 10:15:39.173705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c071505-86db-450c-8c35-2c5be7d9da07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:39.177810 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2c071505-86db-450c-8c35-2c5be7d9da07 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b87c28b2-5a1c-4a99-9c64-3a9af299c2a1 HTTP/1.1" status: 204 len: 168 time: 1.5496013 Mar 23 10:15:39.192696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:39.293717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:39.343827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:39.346618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:39.449218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:39.481007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:39.539725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:39.604875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:39.605630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:39.708367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Made reservation on behalf of ceec5603e9824537917759fa8b4cffa7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:39.731517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:39.759479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-942572d4-2113-4658-a9d6-010c5d128fac None None] Provisioning for port 28cc1618-3f6a-46d9-b0f4-892112e19ddd completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:39.764196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Attempting to bind port 21bad3e7-7ff7-4154-a889-174f15e36ba1 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:39.764888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Attempting to bind port 21bad3e7-7ff7-4154-a889-174f15e36ba1 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:39.765070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Attempting to bind port 21bad3e7-7ff7-4154-a889-174f15e36ba1 on network 7001d3b3-add7-43f8-87f2-8f2d67c06275 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:39.766469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-942572d4-2113-4658-a9d6-010c5d128fac None None] Provisioning complete for port 28cc1618-3f6a-46d9-b0f4-892112e19ddd triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:39.768615 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-942572d4-2113-4658-a9d6-010c5d128fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:39.783264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54926) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:39.783857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22616530-08e1-4b2b-8a51-71b110fbeebd req-f34178a4-3844-4973-bd8b-dd644ab89172 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:39.785672 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-22616530-08e1-4b2b-8a51-71b110fbeebd req-f34178a4-3844-4973-bd8b-dd644ab89172 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 932 time: 1.1089089 Mar 23 10:15:39.816444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Port 21bad3e7-7ff7-4154-a889-174f15e36ba1 on network 7001d3b3-add7-43f8-87f2-8f2d67c06275 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:39.827414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Attempting to bind port 21bad3e7-7ff7-4154-a889-174f15e36ba1 on network 7001d3b3-add7-43f8-87f2-8f2d67c06275 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:39.888633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:39.889004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Checking segment: {'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:39.892764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Bound using segment: {'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:39.893384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Bound port: 21bad3e7-7ff7-4154-a889-174f15e36ba1, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:39.894889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:39.955195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-942572d4-2113-4658-a9d6-010c5d128fac None None] Port 28cc1618-3f6a-46d9-b0f4-892112e19ddd cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:40.002520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:40.060110 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d8f90f2a-f59a-4458-9896-37f11bdc1bcd tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7608244 Mar 23 10:15:40.160885 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-22616530-08e1-4b2b-8a51-71b110fbeebd req-99bd6da8-e6d0-4760-a21e-a85897b4e708 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3651390 Mar 23 10:15:40.179561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] For port 21bad3e7-7ff7-4154-a889-174f15e36ba1, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:40.184171 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] For port 21bad3e7-7ff7-4154-a889-174f15e36ba1, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:40.193713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Request body: {'port': {'device_id': '03dd2916-1627-48b1-8b19-9facd93487ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:40.260727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:40.277355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54932) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:40.298041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:40.491791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40ecee-c194-48ef-9513-f6d3f7d7cdcb req-274817f4-04af-4d46-a122-966512b6ba6f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:40.500014 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8f40ecee-c194-48ef-9513-f6d3f7d7cdcb req-274817f4-04af-4d46-a122-966512b6ba6f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 943 time: 1.0209970 Mar 23 10:15:40.524834 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cded2ead-0d61-4a30-9873-5367414d34aa req-0f08a35a-24ec-4a30-8613-6fa1b53ddca9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 210 time: 0.1267259 Mar 23 10:15:40.577143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Allocated IP 172.20.0.12 (dfe839e7-d9ac-490f-a132-e3ff8c5059c0/8e585da7-ed72-4380-ab78-dfd58b864173/4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:40.581858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:40.629003 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6cb963b5-9b1b-4009-84c1-4b5cf92e50f6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6fc76d1b82884929aeb21e904edaffff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3472273 Mar 23 10:15:40.641581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54936) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:40.655705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:40.656372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:40.658417 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] 10.222.0.102 "PUT /v2.0/ports/21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 200 len: 1093 time: 4.9123719 Mar 23 10:15:40.672811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'tag': '21bad3e7-7ff7-4154-a889-174f15e36ba1'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:15:40.795165 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8f40ecee-c194-48ef-9513-f6d3f7d7cdcb req-743d111f-deaf-4b71-bcfa-0c6ac9298033 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846508 Mar 23 10:15:40.867994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:40.913836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5ab60d36-ff2d-4556-a293-1bafeebec270 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=894822534a564814898f9c05f0b20cbf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1194029 Mar 23 10:15:40.914786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df87d48-e716-481b-99a6-3fd0829d3e88 service neutron] Pushing event updated for resources: {'Port': ['ID=21bad3e7-7ff7-4154-a889-174f15e36ba1,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:40.923917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54944) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:40.934551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.052880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.089250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.103091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] In _notify_port_updated(), no bound segment for port 483d9001-2e04-4e78-995a-50f1e59676e7 on network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 {{(pid=87860) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:15:41.108933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:41.109544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16560ef-9f9a-4bb5-b885-5d760e4c496a']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:41.109663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.113417 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "PUT /v2.0/ports/483d9001-2e04-4e78-995a-50f1e59676e7 HTTP/1.1" status: 200 len: 1129 time: 2.6610043 Mar 23 10:15:41.114526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d609655f-163d-4814-a095-8ca95ff6a9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.116059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54952) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:41.163595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abae647-09a8-434b-bd2e-2bca6f46aa0a') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:41.163891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abae647-09a8-434b-bd2e-2bca6f46aa0a') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:41.196408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.203192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c620685-b194-4ece-81af-8fe6f3e72176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.218184 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'tag': '21bad3e7-7ff7-4154-a889-174f15e36ba1', 'status': 'completed', 'code': 200} Mar 23 10:15:41.260210 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78499237-f181-4572-ad9c-43e14cc825e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Pushing event updated for resources: {'Port': ['ID=483d9001-2e04-4e78-995a-50f1e59676e7,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:41.271460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.275024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-4062f213-fea1-4fa3-b66a-e3ad56aa0410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:41.276506 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-4062f213-fea1-4fa3-b66a-e3ad56aa0410 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 1096 time: 0.4281354 Mar 23 10:15:41.290743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8f34e-423a-4a13-b553-5b0490f7fbd1 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:41.291621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f8e8f34e-423a-4a13-b553-5b0490f7fbd1 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Synchronizing usage tracker for tenant:4051b275adcc4605baee428376e626f4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:41.314463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d609655f-163d-4814-a095-8ca95ff6a9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.357166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f8e8f34e-423a-4a13-b553-5b0490f7fbd1 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Unset dirty status for tenant:4051b275adcc4605baee428376e626f4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:41.362787 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f8e8f34e-423a-4a13-b553-5b0490f7fbd1 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "GET /v2.0/ports/483d9001-2e04-4e78-995a-50f1e59676e7 HTTP/1.1" status: 200 len: 1129 time: 0.2355108 Mar 23 10:15:41.364636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.368390 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54960) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:41.381565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c620685-b194-4ece-81af-8fe6f3e72176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.388780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:41.389206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.417218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9a5943d4-5c79-40d7-a01c-d48102add2b4 None None] Provisioning complete for port 483d9001-2e04-4e78-995a-50f1e59676e7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:41.417777 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9a5943d4-5c79-40d7-a01c-d48102add2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:41.441784 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:41.463396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.471320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Transition to ACTIVE for port object 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:41.479164 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9a5943d4-5c79-40d7-a01c-d48102add2b4 None None] Port 483d9001-2e04-4e78-995a-50f1e59676e7 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:41.488611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.497879 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-fdaa4939-ac14-4ea6-9d97-62d86ed2761e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 200 len: 217 time: 0.1788540 Mar 23 10:15:41.534281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-46c1ab54-6385-475b-9ba0-fa20bb929aee tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Deleting port 483d9001-2e04-4e78-995a-50f1e59676e7 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:41.534713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-46c1ab54-6385-475b-9ba0-fa20bb929aee tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.674288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d609655f-163d-4814-a095-8ca95ff6a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.679536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.744894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.760977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-7c2bc4b1-45d8-4add-823d-597fd0410e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:41.762468 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-7c2bc4b1-45d8-4add-823d-597fd0410e07 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f222ef94-a80f-48f2-ad52-7a49f266982f HTTP/1.1" status: 200 len: 851 time: 0.2064617 Mar 23 10:15:41.788232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] Pushing event deleted for resources: {'Network': ['ID=f16560ef-9f9a-4bb5-b885-5d760e4c496a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:41.837021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c620685-b194-4ece-81af-8fe6f3e72176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.839287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c620685-b194-4ece-81af-8fe6f3e72176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:41.842846 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0c620685-b194-4ece-81af-8fe6f3e72176 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/991f23a6-9af5-4034-9e66-b11b1bd36d27 HTTP/1.1" status: 204 len: 168 time: 0.9076920 Mar 23 10:15:41.844705 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a658c794-a9c5-4170-bfc5-d1b1d227a3c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1137977083-project] 10.222.0.84 "DELETE /v2.0/networks/f16560ef-9f9a-4bb5-b885-5d760e4c496a HTTP/1.1" status: 204 len: 168 time: 2.9868698 Mar 23 10:15:41.877981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Pushing event updated for resources: {'Port': ['ID=253d2a4b-94e5-40df-aed4-f4996196f7c0,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:41.884685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c620685-b194-4ece-81af-8fe6f3e72176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991f23a6-9af5-4034-9e66-b11b1bd36d27,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:41.894799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d609655f-163d-4814-a095-8ca95ff6a9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd1a2b-9b1b-4874-9a1e-f86461d6f209,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:41.898052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28272749-3ee0-4dec-81df-94705096e427 req-349b7d4d-e5bc-42fa-a0ae-9832613e3859 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:41.899592 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-28272749-3ee0-4dec-81df-94705096e427 req-349b7d4d-e5bc-42fa-a0ae-9832613e3859 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 932 time: 0.5817504 Mar 23 10:15:41.911810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-3ba8b840-e1a8-4076-a9bd-f6bd62d7a705 req-84ff4efd-36fd-4e4c-b5a1-690563f60d0d tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Synchronizing usage tracker for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:41.924682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:42.006300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:42.011780 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-28272749-3ee0-4dec-81df-94705096e427 req-5e4622a5-2bfe-485e-908d-b61b4cde1ad1 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988183 Mar 23 10:15:42.045078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-4de3d2fb-5e1c-48e6-8e9c-ab227acc5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:42.046285 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-4de3d2fb-5e1c-48e6-8e9c-ab227acc5373 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7001d3b3-add7-43f8-87f2-8f2d67c06275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2609179 Mar 23 10:15:42.056772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cc1618-3f6a-46d9-b0f4-892112e19ddd {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:15:42.064629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:42.079234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Transition to ACTIVE for port object 28cc1618-3f6a-46d9-b0f4-892112e19ddd will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:42.102858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:42.113291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-3ba8b840-e1a8-4076-a9bd-f6bd62d7a705 req-84ff4efd-36fd-4e4c-b5a1-690563f60d0d tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Unset dirty status for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:42.114453 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3ba8b840-e1a8-4076-a9bd-f6bd62d7a705 req-84ff4efd-36fd-4e4c-b5a1-690563f60d0d tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 210 time: 0.4267604 Mar 23 10:15:42.202861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:42.216749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d609655f-163d-4814-a095-8ca95ff6a9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:42.218200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d609655f-163d-4814-a095-8ca95ff6a9ac admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/75bd1a2b-9b1b-4874-9a1e-f86461d6f209 HTTP/1.1" status: 204 len: 168 time: 1.5754490 Mar 23 10:15:42.298261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:42.330646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:42.378973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Pushing event updated for resources: {'Port': ['ID=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:42.468657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-46c1ab54-6385-475b-9ba0-fa20bb929aee tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:42.500318 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Floating IP 5e6aa57b-ffe1-4b1a-9337-d7978d919cf7 associated. External IP: 172.26.4.82, port: cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0. Mar 23 10:15:42.550763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Pushing event updated for resources: {'Port': ['ID=28cc1618-3f6a-46d9-b0f4-892112e19ddd,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:42.667739 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-ab3a5792-23be-4543-9b4f-119007b998b1 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872152 Mar 23 10:15:42.672381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:42.672997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:42.705630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54978) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:42.742633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-46c1ab54-6385-475b-9ba0-fa20bb929aee tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Calling delete_port for 483d9001-2e04-4e78-995a-50f1e59676e7 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:42.770153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e0b99bed-cd38-4b2b-8e47-43305a19d304 None None] Provisioning for port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:42.777932 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e0b99bed-cd38-4b2b-8e47-43305a19d304 None None] Provisioning complete for port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:42.778701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e0b99bed-cd38-4b2b-8e47-43305a19d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:42.807225 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-d2797659-07ab-410f-afe2-6d18cacc935a tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5520449 Mar 23 10:15:42.819460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Attempting to bind port 28cc1618-3f6a-46d9-b0f4-892112e19ddd on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:42.820034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Attempting to bind port 28cc1618-3f6a-46d9-b0f4-892112e19ddd by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:42.820515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Attempting to bind port 28cc1618-3f6a-46d9-b0f4-892112e19ddd on network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:42.852188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e0b99bed-cd38-4b2b-8e47-43305a19d304 None None] Port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:42.855517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Port 28cc1618-3f6a-46d9-b0f4-892112e19ddd on network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:42.856018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Attempting to bind port 28cc1618-3f6a-46d9-b0f4-892112e19ddd on network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:42.884092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a8be1-2bdc-4475-8c7f-d5eb3b773afe req-16c6821d-09cb-4b4f-9b4d-e464a03f5ae7 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:42.889196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Request body: {'port': {'device_id': '966973ce-74ff-4479-a444-f12ddc9e7918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:42.892337 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3c0a8be1-2bdc-4475-8c7f-d5eb3b773afe req-16c6821d-09cb-4b4f-9b4d-e464a03f5ae7 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 943 time: 0.6639340 Mar 23 10:15:42.899338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:42.899667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Checking segment: {'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:42.900046 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Bound using segment: {'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:42.900489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Bound port: 28cc1618-3f6a-46d9-b0f4-892112e19ddd, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8b9792-80e5-40e1-bd92-3338afede485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:42.900839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:42.917602 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 54984) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:42.944530 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-255c0650-6a70-4314-9124-8bf15bf3cc7c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9093c073f13847ca87c3bbfee45363b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2345481 Mar 23 10:15:42.953691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 54992) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:43.027833 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8463f9ea-70fc-4dc8-b29e-e02b98f55b54 req-b7f8fb6f-efa2-4029-bb14-ec32d780e511 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509822 Mar 23 10:15:43.069949 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3c0a8be1-2bdc-4475-8c7f-d5eb3b773afe req-48efb016-7e35-42ad-9af7-046b2518d47d tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766555 Mar 23 10:15:43.191866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:43.201066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] For port 28cc1618-3f6a-46d9-b0f4-892112e19ddd, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:43.223514 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] For port 28cc1618-3f6a-46d9-b0f4-892112e19ddd, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=28cc1618-3f6a-46d9-b0f4-892112e19ddd,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:43.228797 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6a2145d7-b741-488b-859a-f150e2c5cfd5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a9be2b96b62b4c4bb7d8fcad85501125&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2976034 Mar 23 10:15:43.232088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55006) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:43.236986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:43.340833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-25075233-ded7-4fc7-a731-ceb802dbfca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:43.375036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:43.375655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:43.377010 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] 10.222.0.102 "PUT /v2.0/ports/28cc1618-3f6a-46d9-b0f4-892112e19ddd HTTP/1.1" status: 200 len: 1094 time: 3.1912496 Mar 23 10:15:43.383171 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dd2916-1627-48b1-8b19-9facd93487ac', 'tag': '28cc1618-3f6a-46d9-b0f4-892112e19ddd'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:15:43.415269 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-669c47ac-f8c5-4acd-88c7-bc7605b45379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:43.417065 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-669c47ac-f8c5-4acd-88c7-bc7605b45379 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 1096 time: 0.2968247 Mar 23 10:15:43.518897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b439373-d1c4-4456-9360-e2aed11c0713 service neutron] Pushing event updated for resources: {'Port': ['ID=28cc1618-3f6a-46d9-b0f4-892112e19ddd,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:43.615744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-46c1ab54-6385-475b-9ba0-fa20bb929aee tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:43.618462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556e7792-987b-4c42-8973-fc1baff56592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:43.678590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556e7792-987b-4c42-8973-fc1baff56592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:43.715723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-d48d313c-e4a5-4ca1-92b1-cfb855ea2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:43.717363 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-d48d313c-e4a5-4ca1-92b1-cfb855ea2cc9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 200 len: 913 time: 0.2825341 Mar 23 10:15:43.725490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb2bf1-5ad3-4cb9-b0ff-64357e14ac85 req-864b5f8e-3197-47d3-a95a-b905996c5a17 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:43.726975 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41fb2bf1-5ad3-4cb9-b0ff-64357e14ac85 req-864b5f8e-3197-47d3-a95a-b905996c5a17 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 932 time: 0.4233153 Mar 23 10:15:43.738594 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1ab54-6385-475b-9ba0-fa20bb929aee tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Pushing event deleted for resources: {'Port': ['ID=483d9001-2e04-4e78-995a-50f1e59676e7,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:43.751984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-25075233-ded7-4fc7-a731-ceb802dbfca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:43.822688 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-0256951f-5873-46c5-bc20-e9e6c78478b7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 200 len: 217 time: 0.0946765 Mar 23 10:15:43.888836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-472bc12f-ded9-4b0e-abcb-eb2b6a63a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:43.895678 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-472bc12f-ded9-4b0e-abcb-eb2b6a63a675 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=63eed59dc5c14b499d5df02311f1e0e9&device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 1097 time: 0.4579105 Mar 23 10:15:44.019290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41fb2bf1-5ad3-4cb9-b0ff-64357e14ac85 req-01171342-deeb-4b5c-bfd9-97b799d4dfd9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249463 Mar 23 10:15:44.020697 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-8aadf264-b102-476b-8fb8-0571ae2d9ad2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28cc1618-3f6a-46d9-b0f4-892112e19ddd HTTP/1.1" status: 200 len: 217 time: 0.1112931 Mar 23 10:15:44.024250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556e7792-987b-4c42-8973-fc1baff56592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.044874 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Router cab78bb6-63f4-4933-9d5e-17ed60e05084 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:15:44.063867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-46c1ab54-6385-475b-9ba0-fa20bb929aee tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.101586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-3e34526c-9beb-470f-9fb8-06d58675a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:44.103853 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-3e34526c-9beb-470f-9fb8-06d58675a5fe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f222ef94-a80f-48f2-ad52-7a49f266982f HTTP/1.1" status: 200 len: 851 time: 0.2688565 Mar 23 10:15:44.111776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e7792-987b-4c42-8973-fc1baff56592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5dde91-2249-426f-8fdb-57d45b38e7f6,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:44.158512 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dd2916-1627-48b1-8b19-9facd93487ac', 'tag': '28cc1618-3f6a-46d9-b0f4-892112e19ddd', 'status': 'completed', 'code': 200} Mar 23 10:15:44.159456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-556e7792-987b-4c42-8973-fc1baff56592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.160605 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-556e7792-987b-4c42-8973-fc1baff56592 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/af5dde91-2249-426f-8fdb-57d45b38e7f6 HTTP/1.1" status: 204 len: 168 time: 0.9267366 Mar 23 10:15:44.162228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a063938-bce1-4931-9c0c-338cffa23075 req-236b2feb-23dd-4589-99a3-56c538e2dae2 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:44.170933 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a063938-bce1-4931-9c0c-338cffa23075 req-236b2feb-23dd-4589-99a3-56c538e2dae2 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 944 time: 0.9659574 Mar 23 10:15:44.191579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d07661c8-f323-4d20-99fb-257cf9044095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:44.194219 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-d07661c8-f323-4d20-99fb-257cf9044095 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6974af38-e910-44c2-9610-83ce64fa6dee HTTP/1.1" status: 200 len: 851 time: 0.1623359 Mar 23 10:15:44.316832 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-46c1ab54-6385-475b-9ba0-fa20bb929aee tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "DELETE /v2.0/ports/483d9001-2e04-4e78-995a-50f1e59676e7 HTTP/1.1" status: 204 len: 168 time: 2.9411070 Mar 23 10:15:44.319911 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-25075233-ded7-4fc7-a731-ceb802dbfca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.320857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55040) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:44.321466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-25075233-ded7-4fc7-a731-ceb802dbfca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.325520 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-25075233-ded7-4fc7-a731-ceb802dbfca0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/02aae154-c963-4bb1-9c8a-f7ead0846e19 HTTP/1.1" status: 204 len: 168 time: 1.3673823 Mar 23 10:15:44.358779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25075233-ded7-4fc7-a731-ceb802dbfca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aae154-c963-4bb1-9c8a-f7ead0846e19,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:44.401750 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a063938-bce1-4931-9c0c-338cffa23075 req-f7844d93-e386-49bf-aa02-4bd1279f1840 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297916 Mar 23 10:15:44.465367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-da89df92-1a52-4995-9f90-07ed9ed731a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:44.466796 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-da89df92-1a52-4995-9f90-07ed9ed731a6 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7001d3b3-add7-43f8-87f2-8f2d67c06275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3529413 Mar 23 10:15:44.580775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 {{(pid=87860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:15:44.591148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:15:44.594314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.611863 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4342f-18c0-4277-94c4-c3c79b8bc6b6 None None] Sync routers for ids ['cab78bb6-63f4-4933-9d5e-17ed60e05084'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:15:44.628032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.628692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c262f1-56f9-4919-a7b0-a560e5b96f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Deleting subnet c8c00c36-42b7-4aa2-b69e-3da441b85259 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:15:44.631583 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4342f-18c0-4277-94c4-c3c79b8bc6b6 None None] Routers {'cab78bb6-63f4-4933-9d5e-17ed60e05084'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:44.632892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-ac2189f8-601a-4bb7-bf75-ba3239c105c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:44.633552 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ff4342f-18c0-4277-94c4-c3c79b8bc6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['cab78bb6-63f4-4933-9d5e-17ed60e05084'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:44.634622 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-ac2189f8-601a-4bb7-bf75-ba3239c105c7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=33fb841e-65c0-4d4b-a961-a6a5e222cc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4333298 Mar 23 10:15:44.667539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-88c262f1-56f9-4919-a7b0-a560e5b96f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.696096 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-83f5c034-3f55-4efa-bc09-409f39dc95af tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 12.0403504 Mar 23 10:15:44.698633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55052) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:44.701615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Transition to ACTIVE for port object 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 will not be triggered until provisioned by entity L2. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:44.702362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafbdbc-5c27-4bcb-8100-052d01713ea7 req-da5eb735-907a-4993-92f2-6e85cdd97bb6 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:44.703959 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1cafbdbc-5c27-4bcb-8100-052d01713ea7 req-da5eb735-907a-4993-92f2-6e85cdd97bb6 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 943 time: 0.4515355 Mar 23 10:15:44.757400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55056) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:44.804387 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ff4342f-18c0-4277-94c4-c3c79b8bc6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:44.829292 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4342f-18c0-4277-94c4-c3c79b8bc6b6 None None] Routers {'cab78bb6-63f4-4933-9d5e-17ed60e05084'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:44.830224 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ff4342f-18c0-4277-94c4-c3c79b8bc6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['cab78bb6-63f4-4933-9d5e-17ed60e05084'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:44.846483 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c0d60bfb-d57b-42cc-824c-9e58933194d8 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] 10.222.0.84 "GET /v2.0/floatingips/5e6aa57b-ffe1-4b1a-9337-d7978d919cf7 HTTP/1.1" status: 200 len: 981 time: 0.1465166 Mar 23 10:15:44.849447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55062) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:44.859243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:44.916805 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ff4342f-18c0-4277-94c4-c3c79b8bc6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:44.925847 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff4342f-18c0-4277-94c4-c3c79b8bc6b6 None None] The sync data for ids ['cab78bb6-63f4-4933-9d5e-17ed60e05084'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:15:44.938648 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-5fee9944-3624-4e88-8d0f-69754959bf8f service neutron] 10.222.0.102 "GET /v2.0/networks/33fb841e-65c0-4d4b-a961-a6a5e222cc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923598 Mar 23 10:15:45.010283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-88c262f1-56f9-4919-a7b0-a560e5b96f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.059603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55072) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:45.090849 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-2fcc6c77-24db-4970-9bca-9cf874d47906 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118906 Mar 23 10:15:45.188055 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-405d6898-3048-43df-817d-1ab4e708507f tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.3370693 Mar 23 10:15:45.220165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55082) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:45.373948 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7fc778ff-bbd5-4540-b1dc-d64c081a7ab2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d0de8cc4802545bca73a2a2f041527e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6110728 Mar 23 10:15:45.448811 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-e8bab842-a3c5-4fd7-9ab7-735ee514ff39 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192263 Mar 23 10:15:45.452155 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1cafbdbc-5c27-4bcb-8100-052d01713ea7 req-264ea853-8a60-4e5e-a176-7ad2170bf2ee tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7362602 Mar 23 10:15:45.455525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55090) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:45.501459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:45.517279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-600e5c89-47df-497d-8dc1-734aa258dc83 tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:45.647403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Deleting port 253d2a4b-94e5-40df-aed4-f4996196f7c0 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:45.648035 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.672315 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a2556a-a574-4aa8-a124-fca0bd0b7adc req-7d249530-17f0-4df8-be63-55c404167187 service neutron] 10.222.0.102 "GET /v2.0/networks/33fb841e-65c0-4d4b-a961-a6a5e222cc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7095227 Mar 23 10:15:45.704736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-88c262f1-56f9-4919-a7b0-a560e5b96f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.716889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Attempting to bind port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:45.717277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Attempting to bind port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:45.717602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Attempting to bind port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 on network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:45.754687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 on network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:15:45.755580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Attempting to bind port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 on network dfe839e7-d9ac-490f-a132-e3ff8c5059c0 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:45.779992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2f63a3d-5785-4828-bfbc-a792ea22ba68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.816314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:45.816983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Checking segment: {'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:45.818267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Bound using segment: {'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:45.818703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Bound port: 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0'}}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:45.819204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.834272 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-600e5c89-47df-497d-8dc1-734aa258dc83 tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] 10.222.0.84 "PUT /v2.0/quotas/7a1ada95020f4f0781b1b885d54e177f HTTP/1.1" status: 200 len: 366 time: 0.7586765 Mar 23 10:15:45.843049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55104) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:45.851909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2f63a3d-5785-4828-bfbc-a792ea22ba68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.872361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4b40d-0f3f-4c4e-a9be-78896dbf390b req-0ce56da8-d62a-4ef9-abf9-b1fb696316b7 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:45.873860 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dee4b40d-0f3f-4c4e-a9be-78896dbf390b req-0ce56da8-d62a-4ef9-abf9-b1fb696316b7 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 944 time: 0.5286829 Mar 23 10:15:45.894938 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8da81900-675e-4378-b581-fc403dd65b8f tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] 10.222.0.84 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0458033 Mar 23 10:15:45.897909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55110) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:45.931928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-88c262f1-56f9-4919-a7b0-a560e5b96f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.974400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e532efd-daae-4261-8a82-4849bb858a66 req-f6704005-1cd7-4571-86c9-02313b23e5f7 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:45.974772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.975097 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:45.975861 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9e532efd-daae-4261-8a82-4849bb858a66 req-f6704005-1cd7-4571-86c9-02313b23e5f7 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 944 time: 0.3585792 Mar 23 10:15:45.982588 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-846b2fd5-08ac-437f-861f-462152dbf9a6 tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] 10.222.0.84 "GET /v2.0/quotas/7a1ada95020f4f0781b1b885d54e177f HTTP/1.1" status: 200 len: 366 time: 0.0759070 Mar 23 10:15:45.991613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55114) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:46.001125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c262f1-56f9-4919-a7b0-a560e5b96f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c00c36-42b7-4aa2-b69e-3da441b85259,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:46.013913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c475c29-0ba4-4661-98cc-0385f95b2f74 None None] Network c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:46.060116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-88c262f1-56f9-4919-a7b0-a560e5b96f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.085517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-930fd51e-d40b-4b6f-8e8d-ccdcdcfe4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:46.087438 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-930fd51e-d40b-4b6f-8e8d-ccdcdcfe4d3a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=63eed59dc5c14b499d5df02311f1e0e9&device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 1097 time: 0.3535962 Mar 23 10:15:46.094759 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f9786d33-afe3-4674-b9c1-f5bff86ebce7 tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] 10.222.0.84 "DELETE /v2.0/quotas/7a1ada95020f4f0781b1b885d54e177f HTTP/1.1" status: 204 len: 168 time: 0.0990634 Mar 23 10:15:46.113675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9e532efd-daae-4261-8a82-4849bb858a66 req-c8d746a3-aa46-432f-bd5d-834638e9bb22 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227777 Mar 23 10:15:46.138367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55122) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:46.143480 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-88c262f1-56f9-4919-a7b0-a560e5b96f14 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "DELETE /v2.0/subnets/c8c00c36-42b7-4aa2-b69e-3da441b85259 HTTP/1.1" status: 204 len: 168 time: 1.8185158 Mar 23 10:15:46.143629 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dee4b40d-0f3f-4c4e-a9be-78896dbf390b req-7c51c8be-7edf-4e38-b72a-7b108dd59d88 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333059 Mar 23 10:15:46.144922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55128) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:46.151611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Calling delete_port for 253d2a4b-94e5-40df-aed4-f4996196f7c0 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:46.177273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2f63a3d-5785-4828-bfbc-a792ea22ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.179569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2f63a3d-5785-4828-bfbc-a792ea22ba68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.180666 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f2f63a3d-5785-4828-bfbc-a792ea22ba68 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/dabae684-1837-4ddd-aa33-febc2f6b23e4 HTTP/1.1" status: 204 len: 168 time: 0.7226415 Mar 23 10:15:46.201464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] For port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8, host hv-neutron-8346, cleared binding levels {{(pid=87860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:46.226386 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b1a2c42a-8d9d-476a-bace-6e40603c0bde tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] 10.222.0.84 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0882621 Mar 23 10:15:46.228966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55134) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:46.233651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] For port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:46.257807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.340823 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ab3fa0b3-dc62-40c4-b321-e37fce01a5d0 tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] 10.222.0.84 "GET /v2.0/quotas/7a1ada95020f4f0781b1b885d54e177f HTTP/1.1" status: 200 len: 370 time: 0.1094670 Mar 23 10:15:46.341608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f63a3d-5785-4828-bfbc-a792ea22ba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabae684-1837-4ddd-aa33-febc2f6b23e4,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:46.350148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55140) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:46.383158 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d1665a41-0fc7-4ead-a245-242fdd84d28a tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] 10.222.0.84 "GET /v2.0/quotas/7a1ada95020f4f0781b1b885d54e177f/default HTTP/1.1" status: 200 len: 370 time: 0.0253525 Mar 23 10:15:46.384580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:46.385313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.386663 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] 10.222.0.102 "PUT /v2.0/ports/4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 HTTP/1.1" status: 200 len: 1094 time: 3.5128012 Mar 23 10:15:46.387104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55144) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:46.392090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966973ce-74ff-4479-a444-f12ddc9e7918', 'tag': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:15:46.410505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab51ea4-59a5-436c-aefc-57a0de51711c None None] DHCP port deletion for c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:15:46.420753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-aab51ea4-59a5-436c-aefc-57a0de51711c None None] Deleting port 541de332-ca66-48b4-bea7-7a851a7b0fc0 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:46.421327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-aab51ea4-59a5-436c-aefc-57a0de51711c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.435034 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-0107aba2-f743-47cd-92a2-20e43a455483 tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] delete failed (client error): The resource could not be found. Mar 23 10:15:46.439053 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0107aba2-f743-47cd-92a2-20e43a455483 tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] 10.222.0.84 "DELETE /v2.0/quotas/7a1ada95020f4f0781b1b885d54e177f HTTP/1.1" status: 404 len: 348 time: 0.0393224 Mar 23 10:15:46.494289 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016292c5-0f1a-4552-8f4b-1b432cf5ac41 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:46.550135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.635836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Deleting port 541de332-ca66-48b4-bea7-7a851a7b0fc0 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:46.636189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.640254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-5baf239f-e3be-48f9-94db-5ea275dbcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:46.642200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-5baf239f-e3be-48f9-94db-5ea275dbcc86 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ceec5603e9824537917759fa8b4cffa7&device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 1097 time: 0.1979268 Mar 23 10:15:46.746535 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-3d7a6f0b-b244-4996-922e-40263c228e7b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 HTTP/1.1" status: 200 len: 217 time: 0.0957608 Mar 23 10:15:46.781364 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 21bad3e7-7ff7-4154-a889-174f15e36ba1 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:15:46.803897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.840996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-aab51ea4-59a5-436c-aefc-57a0de51711c None None] For port 541de332-ca66-48b4-bea7-7a851a7b0fc0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=541de332-ca66-48b4-bea7-7a851a7b0fc0,segment=NetworkSegment(71e07af0-e10c-407c-9424-22090d73dc7a),segment_id=71e07af0-e10c-407c-9424-22090d73dc7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:46.849671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-aab51ea4-59a5-436c-aefc-57a0de51711c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:46.875316 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event deleted for resources: {'Port': ['ID=253d2a4b-94e5-40df-aed4-f4996196f7c0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:46.901421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-7d6e8659-ad2d-4fc9-8e1f-e7522e4953f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:46.904017 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-7d6e8659-ad2d-4fc9-8e1f-e7522e4953f5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=33fb841e-65c0-4d4b-a961-a6a5e222cc41 HTTP/1.1" status: 200 len: 913 time: 0.8037703 Mar 23 10:15:46.918271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55164) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:46.990636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-b5de9223-376b-4288-b98d-8f848e0106a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:46.992732 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-b5de9223-376b-4288-b98d-8f848e0106a4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8e585da7-ed72-4380-ab78-dfd58b864173 HTTP/1.1" status: 200 len: 845 time: 0.2380447 Mar 23 10:15:47.040312 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.resource_extend [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:47.080183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-aab51ea4-59a5-436c-aefc-57a0de51711c None None] Calling delete_port for 541de332-ca66-48b4-bea7-7a851a7b0fc0 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:47.102646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.102976 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Floating IP 5e6aa57b-ffe1-4b1a-9337-d7978d919cf7 disassociated (deleted). External IP: 172.26.4.82, port: cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0. Mar 23 10:15:47.122782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 541de332-ca66-48b4-bea7-7a851a7b0fc0 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:15:47.249287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-26aafbf4-02c8-4867-9476-5664d6e25321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:47.251167 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-26aafbf4-02c8-4867-9476-5664d6e25321 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=dfe839e7-d9ac-490f-a132-e3ff8c5059c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2509072 Mar 23 10:15:47.306105 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966973ce-74ff-4479-a444-f12ddc9e7918', 'tag': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8', 'status': 'completed', 'code': 200} Mar 23 10:15:47.471045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] For port 541de332-ca66-48b4-bea7-7a851a7b0fc0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=541de332-ca66-48b4-bea7-7a851a7b0fc0,segment=NetworkSegment(71e07af0-e10c-407c-9424-22090d73dc7a),segment_id=71e07af0-e10c-407c-9424-22090d73dc7a)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:47.471271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.555712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55186) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:47.610404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Calling delete_port for 541de332-ca66-48b4-bea7-7a851a7b0fc0 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:47.634380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 21bad3e7-7ff7-4154-a889-174f15e36ba1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:47.651641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.652838 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-07fe2556-fb7b-4cb2-bce2-dca435188f82 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28cc1618-3f6a-46d9-b0f4-892112e19ddd HTTP/1.1" status: 200 len: 217 time: 0.7310975 Mar 23 10:15:47.663617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '21bad3e7-7ff7-4154-a889-174f15e36ba1', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'port_id': '21bad3e7-7ff7-4154-a889-174f15e36ba1', 'mac_address': 'fa:16:3e:2c:30:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 822, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:15:47.753280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.759606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Usage tracker for resource:network and tenant:3be4950c935c4ecdbc65dd5ed4109427 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:47.769214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-7b3ece6c-2389-43aa-b4a4-8fab118f5b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:47.770690 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-7b3ece6c-2389-43aa-b4a4-8fab118f5b35 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6974af38-e910-44c2-9610-83ce64fa6dee HTTP/1.1" status: 200 len: 851 time: 0.1082895 Mar 23 10:15:47.773200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:47.776536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-aab51ea4-59a5-436c-aefc-57a0de51711c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.790162 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21bad3e7-7ff7-4154-a889-174f15e36ba1 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:15:47.827683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895f7c-becb-4bfd-80b4-67bad23ffaa7 req-9e670760-622c-4de9-bae3-a61325c22bce tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:47.834568 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fb895f7c-becb-4bfd-80b4-67bad23ffaa7 req-9e670760-622c-4de9-bae3-a61325c22bce tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 943 time: 1.0979412 Mar 23 10:15:47.842794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:15:47.843160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:15:47.848987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab51ea4-59a5-436c-aefc-57a0de51711c None None] No DVR routers for this DVR port 541de332-ca66-48b4-bea7-7a851a7b0fc0 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:15:47.864201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Usage tracker for resource:subnet and tenant:3be4950c935c4ecdbc65dd5ed4109427 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:47.869923 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab51ea4-59a5-436c-aefc-57a0de51711c None None] Pushing event deleted for resources: {'Port': ['ID=541de332-ca66-48b4-bea7-7a851a7b0fc0,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:47.886775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:47.909905 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fb895f7c-becb-4bfd-80b4-67bad23ffaa7 req-8fe4ec81-5268-488b-ac72-c114737b0141 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743685 Mar 23 10:15:47.928148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Usage tracker for resource:subnetpool and tenant:3be4950c935c4ecdbc65dd5ed4109427 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:47.946289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:47.959783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 21bad3e7-7ff7-4154-a889-174f15e36ba1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:47.965980 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:47.984185 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-7b837b88-0a98-429c-9c85-c57d786fa12d service neutron] 10.222.0.102 "GET /v2.0/networks/dfe839e7-d9ac-490f-a132-e3ff8c5059c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6773469 Mar 23 10:15:47.995463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-b6d2a96b-3744-476e-a23f-b30c4fcd2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:47.995893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-b6d2a96b-3744-476e-a23f-b30c4fcd2985 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=33fb841e-65c0-4d4b-a961-a6a5e222cc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2130663 Mar 23 10:15:48.014927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Usage tracker for resource:port and tenant:3be4950c935c4ecdbc65dd5ed4109427 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.062789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.084916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=21bad3e7-7ff7-4154-a889-174f15e36ba1,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:48.131961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Usage tracker for resource:router and tenant:3be4950c935c4ecdbc65dd5ed4109427 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.171110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Router cab78bb6-63f4-4933-9d5e-17ed60e05084 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:15:48.190663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.214007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Usage tracker for resource:floatingip and tenant:3be4950c935c4ecdbc65dd5ed4109427 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.234697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.240221 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-d02adf5d-3552-4e49-82f3-18fd8f819f30 service neutron] 10.222.0.102 "GET /v2.0/networks/33fb841e-65c0-4d4b-a961-a6a5e222cc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263072 Mar 23 10:15:48.243522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['21bad3e7-7ff7-4154-a889-174f15e36ba1'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:15:48.248416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ac09d-27f1-4dac-ab2f-42e616de8ff6 req-28b15bb0-8aa4-45d2-bafe-41361a0fb526 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:48.255968 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7c9ac09d-27f1-4dac-ab2f-42e616de8ff6 req-28b15bb0-8aa4-45d2-bafe-41361a0fb526 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 944 time: 0.7013731 Mar 23 10:15:48.260038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e8b74d01-801d-40aa-bd16-16c3169de7a0 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:48.354803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Deleting port 541de332-ca66-48b4-bea7-7a851a7b0fc0 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:48.355136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.405219 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558abae-00d7-4d6a-8c15-df04388abe8c req-7a560fb0-c296-4f82-9675-a7e236e6d2f0 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:48.406787 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1558abae-00d7-4d6a-8c15-df04388abe8c req-7a560fb0-c296-4f82-9675-a7e236e6d2f0 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 944 time: 0.2816043 Mar 23 10:15:48.425784 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7c9ac09d-27f1-4dac-ab2f-42e616de8ff6 req-5795c273-a1b8-4ef4-b723-ba13196c63bc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687753 Mar 23 10:15:48.437941 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e8b74d01-801d-40aa-bd16-16c3169de7a0 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] 10.222.0.84 "PUT /v2.0/quotas/4645502f2a504537a9d1fbcfebab3cbd HTTP/1.1" status: 200 len: 368 time: 0.6687410 Mar 23 10:15:48.445200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55210) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:48.452948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] The port '541de332-ca66-48b4-bea7-7a851a7b0fc0' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:15:48.469784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Request body: {'network': {'project_id': '4645502f2a504537a9d1fbcfebab3cbd'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:48.483084 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:48.491702 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-900fdefa-27dd-43b0-8800-bb864a46c1b6 req-b2c499b6-8fb9-43af-843e-46686a5337cd service neutron] 10.222.0.102 "GET /v2.0/networks/dfe839e7-d9ac-490f-a132-e3ff8c5059c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912663 Mar 23 10:15:48.518201 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Usage tracker for resource:network and tenant:4645502f2a504537a9d1fbcfebab3cbd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.525017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.581281 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1558abae-00d7-4d6a-8c15-df04388abe8c req-cef2da56-14d2-40bc-b065-5c7cbe442248 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375079 Mar 23 10:15:48.591898 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3adb46d7-74a7-4796-853c-209d5f58cc50 req-eb0fa98f-4318-4660-842f-ef453cad35c8 service neutron] 10.222.0.102 "GET /v2.0/networks/33fb841e-65c0-4d4b-a961-a6a5e222cc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447089 Mar 23 10:15:48.592454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Usage tracker for resource:security_group and tenant:3be4950c935c4ecdbc65dd5ed4109427 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.601587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:48.657822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.664589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.675530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Made reservation on behalf of 4645502f2a504537a9d1fbcfebab3cbd for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:48.678994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.687771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Usage tracker for resource:security_group_rule and tenant:3be4950c935c4ecdbc65dd5ed4109427 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.696151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:15:48.697386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:48.701990 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.704744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.706750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c798f6-4fdb-4635-bff9-00be42ee1107 None None] Sync routers for ids ['cab78bb6-63f4-4933-9d5e-17ed60e05084'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:15:48.713268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e07af0-e10c-407c-9424-22090d73dc7a') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:48.713558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e07af0-e10c-407c-9424-22090d73dc7a') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:48.720727 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-85a762cc-7b52-4d66-a54c-495fc80f9aeb tempest-QuotasTest-1637239087 tempest-QuotasTest-1637239087-project-admin] 10.222.0.84 "GET /v2.0/quotas/3be4950c935c4ecdbc65dd5ed4109427/details.json HTTP/1.1" status: 200 len: 703 time: 1.7973764 Mar 23 10:15:48.721327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c798f6-4fdb-4635-bff9-00be42ee1107 None None] Routers {'cab78bb6-63f4-4933-9d5e-17ed60e05084'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:48.722066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a5c798f6-4fdb-4635-bff9-00be42ee1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['cab78bb6-63f4-4933-9d5e-17ed60e05084'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:48.729923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.741151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:48.748851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.749524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.756859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:48.757446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:48.772698 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:48.787016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Usage tracker for resource:security_group_rule and tenant:4645502f2a504537a9d1fbcfebab3cbd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:48.798685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:48.811764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55224) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:48.817695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:48.842556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 28cc1618-3f6a-46d9-b0f4-892112e19ddd details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:15:48.855611 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bc2c89c7-83ee-47ee-bbae-6f47da183589 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "DELETE /v2.0/floatingips/5e6aa57b-ffe1-4b1a-9337-d7978d919cf7 HTTP/1.1" status: 204 len: 168 time: 3.6343806 Mar 23 10:15:48.860785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55230) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:48.861746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a5c798f6-4fdb-4635-bff9-00be42ee1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:48.863657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-9e038529-5f66-4912-a006-1afbfea5c1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:48.869946 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-9e038529-5f66-4912-a006-1afbfea5c1a6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ceec5603e9824537917759fa8b4cffa7&device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 1097 time: 0.2775550 Mar 23 10:15:48.875156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c798f6-4fdb-4635-bff9-00be42ee1107 None None] Routers {'cab78bb6-63f4-4933-9d5e-17ed60e05084'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:15:48.875748 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a5c798f6-4fdb-4635-bff9-00be42ee1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['cab78bb6-63f4-4933-9d5e-17ed60e05084'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:48.880621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:48.928628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.929183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:48.965970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a5c798f6-4fdb-4635-bff9-00be42ee1107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:48.966526 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c798f6-4fdb-4635-bff9-00be42ee1107 None None] The sync data for ids ['cab78bb6-63f4-4933-9d5e-17ed60e05084'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:15:48.969921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:48.990091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] Pushing event deleted for resources: {'Network': ['ID=c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:48.999936 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b131676d-8ad1-4973-ab76-947adf447bcf tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165 tempest-ExtraDHCPOptionsIpV6TestJSON-1516454165-project] 10.222.0.84 "DELETE /v2.0/networks/c3d27a2b-f59e-490d-8d27-cc9a3b4a2e07 HTTP/1.1" status: 204 len: 168 time: 2.8525820 Mar 23 10:15:49.000105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Usage tracker for resource:floatingip and tenant:d9a41480cb62425eab1abc19569b9cf7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:49.002293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:49.012484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:49.081904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1406681380', 'router:external': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:49.088532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:49.103096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Usage tracker for resource:network and tenant:4e98e54b72854bc5a626384ed156e504 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:49.108729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:49.111766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.133821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:49.139449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 28cc1618-3f6a-46d9-b0f4-892112e19ddd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=28cc1618-3f6a-46d9-b0f4-892112e19ddd,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:49.158039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '28cc1618-3f6a-46d9-b0f4-892112e19ddd', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'port_id': '28cc1618-3f6a-46d9-b0f4-892112e19ddd', 'mac_address': 'fa:16:3e:90:c0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:15:49.214581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55240) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:49.227353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.238132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Made reservation on behalf of 4e98e54b72854bc5a626384ed156e504 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:49.241070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.248686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cc1618-3f6a-46d9-b0f4-892112e19ddd {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:15:49.266184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 28cc1618-3f6a-46d9-b0f4-892112e19ddd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=28cc1618-3f6a-46d9-b0f4-892112e19ddd,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:49.271898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.321878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-e99f03db-c820-4a94-b21a-c6e096b65c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:49.323324 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-e99f03db-c820-4a94-b21a-c6e096b65c5d service neutron] 10.222.0.102 "GET /v2.0/networks?id=dfe839e7-d9ac-490f-a132-e3ff8c5059c0 HTTP/1.1" status: 200 len: 907 time: 0.4341643 Mar 23 10:15:49.323944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.363317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=28cc1618-3f6a-46d9-b0f4-892112e19ddd,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:49.378540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb7db-de9b-448b-a7a3-577ad2c1de6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.393201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a0aeb7db-de9b-448b-a7a3-577ad2c1de6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:49.397677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a0aeb7db-de9b-448b-a7a3-577ad2c1de6a admin admin] Usage tracker for resource:security_group_rule and tenant:6c4b2e8335fd4e6186ccb4f00898269f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:49.400430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a0aeb7db-de9b-448b-a7a3-577ad2c1de6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:49.406433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a0aeb7db-de9b-448b-a7a3-577ad2c1de6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:49.420498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:49.432389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55248) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:49.437610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Usage tracker for resource:security_group_rule and tenant:4e98e54b72854bc5a626384ed156e504 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:49.444506 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-6896eac0-0eb5-4194-9073-f4e99c97dc9d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 HTTP/1.1" status: 200 len: 217 time: 0.1041689 Mar 23 10:15:49.445377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:49.482005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['28cc1618-3f6a-46d9-b0f4-892112e19ddd'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:15:49.503478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:49.509177 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.530048 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.605983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:49.617904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f4d70-ce6b-4d6e-b033-1c6d1cfc4bdf req-e09ce108-fbe1-4be4-a686-d5ff037ce578 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:49.619476 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-572f4d70-ce6b-4d6e-b033-1c6d1cfc4bdf req-e09ce108-fbe1-4be4-a686-d5ff037ce578 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 944 time: 0.4456775 Mar 23 10:15:49.635428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696a86f1-aa5d-40cd-b2ed-6f16e979cd3e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:49.638723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-2c9bd81e-72ec-444a-b248-9522662b1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:49.640319 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-2c9bd81e-72ec-444a-b248-9522662b1a3d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8e585da7-ed72-4380-ab78-dfd58b864173 HTTP/1.1" status: 200 len: 845 time: 0.1734476 Mar 23 10:15:49.664547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.664874 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Added segment ca8b192e-06c5-4fb0-890b-2c8d1b57f5b7 of type vlan for network ded1eadd-130c-4868-a4fc-9529da3eb9e0 Mar 23 10:15:49.770454 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-271ef876-9b0e-45ec-b7d8-4be6ace1076f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4051b275adcc4605baee428376e626f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364460 Mar 23 10:15:49.776302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55258) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:49.874457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb7db-de9b-448b-a7a3-577ad2c1de6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.896033 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-572f4d70-ce6b-4d6e-b033-1c6d1cfc4bdf req-6945fdb2-4a61-4ff0-b88a-3a0f21eb9913 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615972 Mar 23 10:15:49.898646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bd46a-7966-4f01-8938-222073be965b req-fa394775-0145-4093-ad25-0524153c47f2 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:49.900377 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c9bd46a-7966-4f01-8938-222073be965b req-fa394775-0145-4093-ad25-0524153c47f2 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 945 time: 0.3592460 Mar 23 10:15:49.905759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb7db-de9b-448b-a7a3-577ad2c1de6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.905930 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.923518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:49.964665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca032057-a748-4aa8-bdbc-be69a05bd676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.001282 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a0aeb7db-de9b-448b-a7a3-577ad2c1de6a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6c4b2e8335fd4e6186ccb4f00898269f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7855842 Mar 23 10:15:50.005519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55262) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:50.013171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.019205 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aeb7db-de9b-448b-a7a3-577ad2c1de6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b44d0a8-dd2a-4be7-ae50-6df0792c6cfa,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:50.034941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca032057-a748-4aa8-bdbc-be69a05bd676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.047744 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c9bd46a-7966-4f01-8938-222073be965b req-afe30332-37b4-4e0a-9e5e-6be7ee607b85 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351309 Mar 23 10:15:50.079385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.093418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca032057-a748-4aa8-bdbc-be69a05bd676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.108862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca032057-a748-4aa8-bdbc-be69a05bd676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46639ae-cca1-429d-86a2-b699972d372c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:50.122589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca032057-a748-4aa8-bdbc-be69a05bd676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.124082 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ca032057-a748-4aa8-bdbc-be69a05bd676 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/c46639ae-cca1-429d-86a2-b699972d372c HTTP/1.1" status: 204 len: 168 time: 0.3423386 Mar 23 10:15:50.196618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:50.229476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-ca6aaea0-c649-4df9-8f4c-81c1d16c007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:50.231127 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-ca6aaea0-c649-4df9-8f4c-81c1d16c007a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=dfe839e7-d9ac-490f-a132-e3ff8c5059c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5812175 Mar 23 10:15:50.236828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10549a4b-85bf-420d-9020-2688faea0786,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:50.240256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.240981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:50.241553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.288254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.288590 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Added segment ffe90574-95ba-4f3e-8158-ddaaa32b13e6 of type vlan for network 5f3994e0-ac55-4274-aa34-55d0fd4c6955 Mar 23 10:15:50.464584 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Allocated IP 172.26.4.83 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/4b32f00c-24e9-45c2-a6f6-043292747019) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:50.543501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Pushing event updated for resources: {'Network': ['ID=ded1eadd-130c-4868-a4fc-9529da3eb9e0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:50.555692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network ded1eadd-130c-4868-a4fc-9529da3eb9e0 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:50.563453 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f1202821-01b9-4df6-83fb-7312cf40667f tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.1027341 Mar 23 10:15:50.563453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1e4328a-42b8-400f-b0a2-09ee3c7974dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.564035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55280) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:50.568831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.570642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Request body: {'network': {'project_id': '4645502f2a504537a9d1fbcfebab3cbd'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:50.576483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:50.582840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Usage tracker for resource:network and tenant:4645502f2a504537a9d1fbcfebab3cbd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:50.589554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:50.600970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:50.619319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Made reservation on behalf of 4645502f2a504537a9d1fbcfebab3cbd for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:50.623099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.639682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063add30-c38b-4521-803a-2412ab12bb32 req-d92bc476-bc37-499f-9e5c-97988d3ec123 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:50.648588 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-063add30-c38b-4521-803a-2412ab12bb32 req-d92bc476-bc37-499f-9e5c-97988d3ec123 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 944 time: 0.6297610 Mar 23 10:15:50.659679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:50.679296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.679647 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Added segment 85439742-fb17-4bbc-bfdd-a1a249462537 of type vlan for network e705bf7a-a8a4-459f-aa4b-5525ba37ced5 Mar 23 10:15:50.713079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.748776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.749781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:50.750790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.752888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1e4328a-42b8-400f-b0a2-09ee3c7974dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.767724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:15:50.771989 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-24757ded-8ca2-4c20-af32-81b72d585286 service neutron] 10.222.0.102 "GET /v2.0/networks/dfe839e7-d9ac-490f-a132-e3ff8c5059c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201359 Mar 23 10:15:50.780191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:50.788692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 21bad3e7-7ff7-4154-a889-174f15e36ba1 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:50.853144 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2875776 Mar 23 10:15:50.855818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55292) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:50.861709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9b22d396-8f28-4aeb-9b51-04f875a12ca5 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Request body: {'network': {'project_id': '4645502f2a504537a9d1fbcfebab3cbd'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:50.868380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e4478-94a3-4196-80f1-5f786522423b tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Pushing event updated for resources: {'Network': ['ID=e705bf7a-a8a4-459f-aa4b-5525ba37ced5,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:50.877263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9b22d396-8f28-4aeb-9b51-04f875a12ca5 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:50.880546 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network e705bf7a-a8a4-459f-aa4b-5525ba37ced5 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:50.882511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9b22d396-8f28-4aeb-9b51-04f875a12ca5 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Usage tracker for resource:network and tenant:4645502f2a504537a9d1fbcfebab3cbd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:50.885577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9b22d396-8f28-4aeb-9b51-04f875a12ca5 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:50.892267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9b22d396-8f28-4aeb-9b51-04f875a12ca5 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:50.894180 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b22d396-8f28-4aeb-9b51-04f875a12ca5 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 10:15:50.894780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b22d396-8f28-4aeb-9b51-04f875a12ca5 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:15:50.899935 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9b22d396-8f28-4aeb-9b51-04f875a12ca5 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0431623 Mar 23 10:15:50.900678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55296) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:50.976042 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8a9924dc-8edf-429f-a35e-7c2f7c326eb1 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4645502f2a504537a9d1fbcfebab3cbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0722165 Mar 23 10:15:50.977870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55302) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:50.980505 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-063add30-c38b-4521-803a-2412ab12bb32 req-9e1b65b1-1913-4577-94b2-a48bff160dcf tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3309696 Mar 23 10:15:50.997399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:50.998350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:50.998924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.070863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf76aff0-8adc-44f5-9b09-014eed857ec0 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.105797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf76aff0-8adc-44f5-9b09-014eed857ec0 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.126880 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55308) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:51.134747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:51.142353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 21bad3e7-7ff7-4154-a889-174f15e36ba1 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:51.152872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 21bad3e7-7ff7-4154-a889-174f15e36ba1 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:51.153384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.182152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'port_id': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8', 'mac_address': 'fa:16:3e:e0:36:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 801, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:15:51.237864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.247996 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4349685 Mar 23 10:15:51.252707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55314) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:51.259468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf76aff0-8adc-44f5-9b09-014eed857ec0 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.267974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Request body: {'subnet': {'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:51.271208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1e4328a-42b8-400f-b0a2-09ee3c7974dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.273186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.273861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1e4328a-42b8-400f-b0a2-09ee3c7974dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.273975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:51.277944 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c1e4328a-42b8-400f-b0a2-09ee3c7974dc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5b44d0a8-dd2a-4be7-ae50-6df0792c6cfa HTTP/1.1" status: 204 len: 168 time: 1.2625554 Mar 23 10:15:51.278188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Usage tracker for resource:subnet and tenant:4e98e54b72854bc5a626384ed156e504 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:51.281437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:51.289126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:51.315545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864840fa-f954-4902-9784-a4f4165c75f0 req-826e6424-f238-47b6-aee6-43d1ca461c96 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:51.322704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5bffe-3b20-43b0-bae4-078b297ddc04 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event updated for resources: {'Network': ['ID=5f3994e0-ac55-4274-aa34-55d0fd4c6955,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:51.323152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:15:51.325566 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-864840fa-f954-4902-9784-a4f4165c75f0 req-826e6424-f238-47b6-aee6-43d1ca461c96 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 944 time: 0.1589038 Mar 23 10:15:51.337065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5f3994e0-ac55-4274-aa34-55d0fd4c6955 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:51.350639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Made reservation on behalf of 4e98e54b72854bc5a626384ed156e504 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:51.353000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.354432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4328a-42b8-400f-b0a2-09ee3c7974dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b44d0a8-dd2a-4be7-ae50-6df0792c6cfa,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:51.359771 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eade506d-6c93-4bad-b692-cace93cdbbb2 req-0b00c276-0e56-4838-a3da-77e744ca95dd service neutron] 10.222.0.102 "GET /v2.0/networks/dfe839e7-d9ac-490f-a132-e3ff8c5059c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632195 Mar 23 10:15:51.418006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76aff0-8adc-44f5-9b09-014eed857ec0 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696a86f1-aa5d-40cd-b2ed-6f16e979cd3e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:51.425292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf76aff0-8adc-44f5-9b09-014eed857ec0 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.427412 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bf76aff0-8adc-44f5-9b09-014eed857ec0 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] 10.222.0.84 "DELETE /v2.0/security-groups/696a86f1-aa5d-40cd-b2ed-6f16e979cd3e HTTP/1.1" status: 204 len: 168 time: 0.4476941 Mar 23 10:15:51.433720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55320) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:51.456672 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c9512-2428-43ae-9c50-dde0780ec3cf req-575c732c-0191-46cb-a54e-3244e63975b0 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:51.458609 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-923c9512-2428-43ae-9c50-dde0780ec3cf req-575c732c-0191-46cb-a54e-3244e63975b0 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 945 time: 0.2015715 Mar 23 10:15:51.467246 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.467864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:51.502470 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.504030 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.590169 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-864840fa-f954-4902-9784-a4f4165c75f0 req-4e081d22-22e2-4944-9303-dec142e386c0 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631443 Mar 23 10:15:51.591819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1790811604'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:51.593601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bad3e7-7ff7-4154-a889-174f15e36ba1'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:15:51.599118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Pushing event updated for resources: {'Port': ['ID=4b32f00c-24e9-45c2-a6f6-043292747019,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:51.615887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:51.624463 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-923c9512-2428-43ae-9c50-dde0780ec3cf req-e7c680fd-6ffb-4d96-a04e-b56ccd448b7c tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466064 Mar 23 10:15:51.641073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:51.642592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Usage tracker for resource:network and tenant:ffaed02e9383446d8e9e6b00224640b0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:51.645723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:51.647832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:51.650804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:51.686111 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:51.707595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 21bad3e7-7ff7-4154-a889-174f15e36ba1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:51.711339 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:51.719081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.720491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 28cc1618-3f6a-46d9-b0f4-892112e19ddd up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:51.768435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.774623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Made reservation on behalf of ffaed02e9383446d8e9e6b00224640b0 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:51.778696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.787680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.801131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:15:51.873978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.903938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55330) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:51.924479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 28cc1618-3f6a-46d9-b0f4-892112e19ddd completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:51.927900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=21bad3e7-7ff7-4154-a889-174f15e36ba1,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:51.936762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8dd80baf-35a8-4c18-bdec-4df1d994657c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.938678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 28cc1618-3f6a-46d9-b0f4-892112e19ddd triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:51.939092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:51.954458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:51.959131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Usage tracker for resource:security_group_rule and tenant:ffaed02e9383446d8e9e6b00224640b0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:51.962152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:51.968355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:52.044675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.063902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.071800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.079611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e705bf7a-a8a4-459f-aa4b-5525ba37ced5']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:52.084502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:15:52.093781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.094241 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Added segment 547557f4-f519-4b61-b34c-8a3643c12c6c of type vlan for network 9ea22353-8dc0-4388-b0e4-bac17d091225 Mar 23 10:15:52.094758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85439742-fb17-4bbc-bfdd-a1a249462537') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:52.095053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85439742-fb17-4bbc-bfdd-a1a249462537') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:52.107942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.124873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.125497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.133690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:52.134126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.163786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.200770 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 28cc1618-3f6a-46d9-b0f4-892112e19ddd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=28cc1618-3f6a-46d9-b0f4-892112e19ddd,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:52.203636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8dd80baf-35a8-4c18-bdec-4df1d994657c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:52.206252 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.208403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:52.216115 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:52.244347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8dd80baf-35a8-4c18-bdec-4df1d994657c admin admin] Usage tracker for resource:security_group_rule and tenant:3be4950c935c4ecdbc65dd5ed4109427 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:52.248297 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21bad3e7-7ff7-4154-a889-174f15e36ba1', 'code': 200} Mar 23 10:15:52.252978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.259501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.289651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=28cc1618-3f6a-46d9-b0f4-892112e19ddd,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:52.296379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8dd80baf-35a8-4c18-bdec-4df1d994657c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:52.309624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Pushing event deleted for resources: {'Network': ['ID=e705bf7a-a8a4-459f-aa4b-5525ba37ced5,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:52.318063 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-af4ed9b5-f649-4dc1-a4c7-c8eb6695c022 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] 10.222.0.84 "DELETE /v2.0/networks/e705bf7a-a8a4-459f-aa4b-5525ba37ced5 HTTP/1.1" status: 204 len: 168 time: 0.8745687 Mar 23 10:15:52.320609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55340) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:52.433777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8dd80baf-35a8-4c18-bdec-4df1d994657c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:52.475565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.500998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.507075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:52.507643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.576843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed0f666-de82-4b70-af9e-4b8b72096972,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:52.720890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event updated for resources: {'Network': ['ID=9ea22353-8dc0-4388-b0e4-bac17d091225,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:52.734052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 9ea22353-8dc0-4388-b0e4-bac17d091225 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:15:52.772733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:52.773586 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f9ce5a43-3c0f-4401-bd08-51121509f98e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6311905 Mar 23 10:15:52.783081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55348) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:52.783974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.794336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Request body: {'subnet': {'network_id': '9ea22353-8dc0-4388-b0e4-bac17d091225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:52.832023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded1eadd-130c-4868-a4fc-9529da3eb9e0']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:52.847673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8b192e-06c5-4fb0-890b-2c8d1b57f5b7') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:52.847987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8b192e-06c5-4fb0-890b-2c8d1b57f5b7') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:15:52.871812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.918586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.928736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:52.934656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:52.935814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.939628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095653d4-cfdc-42e3-a792-59d14203a75a req-33de6587-9703-44f8-9d48-a0da9311223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:52.941601 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-095653d4-cfdc-42e3-a792-59d14203a75a req-33de6587-9703-44f8-9d48-a0da9311223e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 1098 time: 0.5118763 Mar 23 10:15:52.944518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:15:52.945059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.949849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337f41cd-4d0b-44e9-8404-815bf586c6d0 req-addd62e2-155b-46e2-95d6-b55a458799f5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:52.950912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:15:52.951256 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-337f41cd-4d0b-44e9-8404-815bf586c6d0 req-addd62e2-155b-46e2-95d6-b55a458799f5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 945 time: 0.7184379 Mar 23 10:15:52.951354 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:15:52.993136 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:15:53.031858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-095653d4-cfdc-42e3-a792-59d14203a75a req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.073837 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.082341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:53.085333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-095653d4-cfdc-42e3-a792-59d14203a75a req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:53.089600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68edff-857a-4143-9ecb-038fc705eef6 req-bfb7c2de-d88c-4fda-a908-ba309a6c948d tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:53.091100 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0d68edff-857a-4143-9ecb-038fc705eef6 req-bfb7c2de-d88c-4fda-a908-ba309a6c948d tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3417840 Mar 23 10:15:53.093327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Usage tracker for resource:subnet and tenant:ffaed02e9383446d8e9e6b00224640b0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:53.099847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8dd80baf-35a8-4c18-bdec-4df1d994657c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.109683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:53.110881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:53.113338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-095653d4-cfdc-42e3-a792-59d14203a75a req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] Usage tracker for resource:security_group_rule and tenant:8073151d34f542f4a0bc5b6fa79f4d10 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:53.115646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.121375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8dd80baf-35a8-4c18-bdec-4df1d994657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.136889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:53.141821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-095653d4-cfdc-42e3-a792-59d14203a75a req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:53.148372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-095653d4-cfdc-42e3-a792-59d14203a75a req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:53.160471 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-337f41cd-4d0b-44e9-8404-815bf586c6d0 req-5d6938ea-4700-48b4-8786-7fac1ad3d56f tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756136 Mar 23 10:15:53.165314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event updated for resources: {'Subnet': ['ID=03a4a597-a81a-4065-82eb-d00fabd10891,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:53.193275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.202133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.209295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.220876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Made reservation on behalf of ffaed02e9383446d8e9e6b00224640b0 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:53.224794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.228795 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:53.240310 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0d68edff-857a-4143-9ecb-038fc705eef6 req-4caf0ea2-b2ae-48a2-bdd3-f79f52485138 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396463 Mar 23 10:15:53.241102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Checking segment: {'id': 'ffe90574-95ba-4f3e-8158-ddaaa32b13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:53.241461 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Network hostable DHCP agents. Network: 5f3994e0-ac55-4274-aa34-55d0fd4c6955, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:53.253177 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] 10.222.0.84 "DELETE /v2.0/networks/ded1eadd-130c-4868-a4fc-9529da3eb9e0 HTTP/1.1" status: 204 len: 168 time: 0.9294066 Mar 23 10:15:53.253177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f172cde-2d95-492e-954f-1141c7a5c242 tempest-QuotasNegativeTest-1039315836 tempest-QuotasNegativeTest-1039315836-project-admin] Pushing event deleted for resources: {'Network': ['ID=ded1eadd-130c-4868-a4fc-9529da3eb9e0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:53.277614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Network 5f3994e0-ac55-4274-aa34-55d0fd4c6955 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:53.282426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.291705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5f3994e0-ac55-4274-aa34-55d0fd4c6955) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:53.298759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:53.299701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.300048 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932edbb4-25df-4911-a444-c6c46f75c10f None None] Network 5f3994e0-ac55-4274-aa34-55d0fd4c6955 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:53.325007 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e9fa6f12-dd9e-49b7-9790-aa2562e6d823 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0710540 Mar 23 10:15:53.327586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55354) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:53.335473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-787219113', 'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:53.341994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:53.346654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Usage tracker for resource:port and tenant:4e98e54b72854bc5a626384ed156e504 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:53.350675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:53.359373 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8dd80baf-35a8-4c18-bdec-4df1d994657c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3be4950c935c4ecdbc65dd5ed4109427&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4518175 Mar 23 10:15:53.360682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55358) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:53.365155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Pushing event updated for resources: {'Port': ['ID=4b32f00c-24e9-45c2-a6f6-043292747019,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:53.367557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd80baf-35a8-4c18-bdec-4df1d994657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4088973f-36b5-44c5-b146-f4f03c152977,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:53.381755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:53.451680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Made reservation on behalf of 4e98e54b72854bc5a626384ed156e504 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:53.455193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.497671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] device_id is not set on port 5ba932ca-0b8c-43f6-ac22-9be7fa899180 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:53.581351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.619799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7db090b-f6dd-4926-aaa6-9a25c34307fa None None] Network 5f3994e0-ac55-4274-aa34-55d0fd4c6955 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:53.646172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Allocated IP 172.20.0.4 (5f3994e0-ac55-4274-aa34-55d0fd4c6955/03a4a597-a81a-4065-82eb-d00fabd10891/5ba932ca-0b8c-43f6-ac22-9be7fa899180) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:53.657534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.659023 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-342b74df-ac33-4dc2-98dc-74e5c9c76506 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7881606 Mar 23 10:15:53.667474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55364) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:53.667956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6f2e9-746a-45e6-bbff-4befeae835e9 req-4d81f7a7-f444-4bcb-9610-10ae57b2b694 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:53.669715 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-05b6f2e9-746a-45e6-bbff-4befeae835e9 req-4d81f7a7-f444-4bcb-9610-10ae57b2b694 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 946 time: 0.3075838 Mar 23 10:15:53.703488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-04765ec3-d160-4f2a-8e96-be89d788a5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.737203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-095653d4-cfdc-42e3-a792-59d14203a75a req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.752411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-095653d4-cfdc-42e3-a792-59d14203a75a req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.774524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-04765ec3-d160-4f2a-8e96-be89d788a5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:53.820176 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-05b6f2e9-746a-45e6-bbff-4befeae835e9 req-3a92e9da-2858-405f-b68c-f9b52ad16f45 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165650 Mar 23 10:15:53.860544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-095653d4-cfdc-42e3-a792-59d14203a75a req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] Synchronizing usage tracker for tenant:8073151d34f542f4a0bc5b6fa79f4d10 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:15:53.889145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c76ea-c11e-48e7-9aa1-8df51f6158ae,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:53.941968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.001674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-095653d4-cfdc-42e3-a792-59d14203a75a req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] Unset dirty status for tenant:8073151d34f542f4a0bc5b6fa79f4d10 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:15:54.003016 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-095653d4-cfdc-42e3-a792-59d14203a75a req-77700148-5a72-492a-8130-ad8d36f3a733 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0508292 Mar 23 10:15:54.008978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-04765ec3-d160-4f2a-8e96-be89d788a5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.043679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:54.048072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event updated for resources: {'Subnet': ['ID=e57b11e8-5ea3-4136-8e75-5f9881bb7ee2,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:54.054949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04765ec3-d160-4f2a-8e96-be89d788a5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4088973f-36b5-44c5-b146-f4f03c152977,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:54.058434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:54.062840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Checking segment: {'id': '547557f4-f519-4b61-b34c-8a3643c12c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9ea22353-8dc0-4388-b0e4-bac17d091225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:54.063239 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Network hostable DHCP agents. Network: 9ea22353-8dc0-4388-b0e4-bac17d091225, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:15:54.084808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.087978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Usage tracker for resource:floatingip and tenant:6cd7514b07c341dcb50aa2dc051803a4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:54.089145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55372) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:54.092587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-04765ec3-d160-4f2a-8e96-be89d788a5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.096107 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-04765ec3-d160-4f2a-8e96-be89d788a5c0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/4088973f-36b5-44c5-b146-f4f03c152977 HTTP/1.1" status: 204 len: 168 time: 0.7326517 Mar 23 10:15:54.096107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:54.102593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:54.117433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Network 9ea22353-8dc0-4388-b0e4-bac17d091225 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:15:54.121585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.131072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 9ea22353-8dc0-4388-b0e4-bac17d091225) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:54.144624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1058166-b15c-4115-b596-6e605394ec2c None None] Network 9ea22353-8dc0-4388-b0e4-bac17d091225 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:54.149847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:54.150785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.181334 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4dc87d79-c9fb-4254-a770-bb214299d1db tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3973753 Mar 23 10:15:54.198173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55380) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:54.207750 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1949787659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:54.223583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:54.233748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Usage tracker for resource:router and tenant:ffaed02e9383446d8e9e6b00224640b0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:54.244696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:54.250938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:54.254073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.264059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.266568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.300259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dd2916-1627-48b1-8b19-9facd93487ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cc1618-3f6a-46d9-b0f4-892112e19ddd'}, {'server_uuid': '966973ce-74ff-4479-a444-f12ddc9e7918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:15:54.302567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.341647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.362766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event updated for resources: {'Port': ['ID=5ba932ca-0b8c-43f6-ac22-9be7fa899180,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:54.383748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Network 5f3994e0-ac55-4274-aa34-55d0fd4c6955 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:54.388072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.391568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:54.393688 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9d636bed-8ee5-43ae-9ace-545cf7c264fe tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1944392 Mar 23 10:15:54.394677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55392) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:54.398688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:54.538977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd41b-fd81-47a7-bd52-c5e68993f84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.563616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ff5dd41b-fd81-47a7-bd52-c5e68993f84f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:54.573147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ff5dd41b-fd81-47a7-bd52-c5e68993f84f admin admin] Usage tracker for resource:security_group_rule and tenant:902ea19da2734e808ec1d220e8da11bc is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:54.580091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ff5dd41b-fd81-47a7-bd52-c5e68993f84f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:54.583462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-9ea22353-8dc0-4388-b0e4-bac17d091225', 'network_id': '9ea22353-8dc0-4388-b0e4-bac17d091225', 'tenant_id': 'ffaed02e9383446d8e9e6b00224640b0', 'fixed_ips': [{'subnet_id': 'e57b11e8-5ea3-4136-8e75-5f9881bb7ee2'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:15:54.584422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.588484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ff5dd41b-fd81-47a7-bd52-c5e68993f84f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:54.696023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd41b-fd81-47a7-bd52-c5e68993f84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.711333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff5dd41b-fd81-47a7-bd52-c5e68993f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.741914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6bb91-0fdf-475c-a668-ced88469e7ce req-e1344d61-2d12-426d-91c6-28ea709ac3af tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:54.744055 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4ff6bb91-0fdf-475c-a668-ced88469e7ce req-e1344d61-2d12-426d-91c6-28ea709ac3af tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.2751663 Mar 23 10:15:54.802410 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Allocated IP 172.20.0.2 (9ea22353-8dc0-4388-b0e4-bac17d091225/e57b11e8-5ea3-4136-8e75-5f9881bb7ee2/cb39c7ea-3760-44ba-8424-53ff45e767f5) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:54.804302 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ff5dd41b-fd81-47a7-bd52-c5e68993f84f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=902ea19da2734e808ec1d220e8da11bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7140560 Mar 23 10:15:54.808209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dd41b-fd81-47a7-bd52-c5e68993f84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83acf6d3-28f2-47e8-9979-a4668b6ecf44,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:54.814595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55408) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:54.872009 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4ff6bb91-0fdf-475c-a668-ced88469e7ce req-0e04d716-e2ae-45c2-b92e-0c15a0bdf6c7 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128821 Mar 23 10:15:54.914784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:54.915502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.951639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c64628-eb06-45dc-b842-612ba0e4e3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:54.990574 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dd2916-1627-48b1-8b19-9facd93487ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cc1618-3f6a-46d9-b0f4-892112e19ddd', 'code': 200} Mar 23 10:15:54.990845 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966973ce-74ff-4479-a444-f12ddc9e7918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8', 'code': 200} Mar 23 10:15:55.023407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c64628-eb06-45dc-b842-612ba0e4e3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.130670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c64628-eb06-45dc-b842-612ba0e4e3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.163160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c64628-eb06-45dc-b842-612ba0e4e3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83acf6d3-28f2-47e8-9979-a4668b6ecf44,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:55.168414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c64628-eb06-45dc-b842-612ba0e4e3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.169538 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-67c64628-eb06-45dc-b842-612ba0e4e3e2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/83acf6d3-28f2-47e8-9979-a4668b6ecf44 HTTP/1.1" status: 204 len: 168 time: 0.3537886 Mar 23 10:15:55.256077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.282161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Transition to ACTIVE for port object cb39c7ea-3760-44ba-8424-53ff45e767f5 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:55.306090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Transition to ACTIVE for port object cb39c7ea-3760-44ba-8424-53ff45e767f5 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:55.314067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.401621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Pushing event updated for resources: {'Port': ['ID=cb39c7ea-3760-44ba-8424-53ff45e767f5,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:55.421624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Network 9ea22353-8dc0-4388-b0e4-bac17d091225 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:55.422973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:55.426131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:55.491538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.495487 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a93cd826-a47a-404a-a57d-5622547635a0 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.1662660 Mar 23 10:15:55.507285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55426) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:55.512232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a06a6-3130-4dd4-a68f-ea8c04e16f07 req-c0973bd1-a34b-4e3d-92f0-b2d160417040 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:55.514578 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-292a06a6-3130-4dd4-a68f-ea8c04e16f07 req-c0973bd1-a34b-4e3d-92f0-b2d160417040 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 946 time: 1.1279981 Mar 23 10:15:55.582806 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Attempting to bind port cb39c7ea-3760-44ba-8424-53ff45e767f5 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:15:55.583361 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Attempting to bind port cb39c7ea-3760-44ba-8424-53ff45e767f5 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '547557f4-f519-4b61-b34c-8a3643c12c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9ea22353-8dc0-4388-b0e4-bac17d091225'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:15:55.583893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Attempting to bind port cb39c7ea-3760-44ba-8424-53ff45e767f5 on network 9ea22353-8dc0-4388-b0e4-bac17d091225 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:15:55.591344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:15:55.592063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Checking segment: {'id': '547557f4-f519-4b61-b34c-8a3643c12c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9ea22353-8dc0-4388-b0e4-bac17d091225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:15:55.592709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.593391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Bound using segment: {'id': '547557f4-f519-4b61-b34c-8a3643c12c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9ea22353-8dc0-4388-b0e4-bac17d091225'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:15:55.594042 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Bound port: cb39c7ea-3760-44ba-8424-53ff45e767f5, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '547557f4-f519-4b61-b34c-8a3643c12c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9ea22353-8dc0-4388-b0e4-bac17d091225'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:15:55.594714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.661171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9de71-5e2a-43cd-ba6d-e2510de2911b req-e84b82da-6b29-4ebb-b7ef-bfb6633be6db tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:55.673696 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d0f9de71-5e2a-43cd-ba6d-e2510de2911b req-e84b82da-6b29-4ebb-b7ef-bfb6633be6db tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 946 time: 0.4990335 Mar 23 10:15:55.677444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43dad4-29ac-4db0-8701-e3d184d106e4 req-d1fa1026-9e1e-4c5c-854e-5a6b0d8edba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:55.681284 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c43dad4-29ac-4db0-8701-e3d184d106e4 req-d1fa1026-9e1e-4c5c-854e-5a6b0d8edba6 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 1099 time: 0.3990490 Mar 23 10:15:55.712355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] For port cb39c7ea-3760-44ba-8424-53ff45e767f5, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:15:55.716249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] For port cb39c7ea-3760-44ba-8424-53ff45e767f5, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cb39c7ea-3760-44ba-8424-53ff45e767f5,segment=NetworkSegment(547557f4-f519-4b61-b34c-8a3643c12c6c),segment_id=547557f4-f519-4b61-b34c-8a3643c12c6c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:15:55.725302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.801997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Allocated IP 172.26.4.213 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/6f86c147-f0eb-438d-8883-4e9eecc62d1a) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:55.851726 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d0f9de71-5e2a-43cd-ba6d-e2510de2911b req-24983b9c-e14a-41b1-9ea0-55389e218f8c tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770604 Mar 23 10:15:55.853844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbb40d-b56a-4c61-900c-0ac6a1a48215 None None] Pushing event updated for resources: {'Port': ['ID=cb39c7ea-3760-44ba-8424-53ff45e767f5,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:55.917873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Deleting port 5ba932ca-0b8c-43f6-ac22-9be7fa899180 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:15:55.919491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:55.969179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55440) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:55.992805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.029485 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c43dad4-29ac-4db0-8701-e3d184d106e4 req-0b56e464-db37-4d31-97b0-04654042ea1e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344948 Mar 23 10:15:56.049492 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-292a06a6-3130-4dd4-a68f-ea8c04e16f07 req-a69f950d-c552-4e09-b6f6-196fd78839e0 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4856029 Mar 23 10:15:56.064250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d654-560b-4151-a9ae-30fd5519bb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.164054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481e2f1-9c98-4ca8-a5d1-4a921cb05097 req-08345dc5-86d4-4da6-a711-67fa6d400060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:56.165694 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7481e2f1-9c98-4ca8-a5d1-4a921cb05097 req-08345dc5-86d4-4da6-a711-67fa6d400060 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 1099 time: 0.8286986 Mar 23 10:15:56.304761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e9c8d654-560b-4151-a9ae-30fd5519bb5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:56.317537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5e5ec-4a8f-4a90-90ba-d83f76d6374b req-5bac4930-690d-4110-baaf-c4df02e759e2 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:56.319450 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fda5e5ec-4a8f-4a90-90ba-d83f76d6374b req-5bac4930-690d-4110-baaf-c4df02e759e2 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.2416947 Mar 23 10:15:56.355759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e9c8d654-560b-4151-a9ae-30fd5519bb5a admin admin] Usage tracker for resource:security_group_rule and tenant:3b7661063f004f4db419ae132dc7537b is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:56.362940 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.369732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e9c8d654-560b-4151-a9ae-30fd5519bb5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:56.395853 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fda5e5ec-4a8f-4a90-90ba-d83f76d6374b req-4c037eb8-8a9e-46a6-a620-08717f5b0dc4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613625 Mar 23 10:15:56.420414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e9c8d654-560b-4151-a9ae-30fd5519bb5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:56.423083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55448) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:56.461163 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7481e2f1-9c98-4ca8-a5d1-4a921cb05097 req-6ec6efb4-c7e9-4325-8739-88c5fd89c693 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822946 Mar 23 10:15:56.475769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.527069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Calling delete_port for 5ba932ca-0b8c-43f6-ac22-9be7fa899180 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:15:56.599056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1633670143', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:56.620100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:56.636774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Usage tracker for resource:port and tenant:b977668010644d289990793357cfc0e9 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:56.671786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.679057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:56.694399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:56.746030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.750040 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Made reservation on behalf of b977668010644d289990793357cfc0e9 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:15:56.752484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.752630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ba932ca-0b8c-43f6-ac22-9be7fa899180,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:56.773768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.774118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.774424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.774743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.775059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.775377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.775687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.776001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.776310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.776613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.776918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.777245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:56.823405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.833295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Allocated IP 172.20.0.1 (9ea22353-8dc0-4388-b0e4-bac17d091225/e57b11e8-5ea3-4136-8e75-5f9881bb7ee2/3af30835-3977-4397-92f0-239ffd7004b8) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:56.836836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.846705 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-77a2336a-101c-42cd-ad42-8805a9aab0e3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "DELETE /v2.0/ports/5ba932ca-0b8c-43f6-ac22-9be7fa899180 HTTP/1.1" status: 204 len: 168 time: 1.3341866 Mar 23 10:15:56.847587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55456) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:56.853024 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955', 'external_fixed_ips': [{'subnet_id': '03a4a597-a81a-4065-82eb-d00fabd10891', 'ip_address': '172.20.0.4'}]}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:56.858746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:56.863434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Usage tracker for resource:router and tenant:4e98e54b72854bc5a626384ed156e504 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:56.867047 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:56.874560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:56.877426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d654-560b-4151-a9ae-30fd5519bb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.888402 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.889349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:56.889859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.894699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:15:56.906125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e9c8d654-560b-4151-a9ae-30fd5519bb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.911682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:56.913442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:56.936404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeaec4-546f-4491-a846-b1ddf02d41e1 req-c65080ab-36ac-4b29-9ed2-2bfef814664b tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:56.938063 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bfbeaec4-546f-4491-a846-b1ddf02d41e1 req-c65080ab-36ac-4b29-9ed2-2bfef814664b tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.4159229 Mar 23 10:15:56.939181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Usage tracker for resource:security_group_rule and tenant:b977668010644d289990793357cfc0e9 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:15:56.959591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:56.986250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Pushing event updated for resources: {'Port': ['ID=6f86c147-f0eb-438d-8883-4e9eecc62d1a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:56.999635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55462) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:57.011231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:15:57.084543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-299ac91f-9b58-4f28-8b92-e90363bd9c59 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Request body: {'floatingip': {'port_id': '21bad3e7-7ff7-4154-a889-174f15e36ba1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:15:57.112135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cb39c7ea-3760-44ba-8424-53ff45e767f5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:57.242978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port cb39c7ea-3760-44ba-8424-53ff45e767f5 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:57.249763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c90b5-bfcb-456c-81e9-ebc26db5b942 None None] Network 9ea22353-8dc0-4388-b0e4-bac17d091225 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:15:57.291860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:15:57.294428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.294774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.295111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.295441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.295770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.296096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.296419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.296740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.297071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.297393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.297712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.298028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:15:57.308854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.387619 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e9c8d654-560b-4151-a9ae-30fd5519bb5a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3b7661063f004f4db419ae132dc7537b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4022563 Mar 23 10:15:57.442416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55468) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:15:57.465960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8d654-560b-4151-a9ae-30fd5519bb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dcf8a7-ce3b-4dc2-834c-7c09e8c7595e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:57.470190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-299ac91f-9b58-4f28-8b92-e90363bd9c59 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for floatingip, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.475832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b455d-2fb8-4eef-acc8-07fd55c00776 req-3b9a7770-e12f-4455-ad1d-c7b30d894141 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:57.477363 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a26b455d-2fb8-4eef-acc8-07fd55c00776 req-3b9a7770-e12f-4455-ad1d-c7b30d894141 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 946 time: 0.4467216 Mar 23 10:15:57.509834 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8f1ac747-23c3-4c18-89c8-3f25c5deb99e None None] Provisioning for port cb39c7ea-3760-44ba-8424-53ff45e767f5 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:57.528715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8f1ac747-23c3-4c18-89c8-3f25c5deb99e None None] Provisioning complete for port cb39c7ea-3760-44ba-8424-53ff45e767f5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:57.529463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac747-23c3-4c18-89c8-3f25c5deb99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.583086 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a26b455d-2fb8-4eef-acc8-07fd55c00776 req-5696cd2b-8497-4852-bff9-554734ef1cfe tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980341 Mar 23 10:15:57.766408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac747-23c3-4c18-89c8-3f25c5deb99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.812336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8f1ac747-23c3-4c18-89c8-3f25c5deb99e None None] For port cb39c7ea-3760-44ba-8424-53ff45e767f5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cb39c7ea-3760-44ba-8424-53ff45e767f5,segment=NetworkSegment(547557f4-f519-4b61-b34c-8a3643c12c6c),segment_id=547557f4-f519-4b61-b34c-8a3643c12c6c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:15:57.819097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f1ac747-23c3-4c18-89c8-3f25c5deb99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.905442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ac747-23c3-4c18-89c8-3f25c5deb99e None None] Pushing event updated for resources: {'Port': ['ID=cb39c7ea-3760-44ba-8424-53ff45e767f5,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:57.937486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.966220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.969688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-825f970f-9770-4eeb-8148-0f00828f5042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.971812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:57.998178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.001557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb326760-d657-402c-a597-0bfb835f2a17 req-0d6df0ee-3adc-4aab-83ce-5e9e39d8aec0 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:58.003075 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb326760-d657-402c-a597-0bfb835f2a17 req-0d6df0ee-3adc-4aab-83ce-5e9e39d8aec0 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 946 time: 0.6918201 Mar 23 10:15:58.025348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Transition to ACTIVE for port object 3af30835-3977-4397-92f0-239ffd7004b8 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:15:58.042181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9facde7c-a6d4-4458-8b4c-cf12209f40d4 None None] Provisioning complete for port cb39c7ea-3760-44ba-8424-53ff45e767f5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:58.042521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9facde7c-a6d4-4458-8b4c-cf12209f40d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.196009 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-825f970f-9770-4eeb-8148-0f00828f5042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.196247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Allocated IP 172.20.0.4 (5f3994e0-ac55-4274-aa34-55d0fd4c6955/03a4a597-a81a-4065-82eb-d00fabd10891/c9b51b38-83da-40a7-8a74-62537ecb6216) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:58.284350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.290975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.316610 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb326760-d657-402c-a597-0bfb835f2a17 req-2e8ffc0e-19b4-485f-878d-cb8ec0705af9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983148 Mar 23 10:15:58.347005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.376305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.391136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.411917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] device_id is not set on port 32933ac2-136e-4b95-a837-4346a1c6932c yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:15:58.438705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Network 5f3994e0-ac55-4274-aa34-55d0fd4c6955 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:58.446286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:58.451372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:58.481592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event updated for resources: {'Port': ['ID=c9b51b38-83da-40a7-8a74-62537ecb6216,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:58.536203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d9dbb1-2fbb-4f99-981c-28e94623d887,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:58.538874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.682530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-825f970f-9770-4eeb-8148-0f00828f5042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.938919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ee8ca-0c92-42ad-be49-d4ddbf563556 req-b6fcea34-246d-45f1-8787-f7c672419c7f tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:58.940515 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-480ee8ca-0c92-42ad-be49-d4ddbf563556 req-b6fcea34-246d-45f1-8787-f7c672419c7f tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 946 time: 0.2448545 Mar 23 10:15:58.947883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:58.998458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Network 9ea22353-8dc0-4388-b0e4-bac17d091225 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:15:59.004829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f970f-9770-4eeb-8148-0f00828f5042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dcf8a7-ce3b-4dc2-834c-7c09e8c7595e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:59.011292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:15:59.064480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cb39c7ea-3760-44ba-8424-53ff45e767f5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:15:59.069362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:15:59.133136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event updated for resources: {'Port': ['ID=3af30835-3977-4397-92f0-239ffd7004b8,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:59.166058 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port cb39c7ea-3760-44ba-8424-53ff45e767f5 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:59.166472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.219666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Allocated IP 172.26.4.229 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/32933ac2-136e-4b95-a837-4346a1c6932c) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:15:59.256876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.267870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-825f970f-9770-4eeb-8148-0f00828f5042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.271238 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-825f970f-9770-4eeb-8148-0f00828f5042 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f2dcf8a7-ce3b-4dc2-834c-7c09e8c7595e HTTP/1.1" status: 204 len: 168 time: 1.8176856 Mar 23 10:15:59.296230 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-480ee8ca-0c92-42ad-be49-d4ddbf563556 req-004a781d-5d24-4438-8cf5-5dafba70e394 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3004446 Mar 23 10:15:59.327807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-00f96a6c-5fa1-41dd-a043-d37aa7074b19 None None] Provisioning for port 3af30835-3977-4397-92f0-239ffd7004b8 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:15:59.335173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-00f96a6c-5fa1-41dd-a043-d37aa7074b19 None None] Provisioning complete for port 3af30835-3977-4397-92f0-239ffd7004b8 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:15:59.335653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-00f96a6c-5fa1-41dd-a043-d37aa7074b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.399734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-00f96a6c-5fa1-41dd-a043-d37aa7074b19 None None] Port 3af30835-3977-4397-92f0-239ffd7004b8 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:15:59.416585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.437149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.444439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-299ac91f-9b58-4f28-8b92-e90363bd9c59 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:15:59.666825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.759269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cad79-55b0-486c-b446-69e489480620 req-44871afd-9c8f-4969-bd2a-b86cd65acca5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:15:59.760706 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-991cad79-55b0-486c-b446-69e489480620 req-44871afd-9c8f-4969-bd2a-b86cd65acca5 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 946 time: 0.2389727 Mar 23 10:15:59.801989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-299ac91f-9b58-4f28-8b92-e90363bd9c59 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.824930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Pushing event updated for resources: {'Port': ['ID=6f86c147-f0eb-438d-8883-4e9eecc62d1a,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:15:59.827195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-299ac91f-9b58-4f28-8b92-e90363bd9c59 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.924568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.934729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.974858 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-991cad79-55b0-486c-b446-69e489480620 req-961c17cb-fea0-4466-892d-dd80d8d9b147 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946213 Mar 23 10:15:59.990543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:15:59.993851 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5f6cb530-d43f-4794-a71e-9fda82544918 tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3210692 Mar 23 10:16:00.001815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55496) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:00.135979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.163934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004746b2-f40f-41e5-9793-01ac741ada15 req-4ea2e766-9d56-410e-9967-34dc06d0f2b4 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:00.165484 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-004746b2-f40f-41e5-9793-01ac741ada15 req-4ea2e766-9d56-410e-9967-34dc06d0f2b4 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 946 time: 0.6130610 Mar 23 10:16:00.179624 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55504) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:00.191699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2b069931-2ec3-428f-8649-7fe931bf7b72 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Request body: {'floatingip': {'port_id': '28cc1618-3f6a-46d9-b0f4-892112e19ddd'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:00.242121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Router 472ee057-1872-4ee8-8bf9-af17b498e38f is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:16:00.291412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-84553e47-4705-421a-b3da-11feb5372b09 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Synchronizing usage tracker for tenant:d9a41480cb62425eab1abc19569b9cf7 on resource:floatingip {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:00.317305 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-299ac91f-9b58-4f28-8b92-e90363bd9c59 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Floating IP a826026c-808c-4116-b07a-0fab9cb20148 associated. External IP: 172.26.4.37, port: 21bad3e7-7ff7-4154-a889-174f15e36ba1. Mar 23 10:16:00.358177 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b069931-2ec3-428f-8649-7fe931bf7b72 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for floatingip, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.511086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-84553e47-4705-421a-b3da-11feb5372b09 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Unset dirty status for tenant:d9a41480cb62425eab1abc19569b9cf7 on resource:floatingip {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:00.514751 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-84553e47-4705-421a-b3da-11feb5372b09 tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3392 time: 0.5058680 Mar 23 10:16:00.517569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55514) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:00.620333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbb3f2-38f9-46c7-a484-23958ca93488 req-de0fd4d2-e771-4502-b543-3f756dbc402c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:00.621867 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d6dbb3f2-38f9-46c7-a484-23958ca93488 req-de0fd4d2-e771-4502-b543-3f756dbc402c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 946 time: 0.5265019 Mar 23 10:16:00.655411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55522) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:00.675219 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b2eed6b7-f62f-4b65-867b-a5185157a483 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Request body: {'floatingip': {'port_id': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:00.712174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-14d4a3e1-cb4a-4878-8648-4e925d4b6f81 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Synchronizing usage tracker for tenant:956ea7bdbcde46e6915d46935d586e36 on resource:floatingip {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:00.714908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:00.894868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:00.901354 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:00.902767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-14d4a3e1-cb4a-4878-8648-4e925d4b6f81 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Unset dirty status for tenant:956ea7bdbcde46e6915d46935d586e36 on resource:floatingip {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:00.904100 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-14d4a3e1-cb4a-4878-8648-4e925d4b6f81 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3780401 Mar 23 10:16:00.909590 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Sync routers for ids ['472ee057-1872-4ee8-8bf9-af17b498e38f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:00.913180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:00.918624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55530) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:00.919264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Pushing event updated for resources: {'Port': ['ID=32933ac2-136e-4b95-a837-4346a1c6932c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:00.923475 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Routers {'472ee057-1872-4ee8-8bf9-af17b498e38f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:00.924356 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-469f224a-b0ad-4928-afac-841e71285319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['472ee057-1872-4ee8-8bf9-af17b498e38f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:00.924491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:00.938673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b2eed6b7-f62f-4b65-867b-a5185157a483 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for floatingip, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.073951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55534) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:01.120493 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Set router 472ee057-1872-4ee8-8bf9-af17b498e38f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:01.154693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.158772 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-559c15ca-30da-4f1a-92c3-8f08e36031cd tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.3100605 Mar 23 10:16:01.162156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55540) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:01.221711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-5a28262d-4feb-478a-8ba0-b32d2152aacd tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Deleting port 6f86c147-f0eb-438d-8883-4e9eecc62d1a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:01.222218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a28262d-4feb-478a-8ba0-b32d2152aacd tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.248697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:01.249319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1867183645'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:01.296512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.310107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:01.364512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.379714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Usage tracker for resource:router and tenant:7182b630085c40a5a13e19d2d494c387 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:01.384033 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:01.411287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:01.442563 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5233cb75-6c19-4c26-8d9d-fdd44f74c16d tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.0111120 Mar 23 10:16:01.470818 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-469f224a-b0ad-4928-afac-841e71285319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472ee057-1872-4ee8-8bf9-af17b498e38f', 'name': '', 'tenant_id': '4e98e54b72854bc5a626384ed156e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955', 'external_fixed_ips': [{'subnet_id': '03a4a597-a81a-4065-82eb-d00fabd10891', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9b51b38-83da-40a7-8a74-62537ecb6216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:56Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 3, 'project_id': '4e98e54b72854bc5a626384ed156e504', 'gw_port': {'id': 'c9b51b38-83da-40a7-8a74-62537ecb6216', 'name': '', 'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472ee057-1872-4ee8-8bf9-af17b498e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '03a4a597-a81a-4065-82eb-d00fabd10891', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:58Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '03a4a597-a81a-4065-82eb-d00fabd10891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:01.475583 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Checking router: 472ee057-1872-4ee8-8bf9-af17b498e38f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:16:01.475866 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Updating router 472ee057-1872-4ee8-8bf9-af17b498e38f port c9b51b38-83da-40a7-8a74-62537ecb6216 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:16:01.479272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55544) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:01.508243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.229'}]}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:01.539728 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.580572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:01.586777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299ac91f-9b58-4f28-8b92-e90363bd9c59 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Router 9dd2e454-eb01-41aa-b73f-f261e41f12ec has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:01.592839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Usage tracker for resource:router and tenant:b977668010644d289990793357cfc0e9 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:01.593696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event updated for resources: {'Port': ['ID=3af30835-3977-4397-92f0-239ffd7004b8,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:01.606937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.608353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:01.665766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.667219 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.692695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:01.810067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.879101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.885641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.901805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.920291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a28262d-4feb-478a-8ba0-b32d2152aacd tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.920918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a28262d-4feb-478a-8ba0-b32d2152aacd tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.958808 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.972058 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Transition to ACTIVE for port object c9b51b38-83da-40a7-8a74-62537ecb6216 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:01.981084 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:01.986750 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.082960 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7a57a-5245-4fc4-8254-6cf78e0bd8b5 None None] Pushing event updated for resources: {'Port': ['ID=c9b51b38-83da-40a7-8a74-62537ecb6216,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:02.104334 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Attempting to bind port c9b51b38-83da-40a7-8a74-62537ecb6216 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:02.105097 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Attempting to bind port c9b51b38-83da-40a7-8a74-62537ecb6216 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'ffe90574-95ba-4f3e-8158-ddaaa32b13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:02.105622 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Attempting to bind port c9b51b38-83da-40a7-8a74-62537ecb6216 on network 5f3994e0-ac55-4274-aa34-55d0fd4c6955 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:02.111500 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:02.111920 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Checking segment: {'id': 'ffe90574-95ba-4f3e-8158-ddaaa32b13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:02.112335 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.112718 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Bound using segment: {'id': 'ffe90574-95ba-4f3e-8158-ddaaa32b13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:02.114957 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Bound port: c9b51b38-83da-40a7-8a74-62537ecb6216, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe90574-95ba-4f3e-8158-ddaaa32b13e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:02.115352 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.130776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-5a28262d-4feb-478a-8ba0-b32d2152aacd tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Calling delete_port for 6f86c147-f0eb-438d-8883-4e9eecc62d1a owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:02.189951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.200196 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-469f224a-b0ad-4928-afac-841e71285319 None None] For port c9b51b38-83da-40a7-8a74-62537ecb6216, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:02.203185 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-469f224a-b0ad-4928-afac-841e71285319 None None] For port c9b51b38-83da-40a7-8a74-62537ecb6216, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9b51b38-83da-40a7-8a74-62537ecb6216,segment=NetworkSegment(ffe90574-95ba-4f3e-8158-ddaaa32b13e6),segment_id=ffe90574-95ba-4f3e-8158-ddaaa32b13e6)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:02.209189 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.213988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299ac91f-9b58-4f28-8b92-e90363bd9c59 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:02.222148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-299ac91f-9b58-4f28-8b92-e90363bd9c59 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.238328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] Sync routers for ids ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:02.243887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.245374 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b44f4e97-0f08-4b88-92fa-8e42377ea0c1 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.1695962 Mar 23 10:16:02.257449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55548) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:02.259355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] Routers {'9dd2e454-eb01-41aa-b73f-f261e41f12ec'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:02.260280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:02.306590 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Routers {'472ee057-1872-4ee8-8bf9-af17b498e38f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:02.307475 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-469f224a-b0ad-4928-afac-841e71285319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['472ee057-1872-4ee8-8bf9-af17b498e38f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:02.326714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Network 9ea22353-8dc0-4388-b0e4-bac17d091225 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:02.350015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:02.397116 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7a57a-5245-4fc4-8254-6cf78e0bd8b5 None None] Pushing event updated for resources: {'Port': ['ID=c9b51b38-83da-40a7-8a74-62537ecb6216,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:02.539958 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-299ac91f-9b58-4f28-8b92-e90363bd9c59 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "PUT /v2.0/floatingips/a826026c-808c-4116-b07a-0fab9cb20148 HTTP/1.1" status: 200 len: 990 time: 5.5117984 Mar 23 10:16:02.552646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'tag': '21bad3e7-7ff7-4154-a889-174f15e36ba1'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:16:02.562508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a77f5977-569c-41c8-9657-ea91c31c4670 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.617426 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-469f224a-b0ad-4928-afac-841e71285319 None None] Set router 472ee057-1872-4ee8-8bf9-af17b498e38f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:02.672878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] Set router 9dd2e454-eb01-41aa-b73f-f261e41f12ec gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:02.965060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.969367 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'tag': '21bad3e7-7ff7-4154-a889-174f15e36ba1', 'status': 'completed', 'code': 200} Mar 23 10:16:02.976700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:02.981448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-2b069931-2ec3-428f-8649-7fe931bf7b72 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] It took 0.71 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:16:03.032774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6845562a-4b92-40b2-be38-77809f0e374a None None] Provisioning complete for port 3af30835-3977-4397-92f0-239ffd7004b8 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:03.033151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6845562a-4b92-40b2-be38-77809f0e374a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.059809 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-469f224a-b0ad-4928-afac-841e71285319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472ee057-1872-4ee8-8bf9-af17b498e38f', 'name': '', 'tenant_id': '4e98e54b72854bc5a626384ed156e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955', 'external_fixed_ips': [{'subnet_id': '03a4a597-a81a-4065-82eb-d00fabd10891', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9b51b38-83da-40a7-8a74-62537ecb6216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:56Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 3, 'project_id': '4e98e54b72854bc5a626384ed156e504', 'gw_port': {'id': 'c9b51b38-83da-40a7-8a74-62537ecb6216', 'name': '', 'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472ee057-1872-4ee8-8bf9-af17b498e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '03a4a597-a81a-4065-82eb-d00fabd10891', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:58Z', 'updated_at': '2022-03-23T10:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a4a597-a81a-4065-82eb-d00fabd10891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:03.065207 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f224a-b0ad-4928-afac-841e71285319 None None] The sync data for ids ['472ee057-1872-4ee8-8bf9-af17b498e38f'] in dv-neutron-834652-2-hyperv is: [{'id': '472ee057-1872-4ee8-8bf9-af17b498e38f', 'name': '', 'tenant_id': '4e98e54b72854bc5a626384ed156e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955', 'external_fixed_ips': [{'subnet_id': '03a4a597-a81a-4065-82eb-d00fabd10891', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'c9b51b38-83da-40a7-8a74-62537ecb6216', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:15:56Z', 'updated_at': '2022-03-23T10:15:58Z', 'revision_number': 3, 'project_id': '4e98e54b72854bc5a626384ed156e504', 'gw_port': {'id': 'c9b51b38-83da-40a7-8a74-62537ecb6216', 'name': '', 'network_id': '5f3994e0-ac55-4274-aa34-55d0fd4c6955', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:1b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472ee057-1872-4ee8-8bf9-af17b498e38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '03a4a597-a81a-4065-82eb-d00fabd10891', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:58Z', 'updated_at': '2022-03-23T10:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '03a4a597-a81a-4065-82eb-d00fabd10891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:03.128860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6845562a-4b92-40b2-be38-77809f0e374a None None] Port 3af30835-3977-4397-92f0-239ffd7004b8 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:16:03.203776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Deleting port c9b51b38-83da-40a7-8a74-62537ecb6216 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:03.204568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.214267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:08Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'a826026c-808c-4116-b07a-0fab9cb20148', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'floating_ip_address': '172.26.4.37', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'port_id': '21bad3e7-7ff7-4154-a889-174f15e36ba1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'mac_address': 'fa:16:3e:2c:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:15:22Z', 'updated_at': '2022-03-23T10:15:59Z', 'revision_number': 1, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3fdd980-384a-4dca-9197-d5686e662b64', 'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:20Z', 'revision_number': 5, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'subnets': [{'id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:03.218818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] Checking router: 9dd2e454-eb01-41aa-b73f-f261e41f12ec for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:16:03.222268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a28262d-4feb-478a-8ba0-b32d2152aacd tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.230417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] Routers {'9dd2e454-eb01-41aa-b73f-f261e41f12ec'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:03.231126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:03.289144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b069931-2ec3-428f-8649-7fe931bf7b72 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.294985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-b2eed6b7-f62f-4b65-867b-a5185157a483 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:16:03.378149 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b069931-2ec3-428f-8649-7fe931bf7b72 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.487574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28262d-4feb-478a-8ba0-b32d2152aacd tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Pushing event deleted for resources: {'Port': ['ID=6f86c147-f0eb-438d-8883-4e9eecc62d1a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:03.494521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a77f5977-569c-41c8-9657-ea91c31c4670 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.501456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a77f5977-569c-41c8-9657-ea91c31c4670 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.528607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] Set router 9dd2e454-eb01-41aa-b73f-f261e41f12ec gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:03.600407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b2eed6b7-f62f-4b65-867b-a5185157a483 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.666435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b2eed6b7-f62f-4b65-867b-a5185157a483 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.747971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a77f5977-569c-41c8-9657-ea91c31c4670 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.748989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77f5977-569c-41c8-9657-ea91c31c4670 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2be61c28-6e42-46c2-b0b3-1e5932b4ebac {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:03.775267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-15c7182a-3d09-463f-9da9-0840690c1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:03.776783 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-15c7182a-3d09-463f-9da9-0840690c1803 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 1098 time: 0.6770768 Mar 23 10:16:03.790526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a28262d-4feb-478a-8ba0-b32d2152aacd tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.848365 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cb842cad-dc26-4248-9177-f92993ad7b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.859032 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e35494-7d22-470a-8063-9c475118e093 req-48939793-396f-453e-991e-45dc8d33d683 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:03.860789 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-32e35494-7d22-470a-8063-9c475118e093 req-48939793-396f-453e-991e-45dc8d33d683 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.9989769 Mar 23 10:16:03.904440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a77f5977-569c-41c8-9657-ea91c31c4670 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.905961 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a77f5977-569c-41c8-9657-ea91c31c4670 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] 10.222.0.84 "DELETE /v2.0/routers/2be61c28-6e42-46c2-b0b3-1e5932b4ebac HTTP/1.1" status: 204 len: 168 time: 1.6479146 Mar 23 10:16:03.911331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a28262d-4feb-478a-8ba0-b32d2152aacd tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:03.916133 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5a28262d-4feb-478a-8ba0-b32d2152aacd tempest-FloatingIPAdminTestJSON-663082728 tempest-FloatingIPAdminTestJSON-663082728-project] 10.222.0.84 "DELETE /v2.0/floatingips/6d50c628-90bd-4820-aeff-94bd9c6a6edf HTTP/1.1" status: 204 len: 168 time: 2.9940646 Mar 23 10:16:03.916315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55556) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:03.916663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55558) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:03.981760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Request body: {'router': {'name': 'tempest-router-1991914604', 'distributed': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:03.983088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Router 41fcf098-54d4-4151-8387-bd49b7fd5b09 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:16:03.987116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:08Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'a826026c-808c-4116-b07a-0fab9cb20148', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'floating_ip_address': '172.26.4.37', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'port_id': '21bad3e7-7ff7-4154-a889-174f15e36ba1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'mac_address': 'fa:16:3e:2c:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:15:22Z', 'updated_at': '2022-03-23T10:15:59Z', 'revision_number': 1, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3fdd980-384a-4dca-9197-d5686e662b64', 'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:20Z', 'revision_number': 5, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'subnets': [{'id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:03.992074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f763d2-58ba-42d2-ae3b-840104c87e21 None None] The sync data for ids ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'] in dv-neutron-834652-2-hyperv is: [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:08Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'a826026c-808c-4116-b07a-0fab9cb20148', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'floating_ip_address': '172.26.4.37', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'port_id': '21bad3e7-7ff7-4154-a889-174f15e36ba1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'mac_address': 'fa:16:3e:2c:30:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:15:22Z', 'updated_at': '2022-03-23T10:15:59Z', 'revision_number': 1, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3fdd980-384a-4dca-9197-d5686e662b64', 'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:20Z', 'revision_number': 5, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'subnets': [{'id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:04.001881 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-2b069931-2ec3-428f-8649-7fe931bf7b72 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Floating IP 19440c2d-3c6f-485d-9bab-e1d2948cf881 associated. External IP: 172.26.4.233, port: 28cc1618-3f6a-46d9-b0f4-892112e19ddd. Mar 23 10:16:04.098532 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-32e35494-7d22-470a-8063-9c475118e093 req-84aa1a08-e669-4e94-b715-2c65588cd434 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087786 Mar 23 10:16:04.141046 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-bf5b37a2-61de-44b5-881f-90513ce1f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:04.142547 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-bf5b37a2-61de-44b5-881f-90513ce1f430 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 200 len: 913 time: 0.3480513 Mar 23 10:16:04.305153 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf203ae-b83c-4937-ad8f-8209951bdeec None None] New status for floating IP a826026c-808c-4116-b07a-0fab9cb20148: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:16:04.305659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:04.348631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Usage tracker for resource:router and tenant:7182b630085c40a5a13e19d2d494c387 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:04.349880 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-297625c2-c804-4f38-928c-9d8340b29e8d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 200 len: 998 time: 0.1946437 Mar 23 10:16:04.350927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:04.358550 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5cc5c439-ba5f-463c-947a-96b4cee9128a tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "PUT /v2.0/routers/41fcf098-54d4-4151-8387-bd49b7fd5b09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9619172 Mar 23 10:16:04.362438 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] For port c9b51b38-83da-40a7-8a74-62537ecb6216, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9b51b38-83da-40a7-8a74-62537ecb6216,segment=NetworkSegment(ffe90574-95ba-4f3e-8158-ddaaa32b13e6),segment_id=ffe90574-95ba-4f3e-8158-ddaaa32b13e6)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:04.362624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824b34a-0bc8-4de1-b0e1-7c93c12ffbe5 None None] Sync routers for ids ['41fcf098-54d4-4151-8387-bd49b7fd5b09'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:04.362788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.373427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:04.380966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55566) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:04.383983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824b34a-0bc8-4de1-b0e1-7c93c12ffbe5 None None] Routers {'41fcf098-54d4-4151-8387-bd49b7fd5b09'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:04.384606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9824b34a-0bc8-4de1-b0e1-7c93c12ffbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['41fcf098-54d4-4151-8387-bd49b7fd5b09'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:04.449755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9824b34a-0bc8-4de1-b0e1-7c93c12ffbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:04.450169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-211a841f-c7e3-458c-924f-7f79d11052d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:04.453146 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-211a841f-c7e3-458c-924f-7f79d11052d0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f222ef94-a80f-48f2-ad52-7a49f266982f HTTP/1.1" status: 200 len: 851 time: 0.0930150 Mar 23 10:16:04.459221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824b34a-0bc8-4de1-b0e1-7c93c12ffbe5 None None] Routers {'41fcf098-54d4-4151-8387-bd49b7fd5b09'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:04.459392 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9824b34a-0bc8-4de1-b0e1-7c93c12ffbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:15:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['41fcf098-54d4-4151-8387-bd49b7fd5b09'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:04.459576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:04.525859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9824b34a-0bc8-4de1-b0e1-7c93c12ffbe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:04.526266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824b34a-0bc8-4de1-b0e1-7c93c12ffbe5 None None] The sync data for ids ['41fcf098-54d4-4151-8387-bd49b7fd5b09'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:04.546430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Request body: {'port': {'network_id': '9ea22353-8dc0-4388-b0e4-bac17d091225', 'name': 'tempest-FloatingIPNegativeTestJSON-565777804'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:04.574458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-aad4f54c-b1f4-48eb-9ef3-6a7abfbf1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:04.576242 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-aad4f54c-b1f4-48eb-9ef3-6a7abfbf1869 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7001d3b3-add7-43f8-87f2-8f2d67c06275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1176171 Mar 23 10:16:04.625547 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-b2eed6b7-f62f-4b65-867b-a5185157a483 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Floating IP 4352cfba-86b7-4bb1-9db2-0e577f12290e associated. External IP: 172.26.4.53, port: 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8. Mar 23 10:16:04.684317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Calling delete_port for c9b51b38-83da-40a7-8a74-62537ecb6216 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:04.719332 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-93353b07-8c48-48f6-b5bf-54f2ed2a21cd service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369386 Mar 23 10:16:04.750074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-683788f5-b852-4299-a7b3-93b7b0aa349c tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Deleting port 4b32f00c-24e9-45c2-a6f6-043292747019 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:04.750400 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-683788f5-b852-4299-a7b3-93b7b0aa349c tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.861289 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9257d1a1-6c78-44da-9a9a-cbf2e636e611 req-19b88e53-a4e2-4a4d-8714-63a1116e129d service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361039 Mar 23 10:16:04.869452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.870457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:04.995694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.072801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b51b38-83da-40a7-8a74-62537ecb6216 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:05.142655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port c9b51b38-83da-40a7-8a74-62537ecb6216 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:05.147881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c9b51b38-83da-40a7-8a74-62537ecb6216 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:05.148243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.266691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.282486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port c9b51b38-83da-40a7-8a74-62537ecb6216, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9b51b38-83da-40a7-8a74-62537ecb6216,segment=NetworkSegment(ffe90574-95ba-4f3e-8158-ddaaa32b13e6),segment_id=ffe90574-95ba-4f3e-8158-ddaaa32b13e6)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:05.287431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.360743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=c9b51b38-83da-40a7-8a74-62537ecb6216,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:05.369481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.369821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.370219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.370485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.370809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.371129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.371446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.371763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.372080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.372393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.372746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.373014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:05.618384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5437a52d-a666-4333-9a15-8f877e3a8ae4 req-a5e5f59b-ea9b-4b49-8dd0-741410aacf87 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:05.619752 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5437a52d-a666-4333-9a15-8f877e3a8ae4 req-a5e5f59b-ea9b-4b49-8dd0-741410aacf87 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 1.3448834 Mar 23 10:16:05.658403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.730600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:05.806037 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Usage tracker for resource:port and tenant:ffaed02e9383446d8e9e6b00224640b0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:05.883535 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:05.968710 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:05.969900 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c7e8cb70-b722-4561-b1b9-736f1670b0e8 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.9937646 Mar 23 10:16:05.973362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55570) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:06.017082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:06.034179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-683788f5-b852-4299-a7b3-93b7b0aa349c tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.034589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-683788f5-b852-4299-a7b3-93b7b0aa349c tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.055104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.105176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc8d2-47d7-4815-8221-6af30ccadfbd tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.151190 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5437a52d-a666-4333-9a15-8f877e3a8ae4 req-f3d0d4d2-de96-4ec7-bd15-7d37bb0a327f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4960737 Mar 23 10:16:06.218752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:06.219125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:06.227057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-683788f5-b852-4299-a7b3-93b7b0aa349c tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Calling delete_port for 4b32f00c-24e9-45c2-a6f6-043292747019 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:06.287867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Made reservation on behalf of ffaed02e9383446d8e9e6b00224640b0 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:06.291314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.399118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b069931-2ec3-428f-8649-7fe931bf7b72 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Router 5dea9c5b-7946-4ed5-b547-3de069a34968 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:06.424488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] device_id is not set on port 7f634e1b-2de4-4511-8236-65f70734317e yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:16:06.466341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.484456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1819b196-8152-4abc-ab3d-ea2dab16f549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.516997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc8d2-47d7-4815-8221-6af30ccadfbd tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.519569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc8d2-47d7-4815-8221-6af30ccadfbd tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.533525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.542469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc8d2-47d7-4815-8221-6af30ccadfbd tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.543012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cfc8d2-47d7-4815-8221-6af30ccadfbd tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51bcccc5-2cfd-48d3-a7ff-3712063f8a13 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:06.551976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6cfc8d2-47d7-4815-8221-6af30ccadfbd tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.553132 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e6cfc8d2-47d7-4815-8221-6af30ccadfbd tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] 10.222.0.84 "DELETE /v2.0/routers/51bcccc5-2cfd-48d3-a7ff-3712063f8a13 HTTP/1.1" status: 204 len: 168 time: 0.5787594 Mar 23 10:16:06.556373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55574) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:06.561417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Request body: {'router': {'name': 'tempest-router-1253581842', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '94ee2b456b8848398f0a5e3267d836f0'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:06.565796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:06.569995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Usage tracker for resource:router and tenant:94ee2b456b8848398f0a5e3267d836f0 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:06.572744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:06.578327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:06.588666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.589624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.604398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.621443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.639202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:06.640372 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b6e6ebc2-c3fd-490a-98ea-5915d834ec2e tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0831118 Mar 23 10:16:06.643094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55578) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:06.648606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:06.681864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2eed6b7-f62f-4b65-867b-a5185157a483 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Router ea517836-1581-42c2-892f-c40dc8c0a52a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:06.743032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Deleting port c9b51b38-83da-40a7-8a74-62537ecb6216 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:06.743374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.043427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b51b38-83da-40a7-8a74-62537ecb6216 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:07.075358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.075938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.119263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c9b51b38-83da-40a7-8a74-62537ecb6216 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:07.119764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.226615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87859) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 23 10:16:07.226946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Router bb678f24-a031-434c-9987-87d415cbba66 migrating from provider to provider. {{(pid=87859) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 23 10:16:07.227241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.236695 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-3161ea61-7503-4228-9394-e7768d79b2e0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2791662 Mar 23 10:16:07.237820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.249006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.308793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.363916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Allocated IP 172.20.0.8 (9ea22353-8dc0-4388-b0e4-bac17d091225/e57b11e8-5ea3-4136-8e75-5f9881bb7ee2/7f634e1b-2de4-4511-8236-65f70734317e) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:07.366078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-683788f5-b852-4299-a7b3-93b7b0aa349c tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.409259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b069931-2ec3-428f-8649-7fe931bf7b72 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:07.410496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.428627 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] Sync routers for ids ['5dea9c5b-7946-4ed5-b547-3de069a34968'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:07.442573 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] Routers {'5dea9c5b-7946-4ed5-b547-3de069a34968'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:07.443440 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5dea9c5b-7946-4ed5-b547-3de069a34968'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:07.561575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683788f5-b852-4299-a7b3-93b7b0aa349c tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b32f00c-24e9-45c2-a6f6-043292747019,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:07.648497 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] Set router 5dea9c5b-7946-4ed5-b547-3de069a34968 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:07.675471 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.scheduler.l3_agent_scheduler [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] No L3 agents can host the router bb678f24-a031-434c-9987-87d415cbba66 Mar 23 10:16:07.731571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2eed6b7-f62f-4b65-867b-a5185157a483 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:07.747052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b2eed6b7-f62f-4b65-867b-a5185157a483 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.759226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] Sync routers for ids ['ea517836-1581-42c2-892f-c40dc8c0a52a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:07.770740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] Routers {'ea517836-1581-42c2-892f-c40dc8c0a52a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:07.771741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ea517836-1581-42c2-892f-c40dc8c0a52a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:07.784043 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b069931-2ec3-428f-8649-7fe931bf7b72 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.857912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.927335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] For port c9b51b38-83da-40a7-8a74-62537ecb6216, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9b51b38-83da-40a7-8a74-62537ecb6216,segment=NetworkSegment(ffe90574-95ba-4f3e-8158-ddaaa32b13e6),segment_id=ffe90574-95ba-4f3e-8158-ddaaa32b13e6)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:07.927693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:07.980156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da6f68-a0cd-4a96-ae39-12d3883794fa req-e714bd7c-0de6-4b37-883a-df638a82808e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:07.981627 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d9da6f68-a0cd-4a96-ae39-12d3883794fa req-e714bd7c-0de6-4b37-883a-df638a82808e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5353916 Mar 23 10:16:07.985154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-93d146fa-9c4b-42b0-8ecb-d1c9c72a4ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:07.986511 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-93d146fa-9c4b-42b0-8ecb-d1c9c72a4ea5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 1098 time: 0.5414071 Mar 23 10:16:07.987750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Hosts for router bb678f24-a031-434c-9987-87d415cbba66: [] {{(pid=87859) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 23 10:16:08.021718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] Set router ea517836-1581-42c2-892f-c40dc8c0a52a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:08.049374 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '19440c2d-3c6f-485d-9bab-e1d2948cf881', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'port_id': '28cc1618-3f6a-46d9-b0f4-892112e19ddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'mac_address': 'fa:16:3e:90:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dd2916-1627-48b1-8b19-9facd93487ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:15:21Z', 'updated_at': '2022-03-23T10:16:02Z', 'revision_number': 1, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c0c160-1f75-4480-9f95-ed9371d08f1d', 'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'mac_address': 'fa:16:3e:70:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:21Z', 'revision_number': 5, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'subnets': [{'id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:08.054268 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] Checking router: 5dea9c5b-7946-4ed5-b547-3de069a34968 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:16:08.064057 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] Routers {'5dea9c5b-7946-4ed5-b547-3de069a34968'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:08.064667 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5dea9c5b-7946-4ed5-b547-3de069a34968'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:08.070837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-683788f5-b852-4299-a7b3-93b7b0aa349c tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.073878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-683788f5-b852-4299-a7b3-93b7b0aa349c tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.075264 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-683788f5-b852-4299-a7b3-93b7b0aa349c tempest-FloatingIPAdminTestJSON-2077423433 tempest-FloatingIPAdminTestJSON-2077423433-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/aaa007dc-5763-4435-9b36-8290e2d05724 HTTP/1.1" status: 204 len: 168 time: 4.0974407 Mar 23 10:16:08.079782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55584) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:08.117852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Hosts for other DVR routers connected to router bb678f24-a031-434c-9987-87d415cbba66: set() {{(pid=87859) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 23 10:16:08.120077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.123546 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-23ecb0db-15fe-4ef3-a06c-7f4f64a3f093 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] 10.222.0.84 "PUT /v2.0/routers/bb678f24-a031-434c-9987-87d415cbba66 HTTP/1.1" status: 200 len: 717 time: 1.4770949 Mar 23 10:16:08.154421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55588) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:08.204372 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d9da6f68-a0cd-4a96-ae39-12d3883794fa req-2d8e7f6f-3fd7-4b42-ae8d-ea3663c2e51c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905785 Mar 23 10:16:08.258037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1378cd67-fff2-4247-823b-518c2397deba tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Deleting port cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:08.258366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1378cd67-fff2-4247-823b-518c2397deba tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.305276 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] Set router 5dea9c5b-7946-4ed5-b547-3de069a34968 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:08.305821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-847022b7-2c5e-43e8-9f7d-1c7b877160cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:08.307507 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-847022b7-2c5e-43e8-9f7d-1c7b877160cd service neutron] 10.222.0.102 "GET /v2.0/networks?id=7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 200 len: 913 time: 0.2811935 Mar 23 10:16:08.309665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Calling delete_port for c9b51b38-83da-40a7-8a74-62537ecb6216 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:08.504537 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-cd68145c-3edd-4f4a-8155-69581bce70fe service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 200 len: 1000 time: 0.1860318 Mar 23 10:16:08.546768 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:16:08.591263 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b2eed6b7-f62f-4b65-867b-a5185157a483 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "PUT /v2.0/floatingips/4352cfba-86b7-4bb1-9db2-0e577f12290e HTTP/1.1" status: 200 len: 991 time: 7.9275801 Mar 23 10:16:08.666253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-3f06780a-de53-44a9-90db-f432416849af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:08.667720 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-3f06780a-de53-44a9-90db-f432416849af service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f222ef94-a80f-48f2-ad52-7a49f266982f HTTP/1.1" status: 200 len: 851 time: 0.1536567 Mar 23 10:16:08.668627 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:13Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '4352cfba-86b7-4bb1-9db2-0e577f12290e', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'port_id': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'mac_address': 'fa:16:3e:e0:36:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966973ce-74ff-4479-a444-f12ddc9e7918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:15:26Z', 'updated_at': '2022-03-23T10:16:03Z', 'revision_number': 1, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5cb81bd-6748-46ba-ad4c-b9df007210f9', 'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'mac_address': 'fa:16:3e:bc:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:10Z', 'updated_at': '2022-03-23T10:15:23Z', 'revision_number': 5, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'subnets': [{'id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:08.673806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966973ce-74ff-4479-a444-f12ddc9e7918', 'tag': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:16:08.674959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] Checking router: ea517836-1581-42c2-892f-c40dc8c0a52a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:16:08.684694 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2b069931-2ec3-428f-8649-7fe931bf7b72 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "PUT /v2.0/floatingips/19440c2d-3c6f-485d-9bab-e1d2948cf881 HTTP/1.1" status: 200 len: 992 time: 8.5006480 Mar 23 10:16:08.688843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] Routers {'ea517836-1581-42c2-892f-c40dc8c0a52a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:08.689729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ea517836-1581-42c2-892f-c40dc8c0a52a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:08.781715 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '19440c2d-3c6f-485d-9bab-e1d2948cf881', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'port_id': '28cc1618-3f6a-46d9-b0f4-892112e19ddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'mac_address': 'fa:16:3e:90:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dd2916-1627-48b1-8b19-9facd93487ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:15:21Z', 'updated_at': '2022-03-23T10:16:02Z', 'revision_number': 1, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c0c160-1f75-4480-9f95-ed9371d08f1d', 'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'mac_address': 'fa:16:3e:70:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:21Z', 'revision_number': 5, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'subnets': [{'id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:08.788950 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13455197-fe8b-4cfe-835d-3ce88c6994a6 None None] The sync data for ids ['5dea9c5b-7946-4ed5-b547-3de069a34968'] in dv-neutron-834652-2-hyperv is: [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '19440c2d-3c6f-485d-9bab-e1d2948cf881', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'port_id': '28cc1618-3f6a-46d9-b0f4-892112e19ddd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'mac_address': 'fa:16:3e:90:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03dd2916-1627-48b1-8b19-9facd93487ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:15:21Z', 'updated_at': '2022-03-23T10:16:02Z', 'revision_number': 1, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c0c160-1f75-4480-9f95-ed9371d08f1d', 'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'mac_address': 'fa:16:3e:70:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:21Z', 'revision_number': 5, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'subnets': [{'id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:08.790080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1378cd67-fff2-4247-823b-518c2397deba tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.926028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] Set router ea517836-1581-42c2-892f-c40dc8c0a52a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:08.939480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.950093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:08.953999 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a53b3bad-ec8d-4108-9188-232b46ad43ec tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] 10.222.0.84 "GET /v2.0/routers/bb678f24-a031-434c-9987-87d415cbba66 HTTP/1.1" status: 200 len: 717 time: 0.6538835 Mar 23 10:16:08.962103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55600) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:08.978279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1378cd67-fff2-4247-823b-518c2397deba tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Calling delete_port for cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:09.038410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.046336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.046827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5c629ff-b516-433e-8f45-cf19ecd83f10 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:09.081064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b05954-a96f-4b0e-9a09-0e5a8ee7456b req-647ebe3d-7545-4542-8565-caaf96096b18 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:09.083150 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-89b05954-a96f-4b0e-9a09-0e5a8ee7456b req-647ebe3d-7545-4542-8565-caaf96096b18 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.4105070 Mar 23 10:16:09.084240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Transition to ACTIVE for port object 7f634e1b-2de4-4511-8236-65f70734317e will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:09.130363 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07bc854-881c-44e6-b9e8-ebc0fd706d9b None None] New status for floating IP 19440c2d-3c6f-485d-9bab-e1d2948cf881: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:16:09.158329 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:16:09.163320 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e0bd6fe8-3fbe-409f-889b-8a5707cf22fe tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.6829565 Mar 23 10:16:09.165675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55606) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:09.171799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-7ec445e7-51d5-4776-b6eb-306d305553a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:09.180919 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-7ec445e7-51d5-4776-b6eb-306d305553a7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7001d3b3-add7-43f8-87f2-8f2d67c06275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5041490 Mar 23 10:16:09.198355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf2d9d-9269-455b-81ce-78355849ecbc req-afe387b3-524a-4721-a744-cda905d9d57c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:09.199836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47bf2d9d-9269-455b-81ce-78355849ecbc req-afe387b3-524a-4721-a744-cda905d9d57c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 946 time: 0.4745784 Mar 23 10:16:09.232295 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-89b05954-a96f-4b0e-9a09-0e5a8ee7456b req-714f9062-bc62-4861-ac06-6d19bfb50688 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381352 Mar 23 10:16:09.298507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed8263-00f8-4310-bd3d-70d9be220dcc tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Deleting port 32933ac2-136e-4b95-a837-4346a1c6932c {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:09.298768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a6ed8263-00f8-4310-bd3d-70d9be220dcc tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.420573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:13Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '4352cfba-86b7-4bb1-9db2-0e577f12290e', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'port_id': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'mac_address': 'fa:16:3e:e0:36:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966973ce-74ff-4479-a444-f12ddc9e7918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:15:26Z', 'updated_at': '2022-03-23T10:16:03Z', 'revision_number': 1, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5cb81bd-6748-46ba-ad4c-b9df007210f9', 'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'mac_address': 'fa:16:3e:bc:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:10Z', 'updated_at': '2022-03-23T10:15:23Z', 'revision_number': 5, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'subnets': [{'id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:09.428762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac0b0a9-7ab0-492b-b81a-7902661f9ee1 None None] The sync data for ids ['ea517836-1581-42c2-892f-c40dc8c0a52a'] in dv-neutron-834652-2-hyperv is: [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:13Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '4352cfba-86b7-4bb1-9db2-0e577f12290e', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'floating_ip_address': '172.26.4.53', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'port_id': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'mac_address': 'fa:16:3e:e0:36:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '966973ce-74ff-4479-a444-f12ddc9e7918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:15:26Z', 'updated_at': '2022-03-23T10:16:03Z', 'revision_number': 1, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5cb81bd-6748-46ba-ad4c-b9df007210f9', 'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'mac_address': 'fa:16:3e:bc:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:10Z', 'updated_at': '2022-03-23T10:15:23Z', 'revision_number': 5, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'subnets': [{'id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:09.434202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.469716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.529748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.606435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Network 9ea22353-8dc0-4388-b0e4-bac17d091225 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:09.622011 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-66449f9b-8cb8-4541-b39c-0498ad042955 tempest-RoutersTestDVR-1114106329 tempest-RoutersTestDVR-1114106329-project] 10.222.0.84 "GET /v2.0/routers/bb678f24-a031-434c-9987-87d415cbba66 HTTP/1.1" status: 200 len: 683 time: 0.6546624 Mar 23 10:16:09.632443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55612) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:09.668387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:09.682410 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9040c2e9-f5d7-44c0-b773-fba8df638727 None None] New status for floating IP 4352cfba-86b7-4bb1-9db2-0e577f12290e: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:16:09.686692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:09.722131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event updated for resources: {'Port': ['ID=7f634e1b-2de4-4511-8236-65f70734317e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:09.842266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe9bd-d778-4068-b149-c844d075b807 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.849021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9b51b38-83da-40a7-8a74-62537ecb6216,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:09.936676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:09.936936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:09.976130 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47bf2d9d-9269-455b-81ce-78355849ecbc req-5b81ff16-b7e0-4f6a-af47-898aef4a31e3 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413915 Mar 23 10:16:10.009265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.037370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-eee4fa2d-2772-4c42-a520-71e93bc3f516 None None] Provisioning for port 7f634e1b-2de4-4511-8236-65f70734317e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:10.043083 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-eee4fa2d-2772-4c42-a520-71e93bc3f516 None None] Provisioning complete for port 7f634e1b-2de4-4511-8236-65f70734317e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:10.043513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eee4fa2d-2772-4c42-a520-71e93bc3f516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.080794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155fe3e-9614-44e1-9f8d-66d75190b65e req-4b9ef3e5-5a9c-4627-8564-bb096b01b09b tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:10.082370 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e155fe3e-9614-44e1-9f8d-66d75190b65e req-4b9ef3e5-5a9c-4627-8564-bb096b01b09b tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 946 time: 0.6625929 Mar 23 10:16:10.118691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-eee4fa2d-2772-4c42-a520-71e93bc3f516 None None] Port 7f634e1b-2de4-4511-8236-65f70734317e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:16:10.179767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1378cd67-fff2-4247-823b-518c2397deba tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.277391 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966973ce-74ff-4479-a444-f12ddc9e7918', 'tag': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8', 'status': 'completed', 'code': 200} Mar 23 10:16:10.283703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe9bd-d778-4068-b149-c844d075b807 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.287193 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-d1d0df1a-1e12-4573-9443-ecc9fb18ce20 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7704475 Mar 23 10:16:10.288429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe9bd-d778-4068-b149-c844d075b807 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.303750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378cd67-fff2-4247-823b-518c2397deba tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event deleted for resources: {'Port': ['ID=cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:10.435993 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fd5c52b2-5e28-40ed-b605-c984f84e7836 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.9802854 Mar 23 10:16:10.454519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55622) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:10.456876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.464798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.477498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:10.505281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:10.523377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a6ed8263-00f8-4310-bd3d-70d9be220dcc tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.531162 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Usage tracker for resource:floatingip and tenant:ffaed02e9383446d8e9e6b00224640b0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:10.541530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:10.547579 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e155fe3e-9614-44e1-9f8d-66d75190b65e req-4263a5a2-4b6a-46a9-a87d-fab251a469e3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672603 Mar 23 10:16:10.585869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe9bd-d778-4068-b149-c844d075b807 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.586272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddfe9bd-d778-4068-b149-c844d075b807 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb678f24-a031-434c-9987-87d415cbba66 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:10.613759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:10.618074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1378cd67-fff2-4247-823b-518c2397deba tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.629775 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bfb1e13-40b0-4206-8583-11c9810fdb98 req-81b7cf66-7132-423a-b787-2cd26170cb44 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273993 Mar 23 10:16:10.633129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ddfe9bd-d778-4068-b149-c844d075b807 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.634095 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0ddfe9bd-d778-4068-b149-c844d075b807 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] 10.222.0.84 "DELETE /v2.0/routers/bb678f24-a031-434c-9987-87d415cbba66 HTTP/1.1" status: 204 len: 168 time: 1.0007250 Mar 23 10:16:10.638347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55630) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:10.643620 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1378cd67-fff2-4247-823b-518c2397deba tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "DELETE /v2.0/ports/cb1c3b5a-ee54-40f4-b3c0-447474d3f6b0 HTTP/1.1" status: 204 len: 168 time: 2.5605004 Mar 23 10:16:10.644931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Request body: {'router': {'name': 'tempest-router-333738215', 'distributed': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:10.650593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55634) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:10.653881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:10.659713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Usage tracker for resource:router and tenant:7182b630085c40a5a13e19d2d494c387 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:10.662685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.662685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 472ee057-1872-4ee8-8bf9-af17b498e38f {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:10.670571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a6ed8263-00f8-4310-bd3d-70d9be220dcc tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Calling delete_port for 32933ac2-136e-4b95-a837-4346a1c6932c owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:10.702356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:10.717123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:10.728392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.729689 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-99aaf5c7-4e82-4381-a637-e84d4d935b00 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "DELETE /v2.0/routers/472ee057-1872-4ee8-8bf9-af17b498e38f HTTP/1.1" status: 204 len: 168 time: 9.5647621 Mar 23 10:16:10.732890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55638) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:10.747352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.786442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-12211213-3196-44d7-8b58-93bc525b25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:10.787955 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-12211213-3196-44d7-8b58-93bc525b25f6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=ceec5603e9824537917759fa8b4cffa7&device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 1099 time: 0.5065420 Mar 23 10:16:10.895382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.896287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.912559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d3cd-ba06-437e-9475-b58541f993cc req-d2d2c895-e335-4701-8af2-cf0390a3f966 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:10.914064 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-86f2d3cd-ba06-437e-9475-b58541f993cc req-d2d2c895-e335-4701-8af2-cf0390a3f966 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.4199178 Mar 23 10:16:10.966837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:10.994334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c57f62-d924-4683-a9e1-7f735077b215 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Deleting subnet 03a4a597-a81a-4065-82eb-d00fabd10891 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:16:11.000913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15c57f62-d924-4683-a9e1-7f735077b215 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.058273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-2adf9ea6-564c-47a2-8863-e54345fb229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:11.060119 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-2adf9ea6-564c-47a2-8863-e54345fb229b service neutron] 10.222.0.102 "GET /v2.0/networks?id=dfe839e7-d9ac-490f-a132-e3ff8c5059c0 HTTP/1.1" status: 200 len: 907 time: 0.2497456 Mar 23 10:16:11.061791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7158fb5b-92d6-454e-bba9-1603422808b2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:11.062498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7158fb5b-92d6-454e-bba9-1603422808b2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Synchronizing usage tracker for tenant:956ea7bdbcde46e6915d46935d586e36 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:11.069082 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-86f2d3cd-ba06-437e-9475-b58541f993cc req-1221f8d3-469d-4159-bcfe-f326ad7fcac3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436548 Mar 23 10:16:11.089833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.104944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7158fb5b-92d6-454e-bba9-1603422808b2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Unset dirty status for tenant:956ea7bdbcde46e6915d46935d586e36 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:11.106521 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7158fb5b-92d6-454e-bba9-1603422808b2 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "GET /v2.0/ports?device_id=cab78bb6-63f4-4933-9d5e-17ed60e05084 HTTP/1.1" status: 200 len: 913 time: 0.4547019 Mar 23 10:16:11.113800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55644) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:11.125584 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a6ed8263-00f8-4310-bd3d-70d9be220dcc tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.186476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15c57f62-d924-4683-a9e1-7f735077b215 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.241960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed8263-00f8-4310-bd3d-70d9be220dcc tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Pushing event deleted for resources: {'Port': ['ID=32933ac2-136e-4b95-a837-4346a1c6932c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:11.248741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.250360 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ff01e1f3-0f2c-4794-af1a-005788037113 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6109889 Mar 23 10:16:11.256053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55650) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:11.279763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b51b38-83da-40a7-8a74-62537ecb6216 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:16:11.321064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: c9b51b38-83da-40a7-8a74-62537ecb6216 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:16:11.321920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b51b38-83da-40a7-8a74-62537ecb6216 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:16:11.343969 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-40c5a663-a38f-4162-93d0-065763555e94 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 HTTP/1.1" status: 200 len: 1001 time: 0.2762241 Mar 23 10:16:11.427023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a6ed8263-00f8-4310-bd3d-70d9be220dcc tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.433834 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.491463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-68783de1-db6b-4f67-b0bc-965fa00f7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:11.493155 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-68783de1-db6b-4f67-b0bc-965fa00f7e26 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=8e585da7-ed72-4380-ab78-dfd58b864173 HTTP/1.1" status: 200 len: 845 time: 0.1403654 Mar 23 10:16:11.494428 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a6ed8263-00f8-4310-bd3d-70d9be220dcc tempest-RoutersAdminNegativeTest-929192898 tempest-RoutersAdminNegativeTest-929192898-project-admin] 10.222.0.84 "DELETE /v2.0/ports/32933ac2-136e-4b95-a837-4346a1c6932c HTTP/1.1" status: 204 len: 168 time: 2.3255146 Mar 23 10:16:11.510895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-445a6c74-db80-4c25-87c7-d365eaa88969 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.567837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15c57f62-d924-4683-a9e1-7f735077b215 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:11.646513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-133177be-f035-409b-abdb-752eb41bee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:11.648019 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-133177be-f035-409b-abdb-752eb41bee8f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=dfe839e7-d9ac-490f-a132-e3ff8c5059c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1469545 Mar 23 10:16:11.751510 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Allocated IP 172.26.4.188 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/8e07a77b-b223-4f53-8166-332faf80360b) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:11.875927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55662) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:12.075683 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-c10aa88e-9700-4486-9332-a4630534f4ad service neutron] 10.222.0.102 "GET /v2.0/networks/dfe839e7-d9ac-490f-a132-e3ff8c5059c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082401 Mar 23 10:16:12.116661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-445a6c74-db80-4c25-87c7-d365eaa88969 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.136386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-445a6c74-db80-4c25-87c7-d365eaa88969 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.146061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15c57f62-d924-4683-a9e1-7f735077b215 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.149517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ad06113-678a-4fd7-a6dd-816da26f1f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.201631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.252393 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8df8cb40-73a9-4421-b927-7cb38e473557 req-f5a73723-af9d-4bc3-a7de-c25a92e45973 service neutron] 10.222.0.102 "GET /v2.0/networks/dfe839e7-d9ac-490f-a132-e3ff8c5059c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685319 Mar 23 10:16:12.269077 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.315532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dd2916-1627-48b1-8b19-9facd93487ac', 'tag': '28cc1618-3f6a-46d9-b0f4-892112e19ddd'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:16:12.343120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:12.343297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c57f62-d924-4683-a9e1-7f735077b215 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=03a4a597-a81a-4065-82eb-d00fabd10891,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:12.345183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6ad06113-678a-4fd7-a6dd-816da26f1f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:12.346140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:12.348261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15c57f62-d924-4683-a9e1-7f735077b215 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.350301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:12.386162 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dd2916-1627-48b1-8b19-9facd93487ac', 'tag': '28cc1618-3f6a-46d9-b0f4-892112e19ddd', 'status': 'completed', 'code': 200} Mar 23 10:16:12.391619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6ad06113-678a-4fd7-a6dd-816da26f1f07 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5fa53cc04d4d93885712b31bbe929e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:12.395099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event updated for resources: {'Port': ['ID=8e07a77b-b223-4f53-8166-332faf80360b,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:12.399529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-445a6c74-db80-4c25-87c7-d365eaa88969 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.400004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445a6c74-db80-4c25-87c7-d365eaa88969 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05352cbe-158a-4b8c-ba11-5f9bededf7f4 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:12.401682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6ad06113-678a-4fd7-a6dd-816da26f1f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:12.415913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c69367-38bb-4015-94ff-33c1f878b6a3 req-0b54b952-bba5-4bff-bf43-6c179f07bbab tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:12.417400 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b6c69367-38bb-4015-94ff-33c1f878b6a3 req-0b54b952-bba5-4bff-bf43-6c179f07bbab tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6587157 Mar 23 10:16:12.424551 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-15c57f62-d924-4683-a9e1-7f735077b215 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "DELETE /v2.0/subnets/03a4a597-a81a-4065-82eb-d00fabd10891 HTTP/1.1" status: 204 len: 168 time: 1.6827407 Mar 23 10:16:12.425174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6ad06113-678a-4fd7-a6dd-816da26f1f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:12.436880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-445a6c74-db80-4c25-87c7-d365eaa88969 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.437973 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-445a6c74-db80-4c25-87c7-d365eaa88969 tempest-RoutersTestDVR-589730435 tempest-RoutersTestDVR-589730435-project-admin] 10.222.0.84 "DELETE /v2.0/routers/05352cbe-158a-4b8c-ba11-5f9bededf7f4 HTTP/1.1" status: 204 len: 168 time: 1.1788344 Mar 23 10:16:12.439541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55670) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:12.544054 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b6c69367-38bb-4015-94ff-33c1f878b6a3 req-ea67b7af-efba-4fb0-94ce-c12677927b16 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100452 Mar 23 10:16:12.585068 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.670696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ad06113-678a-4fd7-a6dd-816da26f1f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.671522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.678730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ad06113-678a-4fd7-a6dd-816da26f1f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.679904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f227-edea-4a5c-b998-af10b50abdbc req-6fba9ea9-e5fc-4c5b-9780-f6384ea0966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:12.681416 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1285f227-edea-4a5c-b998-af10b50abdbc req-6fba9ea9-e5fc-4c5b-9780-f6384ea0966b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=63eed59dc5c14b499d5df02311f1e0e9&device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 1099 time: 0.2783318 Mar 23 10:16:12.739172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55678) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:12.744482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad06113-678a-4fd7-a6dd-816da26f1f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce366b5-b271-4cf7-8ac8-dad2ee53802e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:12.750676 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6ad06113-678a-4fd7-a6dd-816da26f1f07 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e5fa53cc04d4d93885712b31bbe929e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8634632 Mar 23 10:16:12.757363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.770184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55682) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:12.854540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.908742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.945616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-355ac1f4-a74c-4a7a-af71-bc1c41309ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:12.976602 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-355ac1f4-a74c-4a7a-af71-bc1c41309ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:13.017750 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3994e0-ac55-4274-aa34-55d0fd4c6955']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:13.033262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-355ac1f4-a74c-4a7a-af71-bc1c41309ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:94ee2b456b8848398f0a5e3267d836f0 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:13.042824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-355ac1f4-a74c-4a7a-af71-bc1c41309ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:13.056434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe90574-95ba-4f3e-8158-ddaaa32b13e6') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:13.056740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe90574-95ba-4f3e-8158-ddaaa32b13e6') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:13.080398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-355ac1f4-a74c-4a7a-af71-bc1c41309ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:13.095925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.151944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f227-edea-4a5c-b998-af10b50abdbc req-d0b07d0a-8e10-45aa-a68e-bce10b5f4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:13.153444 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1285f227-edea-4a5c-b998-af10b50abdbc req-d0b07d0a-8e10-45aa-a68e-bce10b5f4bfa service neutron] 10.222.0.102 "GET /v2.0/networks?id=33fb841e-65c0-4d4b-a961-a6a5e222cc41 HTTP/1.1" status: 200 len: 913 time: 0.4582801 Mar 23 10:16:13.162060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.167094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a56be55-79cb-401c-97a8-1b66e92673e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.234998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Deleting port 873f99d3-e704-42de-9a1c-028e6933cc4f {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:13.235323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.275616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-355ac1f4-a74c-4a7a-af71-bc1c41309ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.283866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-355ac1f4-a74c-4a7a-af71-bc1c41309ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.295057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:13.295456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:13.308421 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:13.407689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a56be55-79cb-401c-97a8-1b66e92673e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.418173 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-355ac1f4-a74c-4a7a-af71-bc1c41309ee0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=94ee2b456b8848398f0a5e3267d836f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6748848 Mar 23 10:16:13.423409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ac1f4-a74c-4a7a-af71-bc1c41309ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694b3bb5-25c5-47a8-bc79-bbfba8b413fe,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:13.428863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55688) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:13.466279 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1285f227-edea-4a5c-b998-af10b50abdbc req-47ec29ad-0a46-49af-af1b-361ac1a61852 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28cc1618-3f6a-46d9-b0f4-892112e19ddd HTTP/1.1" status: 200 len: 1002 time: 0.3016262 Mar 23 10:16:13.511746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.626447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.632352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f3994e0-ac55-4274-aa34-55d0fd4c6955 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 23 10:16:13.648383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Calling delete_port for 873f99d3-e704-42de-9a1c-028e6933cc4f owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:13.657616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.682882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f3994e0-ac55-4274-aa34-55d0fd4c6955,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:13.686547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-739bdb68-089e-4859-8992-93de3ad4e6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.711497 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d75018f8-d1f0-4c7a-99ce-1c388d947f2a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "DELETE /v2.0/networks/5f3994e0-ac55-4274-aa34-55d0fd4c6955 HTTP/1.1" status: 204 len: 168 time: 1.2662392 Mar 23 10:16:13.746862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-739bdb68-089e-4859-8992-93de3ad4e6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.765911 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f227-edea-4a5c-b998-af10b50abdbc req-6f8850a2-bbd6-4d49-8588-eccc063d60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:13.767633 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1285f227-edea-4a5c-b998-af10b50abdbc req-6f8850a2-bbd6-4d49-8588-eccc063d60dd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=6974af38-e910-44c2-9610-83ce64fa6dee HTTP/1.1" status: 200 len: 851 time: 0.2902935 Mar 23 10:16:13.833683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a56be55-79cb-401c-97a8-1b66e92673e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.844256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.866376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:13.871596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56be55-79cb-401c-97a8-1b66e92673e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce366b5-b271-4cf7-8ac8-dad2ee53802e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:14.007217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-739bdb68-089e-4859-8992-93de3ad4e6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.019628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a56be55-79cb-401c-97a8-1b66e92673e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.020729 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2a56be55-79cb-401c-97a8-1b66e92673e3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8ce366b5-b271-4cf7-8ac8-dad2ee53802e HTTP/1.1" status: 204 len: 168 time: 1.2479157 Mar 23 10:16:14.054983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739bdb68-089e-4859-8992-93de3ad4e6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b3bb5-25c5-47a8-bc79-bbfba8b413fe,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:14.061163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event updated for resources: {'Port': ['ID=8e07a77b-b223-4f53-8166-332faf80360b,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:14.073612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.122918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d60b0-b45f-4795-8409-2ec2cb8dcb62 req-79036874-125f-4fb4-a245-90425b207795 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:14.124349 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-690d60b0-b45f-4795-8409-2ec2cb8dcb62 req-79036874-125f-4fb4-a245-90425b207795 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.4221613 Mar 23 10:16:14.129678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285f227-edea-4a5c-b998-af10b50abdbc req-6a8f12bd-a260-4e43-9be5-72762c4f1c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:14.131574 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1285f227-edea-4a5c-b998-af10b50abdbc req-6a8f12bd-a260-4e43-9be5-72762c4f1c57 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=33fb841e-65c0-4d4b-a961-a6a5e222cc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3472683 Mar 23 10:16:14.134276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.135594 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8123decd-6f53-4ef5-909a-089c6dbc424c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6765838 Mar 23 10:16:14.149562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55702) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:14.174293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55706) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:14.179280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-83a9bd3f-dbc1-42ef-ad2e-03fadec44949 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Request body: {'floatingip': {'port_id': '7f634e1b-2de4-4511-8236-65f70734317e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:14.268913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Request body: {'router': {'name': 'tempest-router--375756231', 'project_id': 'f5c0938cd4c74ae28bd5d653f28adcf1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:14.301630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:14.302394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-739bdb68-089e-4859-8992-93de3ad4e6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.303885 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-739bdb68-089e-4859-8992-93de3ad4e6ad admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/694b3bb5-25c5-47a8-bc79-bbfba8b413fe HTTP/1.1" status: 204 len: 168 time: 0.8742349 Mar 23 10:16:14.326966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.363050 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83a9bd3f-dbc1-42ef-ad2e-03fadec44949 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for floatingip, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.401299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event deleted for resources: {'Port': ['ID=873f99d3-e704-42de-9a1c-028e6933cc4f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:14.424062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Usage tracker for resource:router and tenant:f5c0938cd4c74ae28bd5d653f28adcf1 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:14.442234 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:14.506116 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-690d60b0-b45f-4795-8409-2ec2cb8dcb62 req-6cce603e-2a81-4b83-9199-08c167890f85 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3727741 Mar 23 10:16:14.507107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:14.563208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.564239 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.610549 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1285f227-edea-4a5c-b998-af10b50abdbc req-06676cce-db3e-4bb9-b8c0-a008a1aa10be service neutron] 10.222.0.102 "GET /v2.0/networks/33fb841e-65c0-4d4b-a961-a6a5e222cc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584696 Mar 23 10:16:14.657446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55716) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:14.677285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.760001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.777240 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-83a9bd3f-dbc1-42ef-ad2e-03fadec44949 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] update failed (client error): The resource could not be found. Mar 23 10:16:14.781301 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-83a9bd3f-dbc1-42ef-ad2e-03fadec44949 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "PUT /v2.0/floatingips/3ca3da60-0deb-4ad8-bc00-d925eee2d872 HTTP/1.1" status: 404 len: 507 time: 0.6254628 Mar 23 10:16:14.787193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55720) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:14.873448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.903288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55724) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:14.905776 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-97368030-dcf9-4835-b98d-1e4db439f0bc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b977668010644d289990793357cfc0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471750 Mar 23 10:16:14.916212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:14.917303 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8e860370-1ae4-42ab-b93f-c3f38e15c63d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6778414 Mar 23 10:16:14.919592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55728) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:14.919874 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55730) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:15.075037 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd868cc2-544a-4285-b31a-de94d7b33b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.124562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b05e9813-e674-445d-8e2d-1ae20e86c05e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Deleting port 8e07a77b-b223-4f53-8166-332faf80360b {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:15.124785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b05e9813-e674-445d-8e2d-1ae20e86c05e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.144405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Router cab78bb6-63f4-4933-9d5e-17ed60e05084 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:15.327500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:15.328205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bd868cc2-544a-4285-b31a-de94d7b33b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:15.339085 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a68cb7-d0a1-4a82-b460-c47946abed8d None None] Sync routers for ids ['cab78bb6-63f4-4933-9d5e-17ed60e05084'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:15.344864 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-09adfed5-738f-4030-97ec-1eee446eb36d tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "PUT /v2.0/routers/cab78bb6-63f4-4933-9d5e-17ed60e05084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2301693 Mar 23 10:16:15.348273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55736) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:15.352164 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a68cb7-d0a1-4a82-b460-c47946abed8d None None] Routers {'cab78bb6-63f4-4933-9d5e-17ed60e05084'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:15.352785 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e1a68cb7-d0a1-4a82-b460-c47946abed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['cab78bb6-63f4-4933-9d5e-17ed60e05084'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:15.356688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bd868cc2-544a-4285-b31a-de94d7b33b86 admin admin] Usage tracker for resource:security_group_rule and tenant:7182b630085c40a5a13e19d2d494c387 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:15.365275 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1285f227-edea-4a5c-b998-af10b50abdbc req-34d8e0b0-f105-4f4c-9a5f-39fd46ccf101 service neutron] 10.222.0.102 "GET /v2.0/networks/33fb841e-65c0-4d4b-a961-a6a5e222cc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7340536 Mar 23 10:16:15.367744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bd868cc2-544a-4285-b31a-de94d7b33b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:15.372553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a8d1-ac1b-414d-97ee-23cb5648caab tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.428825 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e1a68cb7-d0a1-4a82-b460-c47946abed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:15.437447 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a68cb7-d0a1-4a82-b460-c47946abed8d None None] Routers {'cab78bb6-63f4-4933-9d5e-17ed60e05084'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:15.438232 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e1a68cb7-d0a1-4a82-b460-c47946abed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['cab78bb6-63f4-4933-9d5e-17ed60e05084'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:15.447357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bd868cc2-544a-4285-b31a-de94d7b33b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:15.500132 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e1a68cb7-d0a1-4a82-b460-c47946abed8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:15.500770 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a68cb7-d0a1-4a82-b460-c47946abed8d None None] The sync data for ids ['cab78bb6-63f4-4933-9d5e-17ed60e05084'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:15.538968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.688716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab773031-390e-43ac-aa70-e8cd27a7f8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.823174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a8d1-ac1b-414d-97ee-23cb5648caab tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.830220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a8d1-ac1b-414d-97ee-23cb5648caab tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.876555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.877897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab773031-390e-43ac-aa70-e8cd27a7f8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.897997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Deleting port f9038cbf-6634-462a-968c-956a7fd5d965 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:15.898271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.938824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884a59a-b780-4492-8171-9039f8fb597d req-a36a0a1a-d591-4afe-a4ac-e3604a081e94 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:15.940421 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9884a59a-b780-4492-8171-9039f8fb597d req-a36a0a1a-d591-4afe-a4ac-e3604a081e94 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.2629876 Mar 23 10:16:15.940547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a8d1-ac1b-414d-97ee-23cb5648caab tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.941144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab3a8d1-ac1b-414d-97ee-23cb5648caab tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a352eb2c-02b1-461e-a3cf-acea9ce78316 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:15.973326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b05e9813-e674-445d-8e2d-1ae20e86c05e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:15.973651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b05e9813-e674-445d-8e2d-1ae20e86c05e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.063747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd868cc2-544a-4285-b31a-de94d7b33b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.085481 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9884a59a-b780-4492-8171-9039f8fb597d req-9e78e77e-f78c-46d1-a701-f20f29d19a15 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350231 Mar 23 10:16:16.126447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b05e9813-e674-445d-8e2d-1ae20e86c05e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Calling delete_port for 8e07a77b-b223-4f53-8166-332faf80360b owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:16.129295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.156048 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bd868cc2-544a-4285-b31a-de94d7b33b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.188055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1ab3a8d1-ac1b-414d-97ee-23cb5648caab tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.189356 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1ab3a8d1-ac1b-414d-97ee-23cb5648caab tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "DELETE /v2.0/routers/a352eb2c-02b1-461e-a3cf-acea9ce78316 HTTP/1.1" status: 204 len: 168 time: 1.2535779 Mar 23 10:16:16.218201 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab773031-390e-43ac-aa70-e8cd27a7f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.232259 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bd868cc2-544a-4285-b31a-de94d7b33b86 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7182b630085c40a5a13e19d2d494c387&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3229899 Mar 23 10:16:16.239462 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55748) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:16.242952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab773031-390e-43ac-aa70-e8cd27a7f8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.244005 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ab773031-390e-43ac-aa70-e8cd27a7f8b2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e2d9dbb1-2fbb-4f99-981c-28e94623d887 HTTP/1.1" status: 204 len: 168 time: 1.3097718 Mar 23 10:16:16.248746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd868cc2-544a-4285-b31a-de94d7b33b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e96a84-fc78-48ce-b96c-7cc9f103cefa,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:16.255646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Calling delete_port for f9038cbf-6634-462a-968c-956a7fd5d965 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:16.282877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab773031-390e-43ac-aa70-e8cd27a7f8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d9dbb1-2fbb-4f99-981c-28e94623d887,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:16.377964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de7801b9-e896-4673-a773-749e026e0f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.424996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de7801b9-e896-4673-a773-749e026e0f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.429653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.447807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b05e9813-e674-445d-8e2d-1ae20e86c05e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.489421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event deleted for resources: {'Port': ['ID=f9038cbf-6634-462a-968c-956a7fd5d965,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:16.505944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55754) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:16.531678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e9813-e674-445d-8e2d-1ae20e86c05e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event deleted for resources: {'Port': ['ID=8e07a77b-b223-4f53-8166-332faf80360b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:16.588789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.655065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b05e9813-e674-445d-8e2d-1ae20e86c05e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.681822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b05e9813-e674-445d-8e2d-1ae20e86c05e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.686029 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b05e9813-e674-445d-8e2d-1ae20e86c05e tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "DELETE /v2.0/floatingips/3ca3da60-0deb-4ad8-bc00-d925eee2d872 HTTP/1.1" status: 204 len: 168 time: 1.8880265 Mar 23 10:16:16.686029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de7801b9-e896-4673-a773-749e026e0f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.686550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de7801b9-e896-4673-a773-749e026e0f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.689940 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-de7801b9-e896-4673-a773-749e026e0f72 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f4e96a84-fc78-48ce-b96c-7cc9f103cefa HTTP/1.1" status: 204 len: 168 time: 0.4486825 Mar 23 10:16:16.690881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55762) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:16.705075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8d1ad828-81f4-49b2-8411-ad9a15455312 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Request body: {'floatingip': {'floating_network_id': '9ea22353-8dc0-4388-b0e4-bac17d091225', 'port_id': '7f634e1b-2de4-4511-8236-65f70734317e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:16.714708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8d1ad828-81f4-49b2-8411-ad9a15455312 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:16.717088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7801b9-e896-4673-a773-749e026e0f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e96a84-fc78-48ce-b96c-7cc9f103cefa,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:16.720637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8d1ad828-81f4-49b2-8411-ad9a15455312 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Usage tracker for resource:floatingip and tenant:ffaed02e9383446d8e9e6b00224640b0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:16.724262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8d1ad828-81f4-49b2-8411-ad9a15455312 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:16.744402 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8d1ad828-81f4-49b2-8411-ad9a15455312 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:16.756738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad828-81f4-49b2-8411-ad9a15455312 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.811489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-394741166', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:16.811880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.814449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.820681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:16.826519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Usage tracker for resource:router and tenant:c4baad2cafbc4340944657189026ff50 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:16.830883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:16.842305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.842892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Fanout notify agent at l3_agent the message router_deleted on router cab78bb6-63f4-4933-9d5e-17ed60e05084 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:16.859898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.861158 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-381b6436-5c75-422d-8b64-f7e2cf1f4ff6 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "DELETE /v2.0/routers/cab78bb6-63f4-4933-9d5e-17ed60e05084 HTTP/1.1" status: 204 len: 168 time: 1.5118501 Mar 23 10:16:16.864044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55770) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:16.893147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:16.924400 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.925661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.942275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:16.951667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c138ccbd-e9ce-48e3-8ae2-cda7956974bc tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Deleting subnet 453eee56-0430-4fca-9d3b-d40182b7e982 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:16:16.955165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c138ccbd-e9ce-48e3-8ae2-cda7956974bc tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.017778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c138ccbd-e9ce-48e3-8ae2-cda7956974bc tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.120502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c138ccbd-e9ce-48e3-8ae2-cda7956974bc tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.215346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c138ccbd-e9ce-48e3-8ae2-cda7956974bc tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.266033 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138ccbd-e9ce-48e3-8ae2-cda7956974bc tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event deleted for resources: {'Subnet': ['ID=453eee56-0430-4fca-9d3b-d40182b7e982,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:17.273151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c138ccbd-e9ce-48e3-8ae2-cda7956974bc tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.279712 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c138ccbd-e9ce-48e3-8ae2-cda7956974bc tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "DELETE /v2.0/subnets/453eee56-0430-4fca-9d3b-d40182b7e982 HTTP/1.1" status: 204 len: 168 time: 0.4128251 Mar 23 10:16:17.282211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55790) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:17.282983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b599aac-d2f0-4827-95ec-0ef64df13522 None None] Network 93b2b081-2759-48ef-b81e-49686db0441f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:17.409720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.421785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Deleting port f1091aad-a7f1-46af-8834-67fbb38f5b75 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:17.422380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.441889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.528210 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-8d1ad828-81f4-49b2-8411-ad9a15455312 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:16:17.529301 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8d1ad828-81f4-49b2-8411-ad9a15455312 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8309486 Mar 23 10:16:17.536076 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55802) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:17.624983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '7f634e1b-2de4-4511-8236-65f70734317e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:17.654183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:17.671585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a18c6-e04a-4c56-9c78-354305a04b3b req-37e887d3-fa76-4d4f-a62f-26d272feb509 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:17.673265 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de3a18c6-e04a-4c56-9c78-354305a04b3b req-37e887d3-fa76-4d4f-a62f-26d272feb509 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3756778 Mar 23 10:16:17.676529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Usage tracker for resource:floatingip and tenant:ffaed02e9383446d8e9e6b00224640b0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:17.695600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:17.712116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] DHCP port deletion for 93b2b081-2759-48ef-b81e-49686db0441f request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:16:17.712729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:17.718509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] Deleting port f1091aad-a7f1-46af-8834-67fbb38f5b75 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:17.719255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.751588 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de3a18c6-e04a-4c56-9c78-354305a04b3b req-38468936-fcb4-4f17-b13f-fece4b63c34a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718913 Mar 23 10:16:17.754300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:17.866475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55814) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:17.897836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] For port f1091aad-a7f1-46af-8834-67fbb38f5b75, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f1091aad-a7f1-46af-8834-67fbb38f5b75,segment=NetworkSegment(c22ce5aa-9580-4d14-8b4e-d8757593ace6),segment_id=c22ce5aa-9580-4d14-8b4e-d8757593ace6)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:17.898280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.052445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Calling delete_port for f1091aad-a7f1-46af-8834-67fbb38f5b75 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:18.089667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.120967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] For port f1091aad-a7f1-46af-8834-67fbb38f5b75, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f1091aad-a7f1-46af-8834-67fbb38f5b75,segment=NetworkSegment(c22ce5aa-9580-4d14-8b4e-d8757593ace6),segment_id=c22ce5aa-9580-4d14-8b4e-d8757593ace6)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:18.121966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.126679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.145627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.175636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55822) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:18.217488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event deleted for resources: {'Port': ['ID=f1091aad-a7f1-46af-8834-67fbb38f5b75,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:18.220180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] No DVR routers for this DVR port f1091aad-a7f1-46af-8834-67fbb38f5b75 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:16:18.226993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1779054793'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:18.257680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:18.268249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:network and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:18.278300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] Calling delete_port for f1091aad-a7f1-46af-8834-67fbb38f5b75 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:18.279617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1090587829'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:18.286671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:18.298001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:18.306826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:18.312917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:network and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:18.320179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:18.333489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:18.343681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Allocated IP 172.26.4.107 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/846aeb02-abb1-41be-9839-ba5785d7ebfc) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:18.346547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.361555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:18.362113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:18.375232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.383065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Made reservation on behalf of 9c5b5415ce7046569634f6c2538cabe8 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:18.386500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.402545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.423956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:18.428041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.429447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b2b081-2759-48ef-b81e-49686db0441f']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:18.436997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:18.443813 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:security_group_rule and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:18.447125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22ce5aa-9580-4d14-8b4e-d8757593ace6') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:18.447420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22ce5aa-9580-4d14-8b4e-d8757593ace6') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:18.453601 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:18.462419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.462585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:18.465257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.495868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.505490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:18.505872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:18.519957 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:18.553375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:18.560663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:security_group_rule and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:18.564879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:18.572855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:18.618422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.631433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.644444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.652962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event deleted for resources: {'Network': ['ID=93b2b081-2759-48ef-b81e-49686db0441f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:18.680301 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0fde79f2-d7de-47af-9443-c8f3168dff99 tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "DELETE /v2.0/networks/93b2b081-2759-48ef-b81e-49686db0441f HTTP/1.1" status: 204 len: 168 time: 1.3958151 Mar 23 10:16:18.687290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55828) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:18.752955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.754426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.756077 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.762430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.802203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.862833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:18.863407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] Deleting port f1091aad-a7f1-46af-8834-67fbb38f5b75 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:18.863918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.865104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:18.882873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:18.884942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140fbacb-74d9-4ca8-a0c9-307038292d12,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:18.888104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-38988484-ec1a-4b87-b44c-e1b7cebb69aa tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Deleting port 298dec1f-4d68-42bb-9c2d-f9e195baa261 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:18.888281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38988484-ec1a-4b87-b44c-e1b7cebb69aa tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.893680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:18.896792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:18.974700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c3249ea9-8e97-47e5-b2a3-7addf66c615f None None] The port 'f1091aad-a7f1-46af-8834-67fbb38f5b75' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:16:18.982049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:18.982397 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Added segment fb947422-6758-4e9d-8984-1fd524043661 of type vlan for network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e Mar 23 10:16:19.058845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.077435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f1091aad-a7f1-46af-8834-67fbb38f5b75 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:16:19.089925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Pushing event updated for resources: {'Port': ['ID=846aeb02-abb1-41be-9839-ba5785d7ebfc,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:19.107496 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Allocated IP 172.26.4.144 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/3ecbe627-d0a4-4875-a10f-d7350ece5d46) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:19.107496 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.107496 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Added segment c2968573-b02f-4172-beeb-561fce1cad33 of type vlan for network 43cbc0ba-b720-418f-88ab-90b62180e9a8 Mar 23 10:16:19.107496 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab3943-83f2-40c6-bcf0-a682870b1761,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:19.130606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: f1091aad-a7f1-46af-8834-67fbb38f5b75 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:16:19.131298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f1091aad-a7f1-46af-8834-67fbb38f5b75 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:16:19.188591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63297c3-4ac4-439a-9c2c-0277a4b7fa52 req-903cfb4a-982f-4405-8eac-81e8fc84956e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:19.190116 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e63297c3-4ac4-439a-9c2c-0277a4b7fa52 req-903cfb4a-982f-4405-8eac-81e8fc84956e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.2634587 Mar 23 10:16:19.194215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.199524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:19.200097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.226432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38988484-ec1a-4b87-b44c-e1b7cebb69aa tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.226755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38988484-ec1a-4b87-b44c-e1b7cebb69aa tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.241691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.472323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.477680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:19.478252 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.488271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-38988484-ec1a-4b87-b44c-e1b7cebb69aa tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Calling delete_port for 298dec1f-4d68-42bb-9c2d-f9e195baa261 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:19.582858 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7152510 Mar 23 10:16:19.593792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55834) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:19.608246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'subnet': {'network_id': '17e9c919-06f6-472d-8d31-1ad0b0f6a93e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:19.614959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.622528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccf626-fe63-4dca-8220-0bef121ee689 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Network': ['ID=17e9c919-06f6-472d-8d31-1ad0b0f6a93e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:19.634844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:19.648620 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e63297c3-4ac4-439a-9c2c-0277a4b7fa52 req-4d2ba5df-9523-4e39-95b0-2f0d88fc61f2 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4432995 Mar 23 10:16:19.706223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=43cbc0ba-b720-418f-88ab-90b62180e9a8,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:19.715888 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-66112dce-572e-4b50-b1bc-c28658baed21 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5331151 Mar 23 10:16:19.744461 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 43cbc0ba-b720-418f-88ab-90b62180e9a8 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:19.772411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:19.777277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:subnet and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:19.781063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:19.790123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:19.828075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.879111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Made reservation on behalf of 9c5b5415ce7046569634f6c2538cabe8 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:19.885580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.895897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:19.986969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:19.999015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:20.001765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:20.111173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38988484-ec1a-4b87-b44c-e1b7cebb69aa tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.118684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event updated for resources: {'Port': ['ID=3ecbe627-d0a4-4875-a10f-d7350ece5d46,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:20.173775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38988484-ec1a-4b87-b44c-e1b7cebb69aa tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Pushing event deleted for resources: {'Port': ['ID=298dec1f-4d68-42bb-9c2d-f9e195baa261,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:20.252196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.348655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Subnet': ['ID=0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:20.351843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38988484-ec1a-4b87-b44c-e1b7cebb69aa tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.363310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Checking segment: {'id': 'fb947422-6758-4e9d-8984-1fd524043661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '17e9c919-06f6-472d-8d31-1ad0b0f6a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:20.363768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network hostable DHCP agents. Network: 17e9c919-06f6-472d-8d31-1ad0b0f6a93e, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:20.397954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38988484-ec1a-4b87-b44c-e1b7cebb69aa tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.401715 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-38988484-ec1a-4b87-b44c-e1b7cebb69aa tempest-FloatingIPAdminTestJSON-762062556 tempest-FloatingIPAdminTestJSON-762062556-project] 10.222.0.84 "DELETE /v2.0/floatingips/dbd63836-2c46-4d4c-8052-c7303cd1d821 HTTP/1.1" status: 204 len: 168 time: 1.7110856 Mar 23 10:16:20.412782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:20.425652 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Deleting port 3ecbe627-d0a4-4875-a10f-d7350ece5d46 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:20.425956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.429968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 17e9c919-06f6-472d-8d31-1ad0b0f6a93e) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:20.442276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c33189-1be6-41bf-8718-7158d3abbb10 None None] Network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:20.457516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:20.458113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.506012 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-037c28eb-7402-488b-ae40-52f594c9581c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9086461 Mar 23 10:16:20.506774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55840) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:20.512306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-951866209', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:20.532546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:20.543034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:router and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:20.549137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:20.574330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:20.590437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.591813 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.617317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.762687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b313d32-e26b-4caf-b97e-0b185311b69a None None] Network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:20.815699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.816072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:20.962421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55848) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:20.985435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Calling delete_port for 3ecbe627-d0a4-4875-a10f-d7350ece5d46 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:21.134832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.207034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.227632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.232956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event deleted for resources: {'Port': ['ID=3ecbe627-d0a4-4875-a10f-d7350ece5d46,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:21.248548 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-49e4dc9b-1085-479a-9c34-8ffe1315f6eb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=956ea7bdbcde46e6915d46935d586e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847366 Mar 23 10:16:21.258020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55854) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:21.382404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-20fbc3fd-3f59-4a9a-8e1f-c8e0aa86fca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.420415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-20fbc3fd-3f59-4a9a-8e1f-c8e0aa86fca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.563254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041f67d-d5f6-40c1-a883-4c8b7aa3b43f req-db87a5ec-3e4b-4b2e-ac0e-2e34f0115750 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:21.565196 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4041f67d-d5f6-40c1-a883-4c8b7aa3b43f req-db87a5ec-3e4b-4b2e-ac0e-2e34f0115750 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.4454393 Mar 23 10:16:21.598601 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] create failed (client error): The resource could not be found. Mar 23 10:16:21.601646 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-114de2cd-116a-470d-b692-3cb13941493d tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0636508 Mar 23 10:16:21.608972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55858) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:21.664059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Router 56969d6d-98de-49f1-82de-e736d442b14e is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:16:21.686278 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4041f67d-d5f6-40c1-a883-4c8b7aa3b43f req-682d694f-8a4a-4d92-9a76-8e852f179bb0 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117766 Mar 23 10:16:21.711224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-20fbc3fd-3f59-4a9a-8e1f-c8e0aa86fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.760071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.777992 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-48cb2eca-50bb-423f-a279-1520103b406c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Deleting port 7f634e1b-2de4-4511-8236-65f70734317e {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:21.778337 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-48cb2eca-50bb-423f-a279-1520103b406c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.785247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbc3fd-3f59-4a9a-8e1f-c8e0aa86fca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd986de-f96a-42c9-9fa3-a0d6b8472377,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:21.795781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.935204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-20fbc3fd-3f59-4a9a-8e1f-c8e0aa86fca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:21.936238 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-20fbc3fd-3f59-4a9a-8e1f-c8e0aa86fca7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5dd986de-f96a-42c9-9fa3-a0d6b8472377 HTTP/1.1" status: 204 len: 168 time: 0.6772261 Mar 23 10:16:21.963056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.26.4.122 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/7270c013-dcc3-4e6e-9c91-0d90f8b836ff) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:22.016835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:22.029024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f11c9c-76be-4c77-a1d4-c383e2342d6b None None] Sync routers for ids ['56969d6d-98de-49f1-82de-e736d442b14e'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:22.041194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f11c9c-76be-4c77-a1d4-c383e2342d6b None None] Routers {'56969d6d-98de-49f1-82de-e736d442b14e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:22.042207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b0f11c9c-76be-4c77-a1d4-c383e2342d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['56969d6d-98de-49f1-82de-e736d442b14e'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:22.054589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.055820 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bee93ded-52a4-4f58-b21c-6f7f371b7617 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5350244 Mar 23 10:16:22.064160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55864) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:22.131288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b0f11c9c-76be-4c77-a1d4-c383e2342d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:22.141360 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f11c9c-76be-4c77-a1d4-c383e2342d6b None None] Routers {'56969d6d-98de-49f1-82de-e736d442b14e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:22.143352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b0f11c9c-76be-4c77-a1d4-c383e2342d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['56969d6d-98de-49f1-82de-e736d442b14e'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:22.168105 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.222577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.408224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b0f11c9c-76be-4c77-a1d4-c383e2342d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:22.408224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f11c9c-76be-4c77-a1d4-c383e2342d6b None None] The sync data for ids ['56969d6d-98de-49f1-82de-e736d442b14e'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:22.410729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:22.413562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55870) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:22.415089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:22.417303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=7270c013-dcc3-4e6e-9c91-0d90f8b836ff,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:22.427794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:22.465666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-48cb2eca-50bb-423f-a279-1520103b406c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.475648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4de2b0ac-1369-4a56-8ba5-5f20757c19d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.499702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4de2b0ac-1369-4a56-8ba5-5f20757c19d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:22.506931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4de2b0ac-1369-4a56-8ba5-5f20757c19d1 admin admin] Usage tracker for resource:security_group_rule and tenant:6cd7514b07c341dcb50aa2dc051803a4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:22.511030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4de2b0ac-1369-4a56-8ba5-5f20757c19d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:22.568130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4de2b0ac-1369-4a56-8ba5-5f20757c19d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:22.603374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-48cb2eca-50bb-423f-a279-1520103b406c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Calling delete_port for 7f634e1b-2de4-4511-8236-65f70734317e owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:22.645630 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-052cc52e-8adc-4372-8bb6-488fbd2befe6 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/routers/56969d6d-98de-49f1-82de-e736d442b14e HTTP/1.1" status: 200 len: 920 time: 0.5804870 Mar 23 10:16:22.651588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55876) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:22.712465 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fc0a7861-f893-47eb-a9f4-344dddf27f93 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=56969d6d-98de-49f1-82de-e736d442b14e HTTP/1.1" status: 200 len: 205 time: 0.0590329 Mar 23 10:16:22.715011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55880) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:22.906142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.938172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4de2b0ac-1369-4a56-8ba5-5f20757c19d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:22.977381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55888) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:22.990107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'network_id': '43cbc0ba-b720-418f-88ab-90b62180e9a8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:22.999860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4de2b0ac-1369-4a56-8ba5-5f20757c19d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.075692 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4de2b0ac-1369-4a56-8ba5-5f20757c19d1 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6cd7514b07c341dcb50aa2dc051803a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6495123 Mar 23 10:16:23.081588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2b0ac-1369-4a56-8ba5-5f20757c19d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc17fae-34f3-4cc0-a689-5445e9b16453,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:23.085808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55892) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:23.094204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.179465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f794fa-b11c-4ba3-8646-0e2dd743737e req-4661e67d-2cb7-4122-8dbf-6eb3ccc65807 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:23.180896 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f8f794fa-b11c-4ba3-8646-0e2dd743737e req-4661e67d-2cb7-4122-8dbf-6eb3ccc65807 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3406856 Mar 23 10:16:23.253830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:23.262019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:subnet and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:23.270237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:23.274267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-48cb2eca-50bb-423f-a279-1520103b406c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.313639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:23.323543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.328092 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f8f794fa-b11c-4ba3-8646-0e2dd743737e req-d9de693b-8c49-46a5-97bd-390b69ee48d8 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366794 Mar 23 10:16:23.339583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2d243e34-3a7b-49bf-a75e-9d1f733ffb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.343280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb2eca-50bb-423f-a279-1520103b406c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event deleted for resources: {'Port': ['ID=7f634e1b-2de4-4511-8236-65f70734317e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:23.383988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Deleting port 846aeb02-abb1-41be-9839-ba5785d7ebfc {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:23.384337 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.423441 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:23.426545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.559889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2d243e34-3a7b-49bf-a75e-9d1f733ffb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.696140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.729964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-48cb2eca-50bb-423f-a279-1520103b406c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.749296 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-48cb2eca-50bb-423f-a279-1520103b406c tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "DELETE /v2.0/ports/7f634e1b-2de4-4511-8236-65f70734317e HTTP/1.1" status: 204 len: 168 time: 2.1345868 Mar 23 10:16:23.750908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2d243e34-3a7b-49bf-a75e-9d1f733ffb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.754215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55896) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:23.815379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d243e34-3a7b-49bf-a75e-9d1f733ffb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc17fae-34f3-4cc0-a689-5445e9b16453,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:23.863060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.914015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2d243e34-3a7b-49bf-a75e-9d1f733ffb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:23.915111 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2d243e34-3a7b-49bf-a75e-9d1f733ffb9c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6bc17fae-34f3-4cc0-a689-5445e9b16453 HTTP/1.1" status: 204 len: 168 time: 0.8277824 Mar 23 10:16:23.976690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab165e6b-5c72-492c-a62c-f67a0c4df853 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:23.977403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ab165e6b-5c72-492c-a62c-f67a0c4df853 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Synchronizing usage tracker for tenant:ffaed02e9383446d8e9e6b00224640b0 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:23.992505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Calling delete_port for 846aeb02-abb1-41be-9839-ba5785d7ebfc owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:24.010127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ab165e6b-5c72-492c-a62c-f67a0c4df853 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Unset dirty status for tenant:ffaed02e9383446d8e9e6b00224640b0 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:24.011326 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ab165e6b-5c72-492c-a62c-f67a0c4df853 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "GET /v2.0/ports?device_id=41fcf098-54d4-4151-8387-bd49b7fd5b09 HTTP/1.1" status: 200 len: 913 time: 0.2461083 Mar 23 10:16:24.012530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:16:24.014346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55902) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:24.172244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.263607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=d8e8f3a1-99eb-4adc-b43a-6001ef466e35,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:24.313783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking segment: {'id': 'c2968573-b02f-4172-beeb-561fce1cad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '43cbc0ba-b720-418f-88ab-90b62180e9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:24.314155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network hostable DHCP agents. Network: 43cbc0ba-b720-418f-88ab-90b62180e9a8, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:24.318650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55908) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:24.342908 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network 43cbc0ba-b720-418f-88ab-90b62180e9a8 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:24.348450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.388044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 43cbc0ba-b720-418f-88ab-90b62180e9a8) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:24.400649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Pushing event deleted for resources: {'Port': ['ID=846aeb02-abb1-41be-9839-ba5785d7ebfc,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:24.401966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ccd12-e3c9-4006-a119-35339cd75353 None None] Network 43cbc0ba-b720-418f-88ab-90b62180e9a8 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:24.405011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:24.406017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.475588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10567ff4-ff2b-4608-b12e-60d38a09fe7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.510353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-10567ff4-ff2b-4608-b12e-60d38a09fe7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:24.524533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-10567ff4-ff2b-4608-b12e-60d38a09fe7f admin admin] Usage tracker for resource:security_group_rule and tenant:d9a41480cb62425eab1abc19569b9cf7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:24.526656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:24.528339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-10567ff4-ff2b-4608-b12e-60d38a09fe7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:24.541862 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75564070-f249-466b-9532-f9130bcc3068 None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:24.548575 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-79993d98-e73c-414b-9816-df157fa4cedf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5697563 Mar 23 10:16:24.550482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-10567ff4-ff2b-4608-b12e-60d38a09fe7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:24.553115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55914) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:24.557201 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75564070-f249-466b-9532-f9130bcc3068 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:24.558479 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-75564070-f249-466b-9532-f9130bcc3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:24.559207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1270440507'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:24.575043 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:24.585602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:network and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:24.591009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:24.593721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.609061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.613680 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-57e3461a-4a89-4e85-9a66-b50a2db9ba9c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1058137 Mar 23 10:16:24.616545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55918) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:24.644806 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-75564070-f249-466b-9532-f9130bcc3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:24.654903 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75564070-f249-466b-9532-f9130bcc3068 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:24.655730 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-75564070-f249-466b-9532-f9130bcc3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:24.696532 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-43cbc0ba-b720-418f-88ab-90b62180e9a8', 'network_id': '43cbc0ba-b720-418f-88ab-90b62180e9a8', 'tenant_id': '7dd923aca8b44c9382a924e1b821c12e', 'fixed_ips': [{'subnet_id': 'd8e8f3a1-99eb-4adc-b43a-6001ef466e35'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:16:24.698590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.698710 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:24.730962 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-75564070-f249-466b-9532-f9130bcc3068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:24.731654 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75564070-f249-466b-9532-f9130bcc3068 None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:24.780343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.784058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.786238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:24.789879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.837777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ef510-3b0b-42f1-a42e-ad3d59d0d12a req-4ab6f043-7735-425f-b095-ff208f40a009 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:24.839243 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-934ef510-3b0b-42f1-a42e-ad3d59d0d12a req-4ab6f043-7735-425f-b095-ff208f40a009 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3801954 Mar 23 10:16:24.868171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.869085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Fanout notify agent at l3_agent the message router_deleted on router 56969d6d-98de-49f1-82de-e736d442b14e {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:24.870386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:24.897520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.897874 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Added segment d8cf1ce5-7796-4d0f-b8b1-77b8d364c842 of type vlan for network 2ef64878-2620-4867-8236-de6fb009312c Mar 23 10:16:24.921494 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-934ef510-3b0b-42f1-a42e-ad3d59d0d12a req-703f3bd3-4938-4e2e-98a4-36b4c5aea3bd tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753012 Mar 23 10:16:24.923793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Allocated IP 2001:db8:0:ffff::2 (43cbc0ba-b720-418f-88ab-90b62180e9a8/d8e8f3a1-99eb-4adc-b43a-6001ef466e35/9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:24.925922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.930209 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0bed349a-2b82-4c1c-a0be-4d34c8b144d8 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/56969d6d-98de-49f1-82de-e736d442b14e HTTP/1.1" status: 204 len: 168 time: 2.2107983 Mar 23 10:16:24.930457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55922) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:24.947145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2097522989', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'enable_snat': False}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:24.953488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:24.965848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:24.971290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Usage tracker for resource:router and tenant:4e98e54b72854bc5a626384ed156e504 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:24.975218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:24.982385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:25.005434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.006335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.020821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.026774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:25.027351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.059465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.148642 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5943983 Mar 23 10:16:25.152038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55926) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:25.155691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4963ac8-fc9a-474b-be0e-9758abdd88a4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=2ef64878-2620-4867-8236-de6fb009312c,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:25.160780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'network_id': '2ef64878-2620-4867-8236-de6fb009312c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:25.162260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10567ff4-ff2b-4608-b12e-60d38a09fe7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.188289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 2ef64878-2620-4867-8236-de6fb009312c details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:25.201822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10567ff4-ff2b-4608-b12e-60d38a09fe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.319223 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.322333 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-10567ff4-ff2b-4608-b12e-60d38a09fe7f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d9a41480cb62425eab1abc19569b9cf7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0030327 Mar 23 10:16:25.328875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55930) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:25.334786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Transition to ACTIVE for port object 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:25.350613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10567ff4-ff2b-4608-b12e-60d38a09fe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1c4e6f-2eba-463c-aead-02a2cf908610,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:25.355529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Transition to ACTIVE for port object 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:25.364227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.432397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Network 43cbc0ba-b720-418f-88ab-90b62180e9a8 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:25.433441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:25.436449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:25.486020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.521254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Pushing event updated for resources: {'Port': ['ID=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:25.541851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Attempting to bind port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:25.542634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Attempting to bind port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c2968573-b02f-4172-beeb-561fce1cad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '43cbc0ba-b720-418f-88ab-90b62180e9a8'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:25.542634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Attempting to bind port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a on network 43cbc0ba-b720-418f-88ab-90b62180e9a8 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:25.547868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:25.548232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Checking segment: {'id': 'c2968573-b02f-4172-beeb-561fce1cad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '43cbc0ba-b720-418f-88ab-90b62180e9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:25.548620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.549177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Bound using segment: {'id': 'c2968573-b02f-4172-beeb-561fce1cad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '43cbc0ba-b720-418f-88ab-90b62180e9a8'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:25.550295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Bound port: 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2968573-b02f-4172-beeb-561fce1cad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '43cbc0ba-b720-418f-88ab-90b62180e9a8'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:25.550670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.621915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.625707 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:25.631812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:subnet and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:25.635532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:25.642892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] For port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:25.646072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] For port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,segment=NetworkSegment(c2968573-b02f-4172-beeb-561fce1cad33),segment_id=c2968573-b02f-4172-beeb-561fce1cad33)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:25.650998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.653313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:25.681018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:25.684229 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.701702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-050555e0-b0fb-4fe4-b690-88afd0c81fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:25.741067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522908b1-6020-4c73-ac4f-e4b83c94607c None None] Pushing event updated for resources: {'Port': ['ID=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:25.862310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-050555e0-b0fb-4fe4-b690-88afd0c81fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.159456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-050555e0-b0fb-4fe4-b690-88afd0c81fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.172099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.224049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050555e0-b0fb-4fe4-b690-88afd0c81fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1c4e6f-2eba-463c-aead-02a2cf908610,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:26.226646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.254295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.255213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-050555e0-b0fb-4fe4-b690-88afd0c81fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.258702 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-050555e0-b0fb-4fe4-b690-88afd0c81fb9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5a1c4e6f-2eba-463c-aead-02a2cf908610 HTTP/1.1" status: 204 len: 168 time: 0.9221373 Mar 23 10:16:26.301352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.308747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=17d5d2a6-6310-437c-b634-f95705089ab2,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:26.354961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking segment: {'id': 'd8cf1ce5-7796-4d0f-b8b1-77b8d364c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ef64878-2620-4867-8236-de6fb009312c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:26.355257 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network hostable DHCP agents. Network: 2ef64878-2620-4867-8236-de6fb009312c, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:26.404824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network 2ef64878-2620-4867-8236-de6fb009312c is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:26.455497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 2ef64878-2620-4867-8236-de6fb009312c) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:26.463666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:26.464261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.466513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d9f751-cee8-4ed4-9850-a06f56c3fb32 None None] Network 2ef64878-2620-4867-8236-de6fb009312c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:26.481270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Deleting port 3af30835-3977-4397-92f0-239ffd7004b8 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:26.481666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.496845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Allocated IP 172.26.4.211 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/a94c1447-ad46-40f6-a036-4bc18ccf4ea4) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:26.517778 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7d400291-aaa4-4d7f-95ec-16dbcba076d9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3614254 Mar 23 10:16:26.519206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55940) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:26.608316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf2042-08a3-4d30-b51f-bdced21ad2b9 req-599fb010-e415-446d-b4e7-50e94af298ad tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:26.615910 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-73cf2042-08a3-4d30-b51f-bdced21ad2b9 req-599fb010-e415-446d-b4e7-50e94af298ad tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5421209 Mar 23 10:16:26.796179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-2ef64878-2620-4867-8236-de6fb009312c', 'network_id': '2ef64878-2620-4867-8236-de6fb009312c', 'tenant_id': '7dd923aca8b44c9382a924e1b821c12e', 'fixed_ips': [{'subnet_id': '17d5d2a6-6310-437c-b634-f95705089ab2'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:16:26.796998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.912607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.962516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:26.991815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.071993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Allocated IP 2001:db8::1 (2ef64878-2620-4867-8236-de6fb009312c/17d5d2a6-6310-437c-b634-f95705089ab2/601d59df-b49e-446b-ac4b-1a164ff39895) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:27.135292 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.159370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcdacfc-7571-47b0-bef4-5f57b58e50dd None None] Network 43cbc0ba-b720-418f-88ab-90b62180e9a8 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:27.194663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.198746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Calling delete_port for 3af30835-3977-4397-92f0-239ffd7004b8 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:27.329926 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:27.402507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:27.407099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:27.408974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event updated for resources: {'Port': ['ID=a94c1447-ad46-40f6-a036-4bc18ccf4ea4,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:27.411169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:27.443619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55960) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:27.453732 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-73cf2042-08a3-4d30-b51f-bdced21ad2b9 req-2225f7d7-817e-4dbe-9ee3-fbe075f4445f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8364453 Mar 23 10:16:27.602068 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1220551943'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:27.606909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.623504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a1095ef2-afbd-4e09-bb0d-6a82e53269ee None None] Provisioning for port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:27.635054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:27.646347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:network and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:27.650631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:27.658765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:27.665349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event deleted for resources: {'Port': ['ID=3af30835-3977-4397-92f0-239ffd7004b8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:27.684514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:27.688532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.702192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.702583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.749932 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Transition to ACTIVE for port object 601d59df-b49e-446b-ac4b-1a164ff39895 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:27.770135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Transition to ACTIVE for port object 601d59df-b49e-446b-ac4b-1a164ff39895 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:27.781213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.786545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:27.801127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:security_group_rule and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:27.808504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:27.820449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:27.873303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Network 2ef64878-2620-4867-8236-de6fb009312c is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:27.881072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Pushing event updated for resources: {'Port': ['ID=601d59df-b49e-446b-ac4b-1a164ff39895,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:27.883332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:27.889867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:27.893123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.895623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:27.903206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:27.903583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:27.934578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.20.0.1 (17e9c919-06f6-472d-8d31-1ad0b0f6a93e/0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a/bf65faf3-5f3e-4cc0-8cbd-2e434c9b0532) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:28.015313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Subnet': ['ID=17d5d2a6-6310-437c-b634-f95705089ab2,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:28.066428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Attempting to bind port 601d59df-b49e-446b-ac4b-1a164ff39895 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:28.066868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Attempting to bind port 601d59df-b49e-446b-ac4b-1a164ff39895 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd8cf1ce5-7796-4d0f-b8b1-77b8d364c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ef64878-2620-4867-8236-de6fb009312c'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:28.067113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Attempting to bind port 601d59df-b49e-446b-ac4b-1a164ff39895 on network 2ef64878-2620-4867-8236-de6fb009312c {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:28.108785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.110490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:28.110861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Checking segment: {'id': 'd8cf1ce5-7796-4d0f-b8b1-77b8d364c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ef64878-2620-4867-8236-de6fb009312c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:28.111251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.112284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Bound using segment: {'id': 'd8cf1ce5-7796-4d0f-b8b1-77b8d364c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ef64878-2620-4867-8236-de6fb009312c'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:28.112284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Bound port: 601d59df-b49e-446b-ac4b-1a164ff39895, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8cf1ce5-7796-4d0f-b8b1-77b8d364c842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '2ef64878-2620-4867-8236-de6fb009312c'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:28.112507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.125415 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.180783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.186155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.243247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,segment=NetworkSegment(c2968573-b02f-4172-beeb-561fce1cad33),segment_id=c2968573-b02f-4172-beeb-561fce1cad33)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:28.247529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] For port 601d59df-b49e-446b-ac4b-1a164ff39895, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:28.251017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] For port 601d59df-b49e-446b-ac4b-1a164ff39895, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=601d59df-b49e-446b-ac4b-1a164ff39895,segment=NetworkSegment(d8cf1ce5-7796-4d0f-b8b1-77b8d364c842),segment_id=d8cf1ce5-7796-4d0f-b8b1-77b8d364c842)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:28.253849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.292438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.338096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef64878-2620-4867-8236-de6fb009312c']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:28.339131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:28.369294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cf1ce5-7796-4d0f-b8b1-77b8d364c842') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:28.370220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cf1ce5-7796-4d0f-b8b1-77b8d364c842') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:28.373964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.405962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.467861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c959089-e599-4b1f-bb58-a7768e224fa7 None None] Pushing event updated for resources: {'Port': ['ID=601d59df-b49e-446b-ac4b-1a164ff39895,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:28.488708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb6b9d-6007-4a6a-b4e5-0168130bf24c None None] Network 2ef64878-2620-4867-8236-de6fb009312c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:28.537309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.566949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:28.567416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.571860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fe7cc1a8-e22b-4db7-929b-81d07968c311 None None] Provisioning complete for port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:28.572506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fe7cc1a8-e22b-4db7-929b-81d07968c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:28.584337 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:28.617613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.635545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Router 41fcf098-54d4-4151-8387-bd49b7fd5b09 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:28.735423 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.779937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.802832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e8ee48-3386-4bbb-b996-e5e78f97e84e None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:16:28.814807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:28.836515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ea742-6e54-4934-8d73-89cb9c186d4b None None] Sync routers for ids ['41fcf098-54d4-4151-8387-bd49b7fd5b09'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:28.850968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:16:28.850968 dv-neutron-834652-2-hyperv neutron-server[87860]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:16:28.850968 dv-neutron-834652-2-hyperv neutron-server[87860]: [parameters: {'id': '2ef64878-2620-4867-8236-de6fb009312c'}] Mar 23 10:16:28.850968 dv-neutron-834652-2-hyperv neutron-server[87860]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:28.851400 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:28.857306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:28.860665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:28.864107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:28.864319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ea742-6e54-4934-8d73-89cb9c186d4b None None] Routers {'41fcf098-54d4-4151-8387-bd49b7fd5b09'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:28.864920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e37ea742-6e54-4934-8d73-89cb9c186d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['41fcf098-54d4-4151-8387-bd49b7fd5b09'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:28.870180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:28.876395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:28.882739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff8e7d6-ae12-4391-80f7-9235dd01bbae,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:28.918173 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b4aebc51-0a0b-4259-bb8c-0d46a8fb270b tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "PUT /v2.0/routers/41fcf098-54d4-4151-8387-bd49b7fd5b09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9028265 Mar 23 10:16:28.922552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=bf65faf3-5f3e-4cc0-8cbd-2e434c9b0532,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:28.926681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55968) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:28.934997 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e37ea742-6e54-4934-8d73-89cb9c186d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:28.971131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ea742-6e54-4934-8d73-89cb9c186d4b None None] Routers {'41fcf098-54d4-4151-8387-bd49b7fd5b09'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:28.971780 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e37ea742-6e54-4934-8d73-89cb9c186d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['41fcf098-54d4-4151-8387-bd49b7fd5b09'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:29.007820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.078344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:29.114538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.114879 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment f9c34c21-4f31-46e0-a64f-dcbf5b4fa188 of type vlan for network a2196851-a0c8-4b67-b28a-4eb54e4b1938 Mar 23 10:16:29.146843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e37ea742-6e54-4934-8d73-89cb9c186d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:29.147596 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ea742-6e54-4934-8d73-89cb9c186d4b None None] The sync data for ids ['41fcf098-54d4-4151-8387-bd49b7fd5b09'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:29.171292 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.180793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e8ee48-3386-4bbb-b996-e5e78f97e84e None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:16:29.186964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46d1091d-7c19-4d9a-9b69-f814c5367983 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.235070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:29.235658 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.281346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571934c-8e0e-4a78-9db3-14071a0660f3 req-25dde928-1b0e-40f3-8389-ce6165d34dfb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:29.282820 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c571934c-8e0e-4a78-9db3-14071a0660f3 req-25dde928-1b0e-40f3-8389-ce6165d34dfb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5608444 Mar 23 10:16:29.329004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.334505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:29.334505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.364981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.482961 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c571934c-8e0e-4a78-9db3-14071a0660f3 req-2f888093-4449-4c7e-8899-9d64d4a0e8f1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803260 Mar 23 10:16:29.499779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port 601d59df-b49e-446b-ac4b-1a164ff39895 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:29.500466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.515040 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46d1091d-7c19-4d9a-9b69-f814c5367983 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.519005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46d1091d-7c19-4d9a-9b69-f814c5367983 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.533075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=a2196851-a0c8-4b67-b28a-4eb54e4b1938,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:29.547512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network a2196851-a0c8-4b67-b28a-4eb54e4b1938 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:29.548215 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-485db9b0-7964-4782-b149-c69ae30d4ce4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1035674 Mar 23 10:16:29.577263 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Router b63ec447-9ec2-4268-906f-e84592a9b2f1 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:16:29.601478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.663468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46d1091d-7c19-4d9a-9b69-f814c5367983 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.663972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d1091d-7c19-4d9a-9b69-f814c5367983 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Fanout notify agent at l3_agent the message router_deleted on router 41fcf098-54d4-4151-8387-bd49b7fd5b09 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:29.682359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46d1091d-7c19-4d9a-9b69-f814c5367983 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:29.685649 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-46d1091d-7c19-4d9a-9b69-f814c5367983 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "DELETE /v2.0/routers/41fcf098-54d4-4151-8387-bd49b7fd5b09 HTTP/1.1" status: 204 len: 168 time: 0.7559919 Mar 23 10:16:29.688506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55976) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:29.732275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55980) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:29.789061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': 'a2196851-a0c8-4b67-b28a-4eb54e4b1938', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:30.014427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1c0887-6f7d-483b-a486-9e23e26055b5 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Deleting subnet e57b11e8-5ea3-4136-8e75-5f9881bb7ee2 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:16:30.063538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0887-6f7d-483b-a486-9e23e26055b5 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.148718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0887-6f7d-483b-a486-9e23e26055b5 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.189043 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:30.210915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:subnet and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:30.230888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:30.245270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:30.248982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:30.251793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port 601d59df-b49e-446b-ac4b-1a164ff39895, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=601d59df-b49e-446b-ac4b-1a164ff39895,segment=NetworkSegment(d8cf1ce5-7796-4d0f-b8b1-77b8d364c842),segment_id=d8cf1ce5-7796-4d0f-b8b1-77b8d364c842)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:30.252147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.260709 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Sync routers for ids ['b63ec447-9ec2-4268-906f-e84592a9b2f1'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:30.286480 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Routers {'b63ec447-9ec2-4268-906f-e84592a9b2f1'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:30.287557 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b63ec447-9ec2-4268-906f-e84592a9b2f1'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:30.349856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0887-6f7d-483b-a486-9e23e26055b5 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.400119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for 601d59df-b49e-446b-ac4b-1a164ff39895 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:30.425598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.434973 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.436751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:30.440738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.475945 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Set router b63ec447-9ec2-4268-906f-e84592a9b2f1 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:30.486664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.487973 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-989034c0-3370-475f-b607-e24c81cbbf21 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.5566688 Mar 23 10:16:30.498216 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55988) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:30.524365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7f8aa-7668-45de-848a-dc7b0c8ca6da req-d4d8ada4-7bed-4243-adb2-70eec9a65946 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:30.531262 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-70b7f8aa-7668-45de-848a-dc7b0c8ca6da req-d4d8ada4-7bed-4243-adb2-70eec9a65946 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5611398 Mar 23 10:16:30.539434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0887-6f7d-483b-a486-9e23e26055b5 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.593331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0887-6f7d-483b-a486-9e23e26055b5 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.600063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558ea552-d666-4aea-a98b-34e6accdcdc9 None None] Network 9ea22353-8dc0-4388-b0e4-bac17d091225 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:30.611868 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4d1c0887-6f7d-483b-a486-9e23e26055b5 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "DELETE /v2.0/subnets/e57b11e8-5ea3-4136-8e75-5f9881bb7ee2 HTTP/1.1" status: 204 len: 168 time: 0.9154172 Mar 23 10:16:30.612921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c0887-6f7d-483b-a486-9e23e26055b5 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event deleted for resources: {'Subnet': ['ID=e57b11e8-5ea3-4136-8e75-5f9881bb7ee2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:30.622317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 55992) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:30.731364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=bf65faf3-5f3e-4cc0-8cbd-2e434c9b0532,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:30.746270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.780059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-adf02d19-9a15-4bec-89eb-0a0ed0f5c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:30.781546 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-adf02d19-9a15-4bec-89eb-0a0ed0f5c890 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 1098 time: 0.7463119 Mar 23 10:16:30.791089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.845630 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ec447-9ec2-4268-906f-e84592a9b2f1', 'name': 'tempest-snat-router-2097522989', 'tenant_id': '4e98e54b72854bc5a626384ed156e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.211'}], 'enable_snat': False}, 'gw_port_id': 'a94c1447-ad46-40f6-a036-4bc18ccf4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:16:25Z', 'updated_at': '2022-03-23T10:16:27Z', 'revision_number': 3, 'project_id': '4e98e54b72854bc5a626384ed156e504', 'gw_port': {'id': 'a94c1447-ad46-40f6-a036-4bc18ccf4ea4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63ec447-9ec2-4268-906f-e84592a9b2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:26Z', 'updated_at': '2022-03-23T10:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:30.850348 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Checking router: b63ec447-9ec2-4268-906f-e84592a9b2f1 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:16:30.850850 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Updating router b63ec447-9ec2-4268-906f-e84592a9b2f1 port a94c1447-ad46-40f6-a036-4bc18ccf4ea4 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:16:30.916484 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.926283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db31bd2b-6266-4c0b-b598-f992cd89e755 None None] DHCP port deletion for 9ea22353-8dc0-4388-b0e4-bac17d091225 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:16:30.931018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db31bd2b-6266-4c0b-b598-f992cd89e755 None None] Deleting port cb39c7ea-3760-44ba-8424-53ff45e767f5 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:30.931497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db31bd2b-6266-4c0b-b598-f992cd89e755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:30.972253 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-70b7f8aa-7668-45de-848a-dc7b0c8ca6da req-eefc014e-3846-47e6-814a-55e28fa5bbed tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4400761 Mar 23 10:16:30.972935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.014885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Deleting port cb39c7ea-3760-44ba-8424-53ff45e767f5 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:31.015593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.092962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:31.097450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cb39c7ea-3760-44ba-8424-53ff45e767f5 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:16:31.135266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:31.140626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No DVR routers for this DVR port 601d59df-b49e-446b-ac4b-1a164ff39895 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:16:31.147102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Port': ['ID=601d59df-b49e-446b-ac4b-1a164ff39895,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:31.259892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-db31bd2b-6266-4c0b-b598-f992cd89e755 None None] For port cb39c7ea-3760-44ba-8424-53ff45e767f5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cb39c7ea-3760-44ba-8424-53ff45e767f5,segment=NetworkSegment(547557f4-f519-4b61-b34c-8a3643c12c6c),segment_id=547557f4-f519-4b61-b34c-8a3643c12c6c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:31.260106 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9eb7a21e-530b-4e2e-aafb-54c8a82bb049 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/routers/b63ec447-9ec2-4268-906f-e84592a9b2f1 HTTP/1.1" status: 200 len: 909 time: 0.7549288 Mar 23 10:16:31.260612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db31bd2b-6266-4c0b-b598-f992cd89e755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.295577 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 55996) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:31.299343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-f576a8bb-5823-458a-a87c-e372efa2ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:31.300836 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-f576a8bb-5823-458a-a87c-e372efa2ac31 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 200 len: 913 time: 0.5015364 Mar 23 10:16:31.310097 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2097522989', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'enable_snat': True}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:31.362534 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.379296 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Transition to ACTIVE for port object a94c1447-ad46-40f6-a036-4bc18ccf4ea4 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:31.387063 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.424968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:31.426226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db31bd2b-6266-4c0b-b598-f992cd89e755 None None] Calling delete_port for cb39c7ea-3760-44ba-8424-53ff45e767f5 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:31.439037 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.457556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Usage tracker for resource:router and tenant:4e98e54b72854bc5a626384ed156e504 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:31.468853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:31.474035 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Pushing event updated for resources: {'Port': ['ID=a94c1447-ad46-40f6-a036-4bc18ccf4ea4,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:31.483449 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.484187 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.484397 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.484727 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.485088 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.485412 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.485789 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.486108 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.486440 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.486757 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.487643 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.487958 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:31.490404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:31.517964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef64878-2620-4867-8236-de6fb009312c']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:31.525821 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Attempting to bind port a94c1447-ad46-40f6-a036-4bc18ccf4ea4 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:31.526335 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Attempting to bind port a94c1447-ad46-40f6-a036-4bc18ccf4ea4 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:31.526816 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Attempting to bind port a94c1447-ad46-40f6-a036-4bc18ccf4ea4 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:31.533615 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:31.534039 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:31.534435 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.534865 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:31.535495 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Bound port: a94c1447-ad46-40f6-a036-4bc18ccf4ea4, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:31.535884 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.553577 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.554595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.559849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8cf1ce5-7796-4d0f-b8b1-77b8d364c842') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:31.560176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8cf1ce5-7796-4d0f-b8b1-77b8d364c842') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:31.578606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:31.591622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] For port cb39c7ea-3760-44ba-8424-53ff45e767f5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cb39c7ea-3760-44ba-8424-53ff45e767f5,segment=NetworkSegment(547557f4-f519-4b61-b34c-8a3643c12c6c),segment_id=547557f4-f519-4b61-b34c-8a3643c12c6c)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:31.591622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.596727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.606262 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-94c08f14-13c2-40a5-b60b-44b7c81afc6d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 200 len: 1000 time: 0.2439625 Mar 23 10:16:31.621075 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.645178 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] For port a94c1447-ad46-40f6-a036-4bc18ccf4ea4, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:31.649560 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] For port a94c1447-ad46-40f6-a036-4bc18ccf4ea4, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a94c1447-ad46-40f6-a036-4bc18ccf4ea4,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:31.655194 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.658452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.697179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db31bd2b-6266-4c0b-b598-f992cd89e755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.698575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.700252 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.738825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:31.739221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:31.744521 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Routers {'b63ec447-9ec2-4268-906f-e84592a9b2f1'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:31.745169 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b63ec447-9ec2-4268-906f-e84592a9b2f1'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:31.754810 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:31.811170 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba2e45-f835-405b-b40b-7b5d3220e387 None None] Pushing event updated for resources: {'Port': ['ID=a94c1447-ad46-40f6-a036-4bc18ccf4ea4,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:31.812451 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31bd2b-6266-4c0b-b598-f992cd89e755 None None] Pushing event deleted for resources: {'Port': ['ID=cb39c7ea-3760-44ba-8424-53ff45e767f5,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:31.816748 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31bd2b-6266-4c0b-b598-f992cd89e755 None None] No DVR routers for this DVR port cb39c7ea-3760-44ba-8424-53ff45e767f5 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:16:31.881233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-da1073df-ee5b-44ad-89e8-6f86b1cab7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:31.882812 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-da1073df-ee5b-44ad-89e8-6f86b1cab7b2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f222ef94-a80f-48f2-ad52-7a49f266982f HTTP/1.1" status: 200 len: 851 time: 0.2679572 Mar 23 10:16:31.890334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=f734ee81-bd75-4145-9bb9-27c2963e2727,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:31.941566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Calling delete_port for cb39c7ea-3760-44ba-8424-53ff45e767f5 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:31.959736 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] Set router b63ec447-9ec2-4268-906f-e84592a9b2f1 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:32.009087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.034425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.040020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': 'f9c34c21-4f31-46e0-a64f-dcbf5b4fa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a2196851-a0c8-4b67-b28a-4eb54e4b1938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:32.040608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: a2196851-a0c8-4b67-b28a-4eb54e4b1938, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:32.107415 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Network': ['ID=2ef64878-2620-4867-8236-de6fb009312c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:32.120744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:32.121330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:32.145417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:32.156706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee1a21-a9fe-4894-9ca4-1aadcdcbed9f None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:32.167511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee1a21-a9fe-4894-9ca4-1aadcdcbed9f None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:32.168397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-bbee1a21-a9fe-4894-9ca4-1aadcdcbed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:32.198855 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-67c17162-f41d-4360-ae5c-200aa4729c50 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/2ef64878-2620-4867-8236-de6fb009312c HTTP/1.1" status: 204 len: 168 time: 5.6788459 Mar 23 10:16:32.203215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56002) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:32.222201 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cd8fc2fd-9df1-4b2e-b040-967597a1da59 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "PUT /v2.0/routers/bcead51e-0d09-470f-9f83-8f6642983d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6034122 Mar 23 10:16:32.228482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56006) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:32.239931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'port': {'network_id': '17e9c919-06f6-472d-8d31-1ad0b0f6a93e', 'name': 'tempest-FloatingIPTestJSON-360098057'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:32.244670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-bbee1a21-a9fe-4894-9ca4-1aadcdcbed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:32.255747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee1a21-a9fe-4894-9ca4-1aadcdcbed9f None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:32.256615 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-bbee1a21-a9fe-4894-9ca4-1aadcdcbed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:32.288523 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b63ec447-9ec2-4268-906f-e84592a9b2f1', 'name': 'tempest-snat-router-2097522989', 'tenant_id': '4e98e54b72854bc5a626384ed156e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.211'}], 'enable_snat': False}, 'gw_port_id': 'a94c1447-ad46-40f6-a036-4bc18ccf4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:16:25Z', 'updated_at': '2022-03-23T10:16:27Z', 'revision_number': 3, 'project_id': '4e98e54b72854bc5a626384ed156e504', 'gw_port': {'id': 'a94c1447-ad46-40f6-a036-4bc18ccf4ea4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63ec447-9ec2-4268-906f-e84592a9b2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:26Z', 'updated_at': '2022-03-23T10:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:32.293780 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b886cb-634f-4e2d-ab61-a462b5d5d989 None None] The sync data for ids ['b63ec447-9ec2-4268-906f-e84592a9b2f1'] in dv-neutron-834652-2-hyperv is: [{'id': 'b63ec447-9ec2-4268-906f-e84592a9b2f1', 'name': 'tempest-snat-router-2097522989', 'tenant_id': '4e98e54b72854bc5a626384ed156e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.211'}], 'enable_snat': False}, 'gw_port_id': 'a94c1447-ad46-40f6-a036-4bc18ccf4ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:16:25Z', 'updated_at': '2022-03-23T10:16:27Z', 'revision_number': 3, 'project_id': '4e98e54b72854bc5a626384ed156e504', 'gw_port': {'id': 'a94c1447-ad46-40f6-a036-4bc18ccf4ea4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b63ec447-9ec2-4268-906f-e84592a9b2f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:26Z', 'updated_at': '2022-03-23T10:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:32.328124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-bbee1a21-a9fe-4894-9ca4-1aadcdcbed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:32.328517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee1a21-a9fe-4894-9ca4-1aadcdcbed9f None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:32.405238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57303ba6-fa4d-4439-b130-9c259c5f2f7b req-edbe69c6-70c9-47cf-ba4c-6cf1682f17eb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:32.406754 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57303ba6-fa4d-4439-b130-9c259c5f2f7b req-edbe69c6-70c9-47cf-ba4c-6cf1682f17eb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.2592130 Mar 23 10:16:32.425697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1083962278'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:32.434579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.437812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network a2196851-a0c8-4b67-b28a-4eb54e4b1938 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:32.442761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:32.453844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:network and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:32.469883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:32.470135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:32.478167 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, a2196851-a0c8-4b67-b28a-4eb54e4b1938) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:32.479950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:32.484649 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57303ba6-fa4d-4439-b130-9c259c5f2f7b req-10badea7-e954-4e91-aae1-150e8ce26a72 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673604 Mar 23 10:16:32.486125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:port and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:32.488689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2fef24-555a-44a7-9e8d-ac25582b53f2 None None] Network a2196851-a0c8-4b67-b28a-4eb54e4b1938 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:32.492532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:32.499826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:32.508188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:32.508795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.513843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Made reservation on behalf of 9c5b5415ce7046569634f6c2538cabe8 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:32.527638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-42852a16-5726-4a10-814a-a5a8efd52fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:32.529157 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-42852a16-5726-4a10-814a-a5a8efd52fea service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7001d3b3-add7-43f8-87f2-8f2d67c06275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6344433 Mar 23 10:16:32.532905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.591632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:32.592138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.608879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] device_id is not set on port 8d381186-1b63-46a5-8e5d-93d7ceecbc14 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:16:32.625989 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8dd92aa7-3622-44b6-95ed-ceac91fd0642 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8591201 Mar 23 10:16:32.629159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56010) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:32.661463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Deleting port cb39c7ea-3760-44ba-8424-53ff45e767f5 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:32.661808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.693891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1346237227'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:32.742684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] The port 'cb39c7ea-3760-44ba-8424-53ff45e767f5' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:16:32.764509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:32.770330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:network and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:32.773434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:32.775099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-a2196851-a0c8-4b67-b28a-4eb54e4b1938', 'network_id': 'a2196851-a0c8-4b67-b28a-4eb54e4b1938', 'tenant_id': '8209ecebb0c44f36b8fcc5edcd07a0b2', 'fixed_ips': [{'subnet_id': 'f734ee81-bd75-4145-9bb9-27c2963e2727'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:16:32.775978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.779634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:32.813926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:32.830780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.875297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:32.946340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:32.954022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:32.954362 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Added segment df46e9a9-3b4a-4465-a90f-bc305a916e3a of type vlan for network 7a23d734-5453-47d1-af69-4b3611c97cda Mar 23 10:16:32.980790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Allocated IP 172.20.255.242 (a2196851-a0c8-4b67-b28a-4eb54e4b1938/f734ee81-bd75-4145-9bb9-27c2963e2727/f8d2ada7-1786-468e-8db5-e7ac00b59e47) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:32.983757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.008506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.008814 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment d585ff83-23a5-4862-8399-f7e7b705eba4 of type vlan for network 26bbb64b-5cf6-43ca-98d4-993ef123a7b7 Mar 23 10:16:33.015614 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-8fad52d7-c9be-4e98-9d5d-c08ca275abef service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763541 Mar 23 10:16:33.042310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea22353-8dc0-4388-b0e4-bac17d091225']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:33.063541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.20.0.6 (17e9c919-06f6-472d-8d31-1ad0b0f6a93e/0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a/8d381186-1b63-46a5-8e5d-93d7ceecbc14) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:33.072061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '547557f4-f519-4b61-b34c-8a3643c12c6c') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:33.072414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '547557f4-f519-4b61-b34c-8a3643c12c6c') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:33.092786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.113563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.132004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:33.132579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.142108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a94c1447-ad46-40f6-a036-4bc18ccf4ea4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:33.244095 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:33.254955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.278074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.301474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port a94c1447-ad46-40f6-a036-4bc18ccf4ea4 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:33.305165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.305634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] Pushing event deleted for resources: {'Network': ['ID=9ea22353-8dc0-4388-b0e4-bac17d091225,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:33.313526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.317238 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c252d03b-c638-4f9e-9a3a-1762163c97b4 tempest-FloatingIPNegativeTestJSON-598898234 tempest-FloatingIPNegativeTestJSON-598898234-project] 10.222.0.84 "DELETE /v2.0/networks/9ea22353-8dc0-4388-b0e4-bac17d091225 HTTP/1.1" status: 204 len: 168 time: 2.6931541 Mar 23 10:16:33.318136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.321020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a94c1447-ad46-40f6-a036-4bc18ccf4ea4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:33.321596 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.362856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Transition to ACTIVE for port object f8d2ada7-1786-468e-8db5-e7ac00b59e47 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:33.379500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.408010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Transition to ACTIVE for port object f8d2ada7-1786-468e-8db5-e7ac00b59e47 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:33.449576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.525380 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.531697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:16:33.544428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.587145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.599461 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.608814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:33.609702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.632436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Network a2196851-a0c8-4b67-b28a-4eb54e4b1938 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:33.640619 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Pushing event updated for resources: {'Port': ['ID=f8d2ada7-1786-468e-8db5-e7ac00b59e47,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:33.655366 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:33.662041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.675212 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:33.680640 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-97ed92f1-919d-41c4-a74a-88094da66e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.693431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=8d381186-1b63-46a5-8e5d-93d7ceecbc14,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:33.708031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:33.709179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:33.711513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:33.763777 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port a94c1447-ad46-40f6-a036-4bc18ccf4ea4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a94c1447-ad46-40f6-a036-4bc18ccf4ea4,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:33.776278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=7a23d734-5453-47d1-af69-4b3611c97cda,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:33.778434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.784841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:33.785633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.811549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d177e461-7de4-4a6c-9cb5-9924bee7ab68 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5820062 Mar 23 10:16:33.814277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56020) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:33.841208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'port': {'network_id': '17e9c919-06f6-472d-8d31-1ad0b0f6a93e', 'name': 'tempest-FloatingIPTestJSON-1714454976'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:33.862569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56024) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:33.863952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 7a23d734-5453-47d1-af69-4b3611c97cda details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:33.884035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Attempting to bind port f8d2ada7-1786-468e-8db5-e7ac00b59e47 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:33.884394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Attempting to bind port f8d2ada7-1786-468e-8db5-e7ac00b59e47 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'f9c34c21-4f31-46e0-a64f-dcbf5b4fa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a2196851-a0c8-4b67-b28a-4eb54e4b1938'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:33.884754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Attempting to bind port f8d2ada7-1786-468e-8db5-e7ac00b59e47 on network a2196851-a0c8-4b67-b28a-4eb54e4b1938 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:33.890793 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d4f2077e-8f0b-4d0c-af05-6aa652072beb req-48e10c9a-5d2a-4b08-8a1c-1c10fa372e4a service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383176 Mar 23 10:16:33.906338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:33.906726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Checking segment: {'id': 'f9c34c21-4f31-46e0-a64f-dcbf5b4fa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a2196851-a0c8-4b67-b28a-4eb54e4b1938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:33.907121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.907505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Bound using segment: {'id': 'f9c34c21-4f31-46e0-a64f-dcbf5b4fa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a2196851-a0c8-4b67-b28a-4eb54e4b1938'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:33.908383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Bound port: f8d2ada7-1786-468e-8db5-e7ac00b59e47, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9c34c21-4f31-46e0-a64f-dcbf5b4fa188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': 'a2196851-a0c8-4b67-b28a-4eb54e4b1938'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:33.908383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.920726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.927328 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:33.927884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:33.934995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=a94c1447-ad46-40f6-a036-4bc18ccf4ea4,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:33.972350 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-634324e1-a842-4c2f-b7ea-6a43fc516795 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7662103 Mar 23 10:16:33.991504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56030) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:34.006184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'network_id': '7a23d734-5453-47d1-af69-4b3611c97cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:34.115630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] For port f8d2ada7-1786-468e-8db5-e7ac00b59e47, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:34.118936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] For port f8d2ada7-1786-468e-8db5-e7ac00b59e47, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f8d2ada7-1786-468e-8db5-e7ac00b59e47,segment=NetworkSegment(f9c34c21-4f31-46e0-a64f-dcbf5b4fa188),segment_id=f9c34c21-4f31-46e0-a64f-dcbf5b4fa188)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:34.126209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.199244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=26bbb64b-5cf6-43ca-98d4-993ef123a7b7,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:34.202868 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ad0c83a5-f761-42a5-8c24-d306b6bde390 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ffaed02e9383446d8e9e6b00224640b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367653 Mar 23 10:16:34.205489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56034) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:34.220549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 26bbb64b-5cf6-43ca-98d4-993ef123a7b7 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:34.222044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:34.225417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Allocated IP 172.26.4.23 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/5acd9ff6-f5f1-44ef-8349-fc6b82430c86) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:34.229983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:port and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:34.235750 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2228f682-fa7c-4216-ad92-04c2b9887a46 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6036947 Mar 23 10:16:34.243384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:34.244675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56038) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:34.258807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': '26bbb64b-5cf6-43ca-98d4-993ef123a7b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:34.263405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:34.298270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Made reservation on behalf of 9c5b5415ce7046569634f6c2538cabe8 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:34.302230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.302629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6e312-89ff-432d-9f56-32a38ab16186 None None] Pushing event updated for resources: {'Port': ['ID=f8d2ada7-1786-468e-8db5-e7ac00b59e47,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:34.307368 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:34.328032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca982b-9167-4ee6-94eb-44ea71c075c3 req-9c956b4c-8fe6-4458-86d0-c58555551019 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:34.335136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c2b27e0-e315-464f-bae9-6650f78ea69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.337000 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4fca982b-9167-4ee6-94eb-44ea71c075c3 req-9c956b4c-8fe6-4458-86d0-c58555551019 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5748177 Mar 23 10:16:34.348926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] device_id is not set on port dabb8f57-6647-4abe-b2e9-7e0586f88647 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:16:34.361361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:subnet and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:34.374917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:34.407152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:34.424136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c2b27e0-e315-464f-bae9-6650f78ea69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.509662 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4fca982b-9167-4ee6-94eb-44ea71c075c3 req-58d4bb7c-7bc2-433e-96e9-248eeb5c025b tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716468 Mar 23 10:16:34.665322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.20.0.12 (17e9c919-06f6-472d-8d31-1ad0b0f6a93e/0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a/dabb8f57-6647-4abe-b2e9-7e0586f88647) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:34.671656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c2b27e0-e315-464f-bae9-6650f78ea69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.696551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b27e0-e315-464f-bae9-6650f78ea69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed0f666-de82-4b70-af9e-4b8b72096972,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:34.733955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c2b27e0-e315-464f-bae9-6650f78ea69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.735117 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2c2b27e0-e315-464f-bae9-6650f78ea69c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eed0f666-de82-4b70-af9e-4b8b72096972 HTTP/1.1" status: 204 len: 168 time: 0.5280678 Mar 23 10:16:34.767719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:34.771306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.823506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:34.880141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:subnet and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:34.890652 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:34.906224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:34.932716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.937715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.946082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:34.949919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:34.979948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.074192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:35.080190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:35.084995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:35.128828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=dabb8f57-6647-4abe-b2e9-7e0586f88647,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:35.180863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.185438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:35.186468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.215524 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-89da35a7-5d4f-4b3d-9cb2-39b593e48421 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3997347 Mar 23 10:16:35.218635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56054) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:35.228845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'dabb8f57-6647-4abe-b2e9-7e0586f88647', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:35.236648 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a94c1447-ad46-40f6-a036-4bc18ccf4ea4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:35.243396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:35.250118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:floatingip and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:35.281924 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:35.297282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:35.309747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:35.316547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.318144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:35.334884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:35.343103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a94c1447-ad46-40f6-a036-4bc18ccf4ea4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:35.343895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.446678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event updated for resources: {'Port': ['ID=5acd9ff6-f5f1-44ef-8349-fc6b82430c86,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:35.493236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.538943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.553809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f8d2ada7-1786-468e-8db5-e7ac00b59e47 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:35.655158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f8d2ada7-1786-468e-8db5-e7ac00b59e47 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:35.674137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a013d74-b6a8-4913-ad7f-f3cb75fb6f75 None None] Network a2196851-a0c8-4b67-b28a-4eb54e4b1938 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:35.791627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.26.4.239 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/e48945bf-7a85-461f-a726-d0cd5461453e) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:35.822436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:35.890257 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56072) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:35.942979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0ded2-e3ae-4e26-a837-69c1a02cda5f req-0dc01b8e-2f76-445d-bf59-506c1a2d9d1f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:35.945602 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-66e0ded2-e3ae-4e26-a837-69c1a02cda5f req-0dc01b8e-2f76-445d-bf59-506c1a2d9d1f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.2260139 Mar 23 10:16:35.948127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking segment: {'id': 'df46e9a9-3b4a-4465-a90f-bc305a916e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7a23d734-5453-47d1-af69-4b3611c97cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:35.948765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network hostable DHCP agents. Network: 7a23d734-5453-47d1-af69-4b3611c97cda, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:35.950416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9e453be7-59c6-4ff1-a0d3-7c915b915df7 None None] Provisioning for port f8d2ada7-1786-468e-8db5-e7ac00b59e47 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:35.953583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=c4735ed3-d84f-4c03-9fc3-d9926370d083,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:35.972519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9e453be7-59c6-4ff1-a0d3-7c915b915df7 None None] Provisioning complete for port f8d2ada7-1786-468e-8db5-e7ac00b59e47 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:35.972895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e453be7-59c6-4ff1-a0d3-7c915b915df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.031702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': 'd585ff83-23a5-4862-8399-f7e7b705eba4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '26bbb64b-5cf6-43ca-98d4-993ef123a7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:36.032339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: 26bbb64b-5cf6-43ca-98d4-993ef123a7b7, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:36.067546 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-66e0ded2-e3ae-4e26-a837-69c1a02cda5f req-b6c2509f-1716-4695-82f6-abc9e4988510 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937707 Mar 23 10:16:36.076799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.112846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.154381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.156490 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network 7a23d734-5453-47d1-af69-4b3611c97cda is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:36.162028 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'networks': [{'name': 'tempest-network--91060951'}, {'name': 'tempest-network--1126057569'}]} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:36.162459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'network': {'name': 'tempest-network--91060951'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:36.163021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'network': {'name': 'tempest-network--1126057569'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:36.177248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=e9922135-29d4-42c6-852d-91bb0e35d4c6,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:36.184748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network 26bbb64b-5cf6-43ca-98d4-993ef123a7b7 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:36.188122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:36.189573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e453be7-59c6-4ff1-a0d3-7c915b915df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.200109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Usage tracker for resource:network and tenant:a3ce4ee95c41465081439d3984051ad8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:36.208479 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:36.213696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 7a23d734-5453-47d1-af69-4b3611c97cda) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:36.220235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 26bbb64b-5cf6-43ca-98d4-993ef123a7b7) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:36.232596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:36.237275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:36.237780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:36.238174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.240928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:36.242341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3955e44-2662-46bc-b0a9-e016a0e2f476 None None] Network 7a23d734-5453-47d1-af69-4b3611c97cda requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:36.254347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:36.255230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.260840 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff540ea-f31e-4d8a-8dd3-5d7d857a3ae3 None None] Network 26bbb64b-5cf6-43ca-98d4-993ef123a7b7 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:36.261138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:36.337104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=e48945bf-7a85-461f-a726-d0cd5461453e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:36.393496 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-75216dfa-24a6-4a4c-b7c9-ddfe1240ab7f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1416361 Mar 23 10:16:36.394397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Made reservation on behalf of a3ce4ee95c41465081439d3984051ad8 for: {'network': 2} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:36.397134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56080) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:36.398989 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.419935 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cface095-98ef-481d-9fa7-f0b3ceb0e505 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4193377 Mar 23 10:16:36.425311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56084) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:36.426134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9e453be7-59c6-4ff1-a0d3-7c915b915df7 None None] For port f8d2ada7-1786-468e-8db5-e7ac00b59e47, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f8d2ada7-1786-468e-8db5-e7ac00b59e47,segment=NetworkSegment(f9c34c21-4f31-46e0-a64f-dcbf5b4fa188),segment_id=f9c34c21-4f31-46e0-a64f-dcbf5b4fa188)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:36.435769 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.442582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e453be7-59c6-4ff1-a0d3-7c915b915df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.449317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.475547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1394849488'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:36.488996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:36.507897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:network and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:36.512399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:36.516706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:36.524546 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Usage tracker for resource:security_group_rule and tenant:a3ce4ee95c41465081439d3984051ad8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:36.528788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:36.538058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:36.570557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:36.579416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44c8d25d-0326-4743-915d-985871954073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.620733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e453be7-59c6-4ff1-a0d3-7c915b915df7 None None] Pushing event updated for resources: {'Port': ['ID=f8d2ada7-1786-468e-8db5-e7ac00b59e47,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:36.692478 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6f350276-e4aa-4f28-a7b9-9ed22f061082 None None] Provisioning complete for port f8d2ada7-1786-468e-8db5-e7ac00b59e47 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:36.692846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f350276-e4aa-4f28-a7b9-9ed22f061082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.778683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:36.782000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.784418 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a55c77-429b-494d-8da3-b7a893dfa3f7 req-6ee5eee2-d29f-4ccd-be90-dc6e4ea741dd tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:36.786917 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-93a55c77-429b-494d-8da3-b7a893dfa3f7 req-6ee5eee2-d29f-4ccd-be90-dc6e4ea741dd tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.4482074 Mar 23 10:16:36.828626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67de558-1c80-4f76-a0b5-f3bf2d6948f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-26bbb64b-5cf6-43ca-98d4-993ef123a7b7', 'network_id': '26bbb64b-5cf6-43ca-98d4-993ef123a7b7', 'tenant_id': '8209ecebb0c44f36b8fcc5edcd07a0b2', 'fixed_ips': [{'subnet_id': 'e9922135-29d4-42c6-852d-91bb0e35d4c6'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:16:36.829533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b67de558-1c80-4f76-a0b5-f3bf2d6948f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.879668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-7a23d734-5453-47d1-af69-4b3611c97cda', 'network_id': '7a23d734-5453-47d1-af69-4b3611c97cda', 'tenant_id': '7dd923aca8b44c9382a924e1b821c12e', 'fixed_ips': [{'subnet_id': 'c4735ed3-d84f-4c03-9fc3-d9926370d083'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:16:36.880751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.907635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.929626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:36.958135 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-93a55c77-429b-494d-8da3-b7a893dfa3f7 req-a73dc5d5-2a50-43e0-a4b8-5fce6b493256 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515846 Mar 23 10:16:36.965300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:36.965642 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Added segment 01190c6c-6688-4ae8-a665-8f86078afcd7 of type vlan for network 2f00edd2-3aef-48ca-9e22-cb1da298a8e2 Mar 23 10:16:37.090531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.095856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.142604 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.169049 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f8d2ada7-1786-468e-8db5-e7ac00b59e47 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:37.201594 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.205576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.215330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.218946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.224701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:37.226546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.340829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=2f00edd2-3aef-48ca-9e22-cb1da298a8e2,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:37.371041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.375538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:37.385489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 2f00edd2-3aef-48ca-9e22-cb1da298a8e2 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:37.390812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93911b51-ee5a-4112-92cd-1bc0b320119a,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:37.420074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.441421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=e9922135-29d4-42c6-852d-91bb0e35d4c6,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:37.445001 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6e6ac685-37e6-4a09-ba37-7c069b2d8959 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0169475 Mar 23 10:16:37.474743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56096) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:37.483675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.484166 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Added segment 476f2b3d-509d-4900-855b-2c6c4c668e0a of type vlan for network 0103a19e-4b22-4706-aae7-4425d41a5b91 Mar 23 10:16:37.488173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'network_id': '2f00edd2-3aef-48ca-9e22-cb1da298a8e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:37.520288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.553796 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.574589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.627064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:37.638749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Router 5f7ee845-c6ab-486d-9e8e-1091ee446097 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:16:37.641943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.642413 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Added segment 6b4649c2-2a85-4c91-a76c-f1d527bbdcbd of type vlan for network 02129265-3b0b-4da9-99fd-4d606ef37e1d Mar 23 10:16:37.652032 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:37.660141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:subnet and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:37.664827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:37.672049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:37.699423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:37.703699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server [None req-b67de558-1c80-4f76-a0b5-f3bf2d6948f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9922135-29d4-42c6-852d-91bb0e35d4c6: This subnet is being modified by another concurrent operation. Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:16:37.704079 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise exception Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9922135-29d4-42c6-852d-91bb0e35d4c6: This subnet is being modified by another concurrent operation. Mar 23 10:16:37.708169 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server Mar 23 10:16:37.744437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccd08c2-5e30-4947-a9e6-cb3bdc69ecd6 None None] Network 26bbb64b-5cf6-43ca-98d4-993ef123a7b7 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:37.814088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.862951 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_backend_mixin [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing IP validity checks on allocation pools {{(pid=87859) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:16:37.864765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_backend_mixin [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87859) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:16:37.928228 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f8d2ada7-1786-468e-8db5-e7ac00b59e47 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:37.928815 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.996345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:37.997080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.002680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:38.004120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Allocated IP 2001:db8::3 (7a23d734-5453-47d1-af69-4b3611c97cda/c4735ed3-d84f-4c03-9fc3-d9926370d083/b69a925b-64b0-44a8-b839-e70e0225b7eb) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:38.007405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:38.008041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.057171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45f6e4-584c-41cd-b2fd-3c69b7a59243 req-01c1c95b-296f-456c-b481-8eacfd602913 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:38.058803 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ce45f6e4-584c-41cd-b2fd-3c69b7a59243 req-01c1c95b-296f-456c-b481-8eacfd602913 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3249216 Mar 23 10:16:38.086942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:38.100142 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Sync routers for ids ['5f7ee845-c6ab-486d-9e8e-1091ee446097'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:38.106179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.110410 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Routers {'5f7ee845-c6ab-486d-9e8e-1091ee446097'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:38.111263 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5f7ee845-c6ab-486d-9e8e-1091ee446097'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:38.165650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bbb64b-5cf6-43ca-98d4-993ef123a7b7']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:38.184933 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2933786 Mar 23 10:16:38.189141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.190401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'Network': ['ID=0103a19e-4b22-4706-aae7-4425d41a5b91,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:38.194299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56106) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:38.213670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 0103a19e-4b22-4706-aae7-4425d41a5b91 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:38.308444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c987ae6-92c1-493b-86f2-705695b1a44f tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'Network': ['ID=02129265-3b0b-4da9-99fd-4d606ef37e1d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:38.331723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 02129265-3b0b-4da9-99fd-4d606ef37e1d details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:38.341778 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.343045 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a2400659-2c4c-41f2-8b2d-c993f1cb397c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.0412893 Mar 23 10:16:38.360061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56110) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:38.386355 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Set router 5f7ee845-c6ab-486d-9e8e-1091ee446097 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:38.424514 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ce45f6e4-584c-41cd-b2fd-3c69b7a59243 req-67af79dd-63c9-43e8-a67e-f4909f5224ac tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3299997 Mar 23 10:16:38.598092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.602912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd585ff83-23a5-4862-8399-f7e7b705eba4') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:38.605319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd585ff83-23a5-4862-8399-f7e7b705eba4') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:38.623450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.640636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.695229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.706965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.732841 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ee845-c6ab-486d-9e8e-1091ee446097', 'name': 'tempest-snat-router-2097522989', 'tenant_id': '4e98e54b72854bc5a626384ed156e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '5acd9ff6-f5f1-44ef-8349-fc6b82430c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:16:31Z', 'updated_at': '2022-03-23T10:16:36Z', 'revision_number': 3, 'project_id': '4e98e54b72854bc5a626384ed156e504', 'gw_port': {'id': '5acd9ff6-f5f1-44ef-8349-fc6b82430c86', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ee845-c6ab-486d-9e8e-1091ee446097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:33Z', 'updated_at': '2022-03-23T10:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:38.738014 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Checking router: 5f7ee845-c6ab-486d-9e8e-1091ee446097 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:16:38.738362 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Updating router 5f7ee845-c6ab-486d-9e8e-1091ee446097 port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:16:38.744377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:38.744770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:38.766806 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:38.795838 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:38.821520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e030ddf-9f55-410d-bf1e-545d5efeeb58 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:38.827152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e030ddf-9f55-410d-bf1e-545d5efeeb58 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:38.833136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e030ddf-9f55-410d-bf1e-545d5efeeb58 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:38.839137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e030ddf-9f55-410d-bf1e-545d5efeeb58 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:38.840017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3e030ddf-9f55-410d-bf1e-545d5efeeb58 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Synchronizing usage tracker for tenant:a3ce4ee95c41465081439d3984051ad8 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:38.883270 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ef6fc3a8-e008-4eed-84d9-cfc12cbf7f94 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/routers/5f7ee845-c6ab-486d-9e8e-1091ee446097 HTTP/1.1" status: 200 len: 907 time: 0.5220115 Mar 23 10:16:38.885953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56116) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:38.949373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3e030ddf-9f55-410d-bf1e-545d5efeeb58 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Unset dirty status for tenant:a3ce4ee95c41465081439d3984051ad8 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:38.950877 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3e030ddf-9f55-410d-bf1e-545d5efeeb58 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7556570 Mar 23 10:16:38.962872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56120) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:39.048462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Transition to ACTIVE for port object b69a925b-64b0-44a8-b839-e70e0225b7eb will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:39.064545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72704d0d-c95f-4b26-a12c-d6561f34066a req-10927574-d4d3-4743-ab27-058a6d60e9be tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:39.071140 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-72704d0d-c95f-4b26-a12c-d6561f34066a req-10927574-d4d3-4743-ab27-058a6d60e9be tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 946 time: 1.0373955 Mar 23 10:16:39.072862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=e48945bf-7a85-461f-a726-d0cd5461453e,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:39.080923 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Transition to ACTIVE for port object b69a925b-64b0-44a8-b839-e70e0225b7eb will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:39.088679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.094126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.131980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.147603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.155691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Network 7a23d734-5453-47d1-af69-4b3611c97cda is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:39.159613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:39.163375 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:39.220379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=26bbb64b-5cf6-43ca-98d4-993ef123a7b7,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:39.223849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7656fe-b85d-487a-b528-84162e77348f req-1a554a1e-776b-478e-bbd8-48f798870d84 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:39.225392 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3b7656fe-b85d-487a-b528-84162e77348f req-1a554a1e-776b-478e-bbd8-48f798870d84 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 946 time: 0.4708719 Mar 23 10:16:39.241591 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.248960 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-54125049-3ef3-4962-a278-aca252accfa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/26bbb64b-5cf6-43ca-98d4-993ef123a7b7 HTTP/1.1" status: 204 len: 168 time: 2.8460913 Mar 23 10:16:39.249270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56124) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:39.261611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1902274029'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:39.270249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.270455 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Attempting to bind port b69a925b-64b0-44a8-b839-e70e0225b7eb on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:39.271114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Attempting to bind port b69a925b-64b0-44a8-b839-e70e0225b7eb by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'df46e9a9-3b4a-4465-a90f-bc305a916e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7a23d734-5453-47d1-af69-4b3611c97cda'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:39.271306 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Attempting to bind port b69a925b-64b0-44a8-b839-e70e0225b7eb on network 7a23d734-5453-47d1-af69-4b3611c97cda {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:39.274843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:39.276634 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Transition to ACTIVE for port object 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:39.287480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.287827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Pushing event updated for resources: {'Port': ['ID=b69a925b-64b0-44a8-b839-e70e0225b7eb,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:39.289313 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.290665 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:39.291156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Checking segment: {'id': 'df46e9a9-3b4a-4465-a90f-bc305a916e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7a23d734-5453-47d1-af69-4b3611c97cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:39.291694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.292196 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Bound using segment: {'id': 'df46e9a9-3b4a-4465-a90f-bc305a916e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7a23d734-5453-47d1-af69-4b3611c97cda'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:39.293069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Bound port: b69a925b-64b0-44a8-b839-e70e0225b7eb, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df46e9a9-3b4a-4465-a90f-bc305a916e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '7a23d734-5453-47d1-af69-4b3611c97cda'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:39.293332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.318603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.320539 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-72704d0d-c95f-4b26-a12c-d6561f34066a req-d120b6e1-562d-4c63-8ad8-525691ca3919 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482908 Mar 23 10:16:39.365779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:network and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:39.369976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:39.377725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:39.419031 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3b7656fe-b85d-487a-b528-84162e77348f req-f8d722dd-1ae4-477b-880d-a8ba888f73a3 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760309 Mar 23 10:16:39.456963 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] For port b69a925b-64b0-44a8-b839-e70e0225b7eb, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:39.460378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] For port b69a925b-64b0-44a8-b839-e70e0225b7eb, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b69a925b-64b0-44a8-b839-e70e0225b7eb,segment=NetworkSegment(df46e9a9-3b4a-4465-a90f-bc305a916e3a),segment_id=df46e9a9-3b4a-4465-a90f-bc305a916e3a)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:39.476959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.480331 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Attempting to bind port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:39.480853 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Attempting to bind port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:39.481696 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Attempting to bind port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:39.496362 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6ab7d-1531-4191-b670-e0e817f18c7b None None] Pushing event updated for resources: {'Port': ['ID=5acd9ff6-f5f1-44ef-8349-fc6b82430c86,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:39.504734 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:39.509529 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:39.513949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=3dd0da6f-8b5f-4aa8-862e-d235d310d3af,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:39.517661 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.518114 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:39.518613 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Bound port: 5acd9ff6-f5f1-44ef-8349-fc6b82430c86, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:39.519045 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.543728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.586343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ba763-e9b7-401a-92e8-1a4373df8998 None None] Pushing event updated for resources: {'Port': ['ID=b69a925b-64b0-44a8-b839-e70e0225b7eb,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:39.612799 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] For port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:39.616581 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] For port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5acd9ff6-f5f1-44ef-8349-fc6b82430c86,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:39.622771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:39.624791 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.626888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.719634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161270f0-3a82-48ac-8911-4933e931d707 req-aadc9ef4-28d1-470b-8a0d-dd9f20e2421b tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:39.722261 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-161270f0-3a82-48ac-8911-4933e931d707 req-aadc9ef4-28d1-470b-8a0d-dd9f20e2421b tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.102 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 946 time: 0.5558767 Mar 23 10:16:39.725068 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.728151 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Routers {'5f7ee845-c6ab-486d-9e8e-1091ee446097'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:39.728843 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5f7ee845-c6ab-486d-9e8e-1091ee446097'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:39.748247 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP 12198f3b-089e-4272-877b-1f43c0e669c9 associated. External IP: 172.26.4.239, port: dabb8f57-6647-4abe-b2e9-7e0586f88647. Mar 23 10:16:39.827321 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6ab7d-1531-4191-b670-e0e817f18c7b None None] Pushing event updated for resources: {'Port': ['ID=5acd9ff6-f5f1-44ef-8349-fc6b82430c86,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:39.833468 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0103a19e-4b22-4706-aae7-4425d41a5b91']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:39.854502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.866689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476f2b3d-509d-4900-855b-2c6c4c668e0a') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:39.866982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476f2b3d-509d-4900-855b-2c6c4c668e0a') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:39.886297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Deleting port 28cc1618-3f6a-46d9-b0f4-892112e19ddd {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:39.886809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.896181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:39.902370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking segment: {'id': '01190c6c-6688-4ae8-a665-8f86078afcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '2f00edd2-3aef-48ca-9e22-cb1da298a8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:39.902846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network hostable DHCP agents. Network: 2f00edd2-3aef-48ca-9e22-cb1da298a8e2, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:39.919555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.936008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Deleting port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:39.936576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.952092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:39.952537 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment c9fff8ae-e83d-4ea3-84c7-3ae23c66deed of type vlan for network b60508b2-11e6-4d9e-953d-93d8bb93bde8 Mar 23 10:16:39.997381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.058610 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] Set router 5f7ee845-c6ab-486d-9e8e-1091ee446097 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:40.070252 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:40.070895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.071067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:40.094164 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:40.122124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network 2f00edd2-3aef-48ca-9e22-cb1da298a8e2 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:40.158845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-081fb516-5034-416d-b22c-876d61c546d6 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:40.159597 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-081fb516-5034-416d-b22c-876d61c546d6 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.102 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 946 time: 0.5411468 Mar 23 10:16:40.207808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 2f00edd2-3aef-48ca-9e22-cb1da298a8e2) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:40.222765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33112c50-0b8b-4684-b19a-6f22db0dd713 None None] Network 2f00edd2-3aef-48ca-9e22-cb1da298a8e2 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:40.234643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.294829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.314347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85169e55-c3d8-43ea-8161-c4790e2779b0 req-f1e518e0-b5cf-4672-8206-52aa5588eacf tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:40.316661 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-85169e55-c3d8-43ea-8161-c4790e2779b0 req-f1e518e0-b5cf-4672-8206-52aa5588eacf tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6967924 Mar 23 10:16:40.328764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:40.329551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.334164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.340833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:40.341605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.481549 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "DELETE /v2.0/networks/0103a19e-4b22-4706-aae7-4425d41a5b91 HTTP/1.1" status: 204 len: 168 time: 1.5157757 Mar 23 10:16:40.491025 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23605f7c-72e7-4587-b3fc-f63e2a6fdb5d tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Network': ['ID=0103a19e-4b22-4706-aae7-4425d41a5b91,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:40.515443 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7ee845-c6ab-486d-9e8e-1091ee446097', 'name': 'tempest-snat-router-2097522989', 'tenant_id': '4e98e54b72854bc5a626384ed156e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '5acd9ff6-f5f1-44ef-8349-fc6b82430c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:16:31Z', 'updated_at': '2022-03-23T10:16:36Z', 'revision_number': 3, 'project_id': '4e98e54b72854bc5a626384ed156e504', 'gw_port': {'id': '5acd9ff6-f5f1-44ef-8349-fc6b82430c86', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ee845-c6ab-486d-9e8e-1091ee446097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:33Z', 'updated_at': '2022-03-23T10:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:40.527747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56132) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:40.532234 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba8e33-7607-44ed-ac79-001905a9f2a4 None None] The sync data for ids ['5f7ee845-c6ab-486d-9e8e-1091ee446097'] in dv-neutron-834652-2-hyperv is: [{'id': '5f7ee845-c6ab-486d-9e8e-1091ee446097', 'name': 'tempest-snat-router-2097522989', 'tenant_id': '4e98e54b72854bc5a626384ed156e504', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.23'}], 'enable_snat': True}, 'gw_port_id': '5acd9ff6-f5f1-44ef-8349-fc6b82430c86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:16:31Z', 'updated_at': '2022-03-23T10:16:36Z', 'revision_number': 3, 'project_id': '4e98e54b72854bc5a626384ed156e504', 'gw_port': {'id': '5acd9ff6-f5f1-44ef-8349-fc6b82430c86', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:db:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7ee845-c6ab-486d-9e8e-1091ee446097', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:16:33Z', 'updated_at': '2022-03-23T10:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:40.537933 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2876468 Mar 23 10:16:40.542786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Deleting port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:40.543263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.576660 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56136) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:40.618958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ba579-f6e4-4647-90f1-137d91673c0e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=b60508b2-11e6-4d9e-953d-93d8bb93bde8,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:40.625262 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0f7e56bb-cbde-4b91-a501-cb8f75ec73b1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1543317 Mar 23 10:16:40.635230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network b60508b2-11e6-4d9e-953d-93d8bb93bde8 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:40.635573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56140) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:40.703726 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-85169e55-c3d8-43ea-8161-c4790e2779b0 req-b06be931-cf39-461e-9b32-b3695ac2c7d3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3541708 Mar 23 10:16:40.823899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] For port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5acd9ff6-f5f1-44ef-8349-fc6b82430c86,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:40.824248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:40.854413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': 'b60508b2-11e6-4d9e-953d-93d8bb93bde8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:40.957637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-2f00edd2-3aef-48ca-9e22-cb1da298a8e2', 'network_id': '2f00edd2-3aef-48ca-9e22-cb1da298a8e2', 'tenant_id': '7dd923aca8b44c9382a924e1b821c12e', 'fixed_ips': [{'subnet_id': '3dd0da6f-8b5f-4aa8-862e-d235d310d3af'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:16:40.963855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.208729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0f0d1a-143a-4deb-9b05-54984354cf74 None None] Network 7a23d734-5453-47d1-af69-4b3611c97cda requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:41.265539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:41.294672 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Calling delete_port for 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:41.395325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-192fb3d1-5438-4fce-83c1-0282935cb9e7 None None] Provisioning for port b69a925b-64b0-44a8-b839-e70e0225b7eb completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:41.402702 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Allocated IP 2001:db8::3 (2f00edd2-3aef-48ca-9e22-cb1da298a8e2/3dd0da6f-8b5f-4aa8-862e-d235d310d3af/2eb4a44f-e04e-44ad-838b-caeca8c68bd2) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:41.456111 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.521360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] For port 28cc1618-3f6a-46d9-b0f4-892112e19ddd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=28cc1618-3f6a-46d9-b0f4-892112e19ddd,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:41.521916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.534141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:41.624169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] For port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:41.624464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.634120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:41.658872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:subnet and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:41.668063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:41.715688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:41.736046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:41.737325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.770951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623dd44-a4bf-4b01-a424-4272a5aab634 req-5475472b-01c5-43a3-8184-8104cd35391b tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:41.778678 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0623dd44-a4bf-4b01-a424-4272a5aab634 req-5475472b-01c5-43a3-8184-8104cd35391b tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 946 time: 1.2054701 Mar 23 10:16:41.872104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:41.876401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.893735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.950522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:41.967246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:42.044656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.066180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02129265-3b0b-4da9-99fd-4d606ef37e1d']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:42.068934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.076845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Transition to ACTIVE for port object 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:42.100515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5acd9ff6-f5f1-44ef-8349-fc6b82430c86,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:42.106094 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.107227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b69a925b-64b0-44a8-b839-e70e0225b7eb up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:42.155132 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0623dd44-a4bf-4b01-a424-4272a5aab634 req-dee40fad-8898-4b3d-9fd5-28721dcbd7c3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721552 Mar 23 10:16:42.185820 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_backend_mixin [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Performing IP validity checks on allocation pools {{(pid=87860) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:16:42.186363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_backend_mixin [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87860) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:16:42.195625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4649c2-2a85-4c91-a76c-f1d527bbdcbd') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:42.195995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4649c2-2a85-4c91-a76c-f1d527bbdcbd') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:42.220692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Transition to ACTIVE for port object 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:42.241420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.269375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e9ff7-a9bf-4f92-a897-c8352412dacf req-47b0cb32-6603-4f27-ab7f-085055c93211 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:42.272587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Network 2f00edd2-3aef-48ca-9e22-cb1da298a8e2 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:42.275928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:42.277665 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2d0e9ff7-a9bf-4f92-a897-c8352412dacf req-47b0cb32-6603-4f27-ab7f-085055c93211 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 946 time: 1.3323236 Mar 23 10:16:42.279963 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port b69a925b-64b0-44a8-b839-e70e0225b7eb completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:42.286042 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:42.295635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b69a925b-64b0-44a8-b839-e70e0225b7eb triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:42.296139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.308805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.309357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.309607 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Floating IP 4352cfba-86b7-4bb1-9db2-0e577f12290e disassociated. External IP: 172.26.4.53, port: 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8. Mar 23 10:16:42.309946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Calling delete_port for 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:42.385964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:42.386598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:42.402837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.439364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.465961 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=5acd9ff6-f5f1-44ef-8349-fc6b82430c86,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:42.473319 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2d0e9ff7-a9bf-4f92-a897-c8352412dacf req-d4ec3ab8-1e4b-4d60-85a3-870cf7ffc79d tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups?id=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940856 Mar 23 10:16:42.481074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.522445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:42.522680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.546999 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Attempting to bind port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:42.547358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Attempting to bind port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '01190c6c-6688-4ae8-a665-8f86078afcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '2f00edd2-3aef-48ca-9e22-cb1da298a8e2'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:42.547803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Attempting to bind port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 on network 2f00edd2-3aef-48ca-9e22-cb1da298a8e2 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:42.574302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:42.575071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Checking segment: {'id': '01190c6c-6688-4ae8-a665-8f86078afcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '2f00edd2-3aef-48ca-9e22-cb1da298a8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:42.575071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.575924 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Bound using segment: {'id': '01190c6c-6688-4ae8-a665-8f86078afcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '2f00edd2-3aef-48ca-9e22-cb1da298a8e2'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:42.577144 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Bound port: 2eb4a44f-e04e-44ad-838b-caeca8c68bd2, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01190c6c-6688-4ae8-a665-8f86078afcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '2f00edd2-3aef-48ca-9e22-cb1da298a8e2'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:42.577144 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.630183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:42.685969 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:42.707232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.708178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.708178 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Floating IP 19440c2d-3c6f-485d-9bab-e1d2948cf881 disassociated. External IP: 172.26.4.233, port: 28cc1618-3f6a-46d9-b0f4-892112e19ddd. Mar 23 10:16:42.708621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Calling delete_port for 28cc1618-3f6a-46d9-b0f4-892112e19ddd owned by compute:nova {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:42.721919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.764701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.770210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fcf10-ca17-401f-94ee-d92035a2201d None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:42.777349 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Pushing event updated for resources: {'Port': ['ID=2eb4a44f-e04e-44ad-838b-caeca8c68bd2,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:42.780973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ecc55b97-2de6-494f-b433-602ee91d1614 None None] Provisioning complete for port b69a925b-64b0-44a8-b839-e70e0225b7eb triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:42.781363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ecc55b97-2de6-494f-b433-602ee91d1614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.795950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.856640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd0da6f-8b5f-4aa8-862e-d235d310d3af,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:42.885398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.886169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Pushing event deleted for resources: {'Port': ['ID=4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:42.890346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Deleting port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:42.890825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.914963 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fcf10-ca17-401f-94ee-d92035a2201d None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:42.915599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-396fcf10-ca17-401f-94ee-d92035a2201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:42.939767 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-624005b9-a0db-4a7c-87de-4ccaaa8e19c6 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.7197814 Mar 23 10:16:42.944465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56146) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:42.947477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:42.951359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e2249a4f-7124-44ff-8b19-a51b9a2a8a4b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:42.987978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.000911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:16:43.028439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dc085-de14-4b97-bd38-ba6f4889dee7 req-8e255246-d9a0-4730-b92e-b658ad9d191c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:43.030181 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f48dc085-de14-4b97-bd38-ba6f4889dee7 req-8e255246-d9a0-4730-b92e-b658ad9d191c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6602798 Mar 23 10:16:43.031253 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Network': ['ID=02129265-3b0b-4da9-99fd-4d606ef37e1d,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:43.045861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] For port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:43.050646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:16:43.050988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:16:43.051463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 28cc1618-3f6a-46d9-b0f4-892112e19ddd no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:16:43.080023 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-67099ba5-1ab9-46c3-ae83-22fece93fcee tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "DELETE /v2.0/networks/02129265-3b0b-4da9-99fd-4d606ef37e1d HTTP/1.1" status: 204 len: 168 time: 2.5510900 Mar 23 10:16:43.081632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56150) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:43.088754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-396fcf10-ca17-401f-94ee-d92035a2201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:43.099908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port b69a925b-64b0-44a8-b839-e70e0225b7eb, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b69a925b-64b0-44a8-b839-e70e0225b7eb,segment=NetworkSegment(df46e9a9-3b4a-4465-a90f-bc305a916e3a),segment_id=df46e9a9-3b4a-4465-a90f-bc305a916e3a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:43.165267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] For port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2eb4a44f-e04e-44ad-838b-caeca8c68bd2,segment=NetworkSegment(01190c6c-6688-4ae8-a665-8f86078afcd7),segment_id=01190c6c-6688-4ae8-a665-8f86078afcd7)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:43.170149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.227580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.232121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.252895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fcf10-ca17-401f-94ee-d92035a2201d None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:43.253568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-396fcf10-ca17-401f-94ee-d92035a2201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:43.322512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2249a4f-7124-44ff-8b19-a51b9a2a8a4b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.353234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-396fcf10-ca17-401f-94ee-d92035a2201d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:43.353752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396fcf10-ca17-401f-94ee-d92035a2201d None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:43.366776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:43.434576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] For port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5acd9ff6-f5f1-44ef-8349-fc6b82430c86,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:43.435155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.551441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.558859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.577938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:43.578731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.584724 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Calling delete_port for 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:43.697889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=b69a925b-64b0-44a8-b839-e70e0225b7eb,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:43.717120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=4d29af5d-7772-4ca6-aedc-32c6de3324fb,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:43.826423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693acd72-fb91-4ab4-8630-81cc08296e8e None None] Pushing event updated for resources: {'Port': ['ID=2eb4a44f-e04e-44ad-838b-caeca8c68bd2,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:43.891268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Router ea517836-1581-42c2-892f-c40dc8c0a52a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:43.894796 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f48dc085-de14-4b97-bd38-ba6f4889dee7 req-f805b269-10f1-469c-91ae-ea42fa254ce3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8357391 Mar 23 10:16:43.910836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f00edd2-3aef-48ca-9e22-cb1da298a8e2']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:43.927844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:43.936846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01190c6c-6688-4ae8-a665-8f86078afcd7') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:43.937276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01190c6c-6688-4ae8-a665-8f86078afcd7') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:44.045396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab32d45-e256-4767-8d1e-08f487771dc7 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:44.051777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab32d45-e256-4767-8d1e-08f487771dc7 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:44.052726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9ab32d45-e256-4767-8d1e-08f487771dc7 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Synchronizing usage tracker for tenant:a3ce4ee95c41465081439d3984051ad8 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:44.055764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Pushing event deleted for resources: {'Port': ['ID=28cc1618-3f6a-46d9-b0f4-892112e19ddd,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:44.066354 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': 'c9fff8ae-e83d-4ea3-84c7-3ae23c66deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b60508b2-11e6-4d9e-953d-93d8bb93bde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:44.067123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: b60508b2-11e6-4d9e-953d-93d8bb93bde8, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:44.122776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.190492 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b2f63f34-477a-4ae4-86a3-cb5fce29b5a8 req-27681b15-1bd5-44cc-9265-3aa09c4bd413 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 210 time: 0.1260405 Mar 23 10:16:44.192443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.241365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9ab32d45-e256-4767-8d1e-08f487771dc7 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Unset dirty status for tenant:a3ce4ee95c41465081439d3984051ad8 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:44.247328 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9ab32d45-e256-4767-8d1e-08f487771dc7 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1234510 Mar 23 10:16:44.248755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56160) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:44.266412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1315703408'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:44.277695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network b60508b2-11e6-4d9e-953d-93d8bb93bde8 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:44.284131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:44.284531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.284853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:44.308864 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:44.372520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:44.374582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, b60508b2-11e6-4d9e-953d-93d8bb93bde8) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:44.380519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2249a4f-7124-44ff-8b19-a51b9a2a8a4b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.384134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.392259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f71003-53ce-4e96-b7cc-1cab74e7cf19 None None] Network b60508b2-11e6-4d9e-953d-93d8bb93bde8 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:44.392947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:44.393288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.444439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2249a4f-7124-44ff-8b19-a51b9a2a8a4b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.444753 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-e2249a4f-7124-44ff-8b19-a51b9a2a8a4b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP 12198f3b-089e-4272-877b-1f43c0e669c9 disassociated. External IP: 172.26.4.239, port: dabb8f57-6647-4abe-b2e9-7e0586f88647. Mar 23 10:16:44.477592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event deleted for resources: {'Port': ['ID=5acd9ff6-f5f1-44ef-8349-fc6b82430c86,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:44.483704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Made reservation on behalf of a3ce4ee95c41465081439d3984051ad8 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:44.506613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.535605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14512b7-de4e-4434-91d7-e4e8c176c43e req-f55af0b5-e7df-46b3-9648-2b2917103a46 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:44.548108 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d14512b7-de4e-4434-91d7-e4e8c176c43e req-f55af0b5-e7df-46b3-9648-2b2917103a46 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 946 time: 0.9761634 Mar 23 10:16:44.557519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Router 5dea9c5b-7946-4ed5-b547-3de069a34968 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:44.619264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:16:44.619264 dv-neutron-834652-2-hyperv neutron-server[87859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:16:44.619264 dv-neutron-834652-2-hyperv neutron-server[87859]: [parameters: {'id': '2f00edd2-3aef-48ca-9e22-cb1da298a8e2'}] Mar 23 10:16:44.619264 dv-neutron-834652-2-hyperv neutron-server[87859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:44.620216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:44.640527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:44.653265 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] Sync routers for ids ['ea517836-1581-42c2-892f-c40dc8c0a52a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:44.678510 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] Routers {'ea517836-1581-42c2-892f-c40dc8c0a52a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:44.684176 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ea517836-1581-42c2-892f-c40dc8c0a52a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:44.721672 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d14512b7-de4e-4434-91d7-e4e8c176c43e req-dd4a8697-0384-47ac-a8ed-5d9503ad96a3 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups?id=56c1843f-1275-4f96-bc9f-ca20e93e1871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683242 Mar 23 10:16:44.847537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:44.869755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.870355 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Added segment 4ef5b97a-8709-4fc6-b2a3-247007df65a5 of type vlan for network 2f473611-a28c-4d44-a47a-aace553cfe89 Mar 23 10:16:44.917764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-b60508b2-11e6-4d9e-953d-93d8bb93bde8', 'network_id': 'b60508b2-11e6-4d9e-953d-93d8bb93bde8', 'tenant_id': '8209ecebb0c44f36b8fcc5edcd07a0b2', 'fixed_ips': [{'subnet_id': '4d29af5d-7772-4ca6-aedc-32c6de3324fb'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:16:44.918914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.925324 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] No DVR routers for this DVR port 4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:16:44.929726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:44.932390 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-636ab7ee-03d3-4826-9b94-2dbdf8567366 req-01124393-b48f-4a68-8f51-6097a0221f8c tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.102 "DELETE /v2.0/ports/4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8 HTTP/1.1" status: 204 len: 173 time: 4.7610941 Mar 23 10:16:44.932847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966973ce-74ff-4479-a444-f12ddc9e7918', 'name': 'network-vif-deleted', 'tag': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:16:44.980757 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-704579d5-96e8-468a-ae2d-f7cc8c2a7611 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.3947277 Mar 23 10:16:45.003270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56168) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:45.085690 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966973ce-74ff-4479-a444-f12ddc9e7918', 'name': 'network-vif-deleted', 'tag': '4b0ca0fe-2f43-4467-b7b0-3e7a8b2ec3d8', 'status': 'completed', 'code': 200} Mar 23 10:16:45.110876 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] Set router ea517836-1581-42c2-892f-c40dc8c0a52a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:45.149173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.162348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.188062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Allocated IP 172.20.0.3 (b60508b2-11e6-4d9e-953d-93d8bb93bde8/4d29af5d-7772-4ca6-aedc-32c6de3324fb/3dfef08e-9567-4f11-a8bd-4dc2e129cb96) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:45.343558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb51d137-6c2a-4a14-9347-2bf469d76c00 None None] Network 2f00edd2-3aef-48ca-9e22-cb1da298a8e2 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:45.348580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.450854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:16:45.489933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0e7fe132-b6e3-4735-bae7-e1f6afa738b4 None None] Provisioning for port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:45.534453 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:16:45.588883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:45.766892 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:13Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f5cb81bd-6748-46ba-ad4c-b9df007210f9', 'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'mac_address': 'fa:16:3e:bc:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:10Z', 'updated_at': '2022-03-23T10:15:23Z', 'revision_number': 5, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'subnets': [{'id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:45.773360 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] Checking router: ea517836-1581-42c2-892f-c40dc8c0a52a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:16:45.799754 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] Routers {'ea517836-1581-42c2-892f-c40dc8c0a52a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:45.802514 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ea517836-1581-42c2-892f-c40dc8c0a52a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:45.863750 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.869700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.875949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.880916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:45.881810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:45.947638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4b0d7737-83b8-4581-ad4b-cac6e0f07035 req-4d98b451-15a8-4773-9991-4613514093d9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Synchronizing usage tracker for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:46.005543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2249a4f-7124-44ff-8b19-a51b9a2a8a4b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:46.005820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.007967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4b0d7737-83b8-4581-ad4b-cac6e0f07035 req-4d98b451-15a8-4773-9991-4613514093d9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Unset dirty status for tenant:ceec5603e9824537917759fa8b4cffa7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:46.011303 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4b0d7737-83b8-4581-ad4b-cac6e0f07035 req-4d98b451-15a8-4773-9991-4613514093d9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/ports?device_id=966973ce-74ff-4479-a444-f12ddc9e7918 HTTP/1.1" status: 200 len: 210 time: 0.1168292 Mar 23 10:16:46.017488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:46.018591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.024595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Transition to ACTIVE for port object 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:46.056779 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Transition to ACTIVE for port object 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:46.058364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:46.070040 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c9a8a-d7cf-4cbd-b0e3-34eec4245ed5 req-0f272c11-ce27-4a17-99b9-ad49de8abb0c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:46.075281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.077408 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-639c9a8a-d7cf-4cbd-b0e3-34eec4245ed5 req-0f272c11-ce27-4a17-99b9-ad49de8abb0c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 1.2470717 Mar 23 10:16:46.080481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] Sync routers for ids ['5dea9c5b-7946-4ed5-b547-3de069a34968'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:46.168831 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Pushing event updated for resources: {'Port': ['ID=3dfef08e-9567-4f11-a8bd-4dc2e129cb96,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:46.186301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.186610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Network b60508b2-11e6-4d9e-953d-93d8bb93bde8 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:46.187223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7ee845-c6ab-486d-9e8e-1091ee446097 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:46.198120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:46.207179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:46.209507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] Routers {'5dea9c5b-7946-4ed5-b547-3de069a34968'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:46.210133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5dea9c5b-7946-4ed5-b547-3de069a34968'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:46.211441 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.218536 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ae600ca7-5aa9-4265-9913-cb1521ea175d tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "DELETE /v2.0/routers/5f7ee845-c6ab-486d-9e8e-1091ee446097 HTTP/1.1" status: 204 len: 168 time: 7.3316219 Mar 23 10:16:46.249151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56176) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:46.273553 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] Set router ea517836-1581-42c2-892f-c40dc8c0a52a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:46.279502 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0261958 Mar 23 10:16:46.284107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:46.291963 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51207fce-5cc5-4959-b749-b24e35d0a4fa tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'Network': ['ID=2f473611-a28c-4d44-a47a-aace553cfe89,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:46.297612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56180) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:46.301623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] No DVR routers for this DVR port 28cc1618-3f6a-46d9-b0f4-892112e19ddd on host hv-neutron-8346 {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:16:46.309759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-756481917'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:46.313608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.316218 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-161270f0-3a82-48ac-8911-4933e931d707 req-c52f0129-ae19-43ec-b76d-57bca2dac184 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.102 "DELETE /v2.0/ports/28cc1618-3f6a-46d9-b0f4-892112e19ddd HTTP/1.1" status: 204 len: 173 time: 6.5797455 Mar 23 10:16:46.316846 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dd2916-1627-48b1-8b19-9facd93487ac', 'name': 'network-vif-deleted', 'tag': '28cc1618-3f6a-46d9-b0f4-892112e19ddd'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:16:46.333309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:46.350317 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-639c9a8a-d7cf-4cbd-b0e3-34eec4245ed5 req-1d5feb49-39dd-4868-bdbe-5be8336a3d55 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717814 Mar 23 10:16:46.350974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:46.351123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.359148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Usage tracker for resource:network and tenant:a3ce4ee95c41465081439d3984051ad8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:46.367424 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-454862f2-8208-4ba0-a0da-941416fb02bd req-2b284cda-72c9-42cc-acab-9ee5e5d45b7f tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/ports?device_id=03dd2916-1627-48b1-8b19-9facd93487ac HTTP/1.1" status: 200 len: 210 time: 0.1024427 Mar 23 10:16:46.389117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:46.407780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:46.441536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Made reservation on behalf of a3ce4ee95c41465081439d3984051ad8 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:46.446474 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.461645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 2f473611-a28c-4d44-a47a-aace553cfe89 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:46.503616 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dd2916-1627-48b1-8b19-9facd93487ac', 'name': 'network-vif-deleted', 'tag': '28cc1618-3f6a-46d9-b0f4-892112e19ddd', 'status': 'completed', 'code': 200} Mar 23 10:16:46.522004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:46.531868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.532343 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Added segment 589fddb0-44e0-4dbf-8c15-6e5fb598e5e8 of type vlan for network 1d95de85-f0dd-4f35-a0e9-4f4de08c93b6 Mar 23 10:16:46.588055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.651670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.652100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.660777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:46.661691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.701293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:46.701770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.754858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Attempting to bind port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:46.755461 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Attempting to bind port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c9fff8ae-e83d-4ea3-84c7-3ae23c66deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b60508b2-11e6-4d9e-953d-93d8bb93bde8'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:46.755631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Attempting to bind port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 on network b60508b2-11e6-4d9e-953d-93d8bb93bde8 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:46.873620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:46.873982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Checking segment: {'id': 'c9fff8ae-e83d-4ea3-84c7-3ae23c66deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b60508b2-11e6-4d9e-953d-93d8bb93bde8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:46.874371 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.874749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Bound using segment: {'id': 'c9fff8ae-e83d-4ea3-84c7-3ae23c66deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b60508b2-11e6-4d9e-953d-93d8bb93bde8'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:46.875213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Bound port: 3dfef08e-9567-4f11-a8bd-4dc2e129cb96, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fff8ae-e83d-4ea3-84c7-3ae23c66deed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'b60508b2-11e6-4d9e-953d-93d8bb93bde8'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:46.875569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:46.884765 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:13Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f5cb81bd-6748-46ba-ad4c-b9df007210f9', 'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'mac_address': 'fa:16:3e:bc:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:10Z', 'updated_at': '2022-03-23T10:15:23Z', 'revision_number': 5, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'subnets': [{'id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:46.890349 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] DHCP port deletion for 2f00edd2-3aef-48ca-9e22-cb1da298a8e2 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:16:46.896956 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ffb06b-7f1e-489a-9ff3-d383ace841b5 None None] The sync data for ids ['ea517836-1581-42c2-892f-c40dc8c0a52a'] in dv-neutron-834652-2-hyperv is: [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:13Z', 'revision_number': 4, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f5cb81bd-6748-46ba-ad4c-b9df007210f9', 'name': '', 'network_id': 'dfe839e7-d9ac-490f-a132-e3ff8c5059c0', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'mac_address': 'fa:16:3e:bc:e9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:10Z', 'updated_at': '2022-03-23T10:15:23Z', 'revision_number': 5, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'subnets': [{'id': '8e585da7-ed72-4380-ab78-dfd58b864173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:46.933464 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6334565 Mar 23 10:16:46.937385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56186) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:46.944965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'ports': [{'network_id': '2f473611-a28c-4d44-a47a-aace553cfe89', 'name': 'tempest-port--1648913852', 'admin_state_up': True}, {'network_id': '1d95de85-f0dd-4f35-a0e9-4f4de08c93b6', 'admin_state_up': False}]} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:46.945534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'port': {'network_id': '2f473611-a28c-4d44-a47a-aace553cfe89', 'name': 'tempest-port--1648913852', 'admin_state_up': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:46.946176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'port': {'network_id': '1d95de85-f0dd-4f35-a0e9-4f4de08c93b6', 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:46.958047 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Deleting port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:46.958530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.211016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.221291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a94a9-89bf-4d58-aed2-4d3b2288d304 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'Network': ['ID=1d95de85-f0dd-4f35-a0e9-4f4de08c93b6,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:47.263428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 1d95de85-f0dd-4f35-a0e9-4f4de08c93b6 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:47.275262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56194) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:47.339497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] Set router 5dea9c5b-7946-4ed5-b547-3de069a34968 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:47.361902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2249a4f-7124-44ff-8b19-a51b9a2a8a4b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:16:47.374287 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29504899-65f1-4622-a988-1e2d117ea3c1 None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:16:47.388578 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29504899-65f1-4622-a988-1e2d117ea3c1 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:47.388856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2249a4f-7124-44ff-8b19-a51b9a2a8a4b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.389246 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-29504899-65f1-4622-a988-1e2d117ea3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:47.459093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d7520d-6f8e-4c5f-9585-e3df787c8471 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.466133 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e2249a4f-7124-44ff-8b19-a51b9a2a8a4b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "PUT /v2.0/floatingips/12198f3b-089e-4272-877b-1f43c0e669c9 HTTP/1.1" status: 200 len: 688 time: 4.5192959 Mar 23 10:16:47.467976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2eb4a44f-e04e-44ad-838b-caeca8c68bd2,segment=NetworkSegment(01190c6c-6688-4ae8-a665-8f86078afcd7),segment_id=01190c6c-6688-4ae8-a665-8f86078afcd7)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:47.468437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.478955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.482575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56202) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:47.485502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:47.520299 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-29504899-65f1-4622-a988-1e2d117ea3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:47.529330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403c06d-8344-461d-acce-a719ffc7353b None None] New status for floating IP 4352cfba-86b7-4bb1-9db2-0e577f12290e: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:16:47.530179 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29504899-65f1-4622-a988-1e2d117ea3c1 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:47.530780 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-29504899-65f1-4622-a988-1e2d117ea3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:47.605283 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-29504899-65f1-4622-a988-1e2d117ea3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:47.605753 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29504899-65f1-4622-a988-1e2d117ea3c1 None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:47.629735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56208) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:47.782467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Usage tracker for resource:port and tenant:a3ce4ee95c41465081439d3984051ad8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:47.794129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:47.854842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:47.880253 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d7520d-6f8e-4c5f-9585-e3df787c8471 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.908982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd3439-16fe-4e07-b187-df22d5a562c9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port e48945bf-7a85-461f-a726-d0cd5461453e {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:47.909444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3439-16fe-4e07-b187-df22d5a562c9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.953105 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:47.956313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Made reservation on behalf of a3ce4ee95c41465081439d3984051ad8 for: {'port': 2} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:47.960716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:47.973153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2eb4a44f-e04e-44ad-838b-caeca8c68bd2,segment=NetworkSegment(01190c6c-6688-4ae8-a665-8f86078afcd7),segment_id=01190c6c-6688-4ae8-a665-8f86078afcd7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:47.994791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.022429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.023250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b69a925b-64b0-44a8-b839-e70e0225b7eb up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:48.122465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] For port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:48.138675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.204528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Deleting port a94c1447-ad46-40f6-a036-4bc18ccf4ea4 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:48.205012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.213402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] For port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3dfef08e-9567-4f11-a8bd-4dc2e129cb96,segment=NetworkSegment(c9fff8ae-e83d-4ea3-84c7-3ae23c66deed),segment_id=c9fff8ae-e83d-4ea3-84c7-3ae23c66deed)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:48.251450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87d1ea6d-a7b1-4d10-8599-1dadf5e93827 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.280424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:48.280836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:48.285961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d7520d-6f8e-4c5f-9585-e3df787c8471 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.294262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] For port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96, host dv-neutron-834652-2-hyperv, got binding levels [] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:48.294618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.308978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.323232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] For port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2eb4a44f-e04e-44ad-838b-caeca8c68bd2,segment=NetworkSegment(01190c6c-6688-4ae8-a665-8f86078afcd7),segment_id=01190c6c-6688-4ae8-a665-8f86078afcd7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:48.323616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.360719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87d1ea6d-a7b1-4d10-8599-1dadf5e93827 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.371473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3439-16fe-4e07-b187-df22d5a562c9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.372047 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3439-16fe-4e07-b187-df22d5a562c9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.384290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d7520d-6f8e-4c5f-9585-e3df787c8471 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0ebfd2-f94a-4546-85ec-41b8b2fc930c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:48.411922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=2eb4a44f-e04e-44ad-838b-caeca8c68bd2,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:48.432412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37870f-feee-49ca-b2ee-d1e8369fb425 req-7c2f2f28-40f0-4de6-a97a-7140213ef880 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:48.433994 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b37870f-feee-49ca-b2ee-d1e8369fb425 req-7c2f2f28-40f0-4de6-a97a-7140213ef880 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.8011329 Mar 23 10:16:48.510005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Calling delete_port for 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:48.515088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] device_id is not set on port ceb40a51-4754-4120-b13e-379853f8c5fb yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:16:48.522539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Calling delete_port for 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:48.527020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b1bd3439-16fe-4e07-b187-df22d5a562c9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for e48945bf-7a85-461f-a726-d0cd5461453e owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:48.569717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d7520d-6f8e-4c5f-9585-e3df787c8471 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.570939 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e2d7520d-6f8e-4c5f-9585-e3df787c8471 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "DELETE /v2.0/security-groups/2a0ebfd2-f94a-4546-85ec-41b8b2fc930c HTTP/1.1" status: 204 len: 168 time: 1.2945800 Mar 23 10:16:48.574447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56212) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:48.610024 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-9c01c7ed-acb4-41a2-a306-de0adedb6aa9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] show failed (client error): The resource could not be found. Mar 23 10:16:48.614197 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9c01c7ed-acb4-41a2-a306-de0adedb6aa9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "GET /v2.0/security-groups/2a0ebfd2-f94a-4546-85ec-41b8b2fc930c HTTP/1.1" status: 404 len: 347 time: 0.0342722 Mar 23 10:16:48.614853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56216) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:48.698331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] For port a94c1447-ad46-40f6-a036-4bc18ccf4ea4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a94c1447-ad46-40f6-a036-4bc18ccf4ea4,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:48.698743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.699091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b69a925b-64b0-44a8-b839-e70e0225b7eb triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:48.699470 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.763934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709f989-9939-4f94-9d38-271d1cabda65 None None] Pushing event updated for resources: {'Port': ['ID=3dfef08e-9567-4f11-a8bd-4dc2e129cb96,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:48.810044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-14e4fd60-c771-4b2a-a0fb-e64e833d89f9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Deleting port 93a7b8bf-a2d3-48dc-9a23-d404d60dbb03 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:48.810044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-14e4fd60-c771-4b2a-a0fb-e64e833d89f9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:48.852460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Calling delete_port for a94c1447-ad46-40f6-a036-4bc18ccf4ea4 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:48.926053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:48.926399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:48.936115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '43c0c160-1f75-4480-9f95-ed9371d08f1d', 'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'mac_address': 'fa:16:3e:70:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:21Z', 'revision_number': 5, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'subnets': [{'id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:48.951280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] Checking router: 5dea9c5b-7946-4ed5-b547-3de069a34968 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:16:48.975000 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] Routers {'5dea9c5b-7946-4ed5-b547-3de069a34968'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:16:48.975758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5dea9c5b-7946-4ed5-b547-3de069a34968'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:49.015888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3439-16fe-4e07-b187-df22d5a562c9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.104681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:49.104681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.180174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd3439-16fe-4e07-b187-df22d5a562c9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=e48945bf-7a85-461f-a726-d0cd5461453e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:49.183733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.198730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:49.214063 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b37870f-feee-49ca-b2ee-d1e8369fb425 req-68c8e9d3-40ac-421f-8237-581e760e00b2 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6765432 Mar 23 10:16:49.307640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87d1ea6d-a7b1-4d10-8599-1dadf5e93827 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.352560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] Set router 5dea9c5b-7946-4ed5-b547-3de069a34968 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:16:49.462872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Deleting port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:49.463133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.484069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:49.484677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:49.508675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1ea6d-a7b1-4d10-8599-1dadf5e93827 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c1843f-1275-4f96-bc9f-ca20e93e1871,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:49.526939 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] device_id is not set on port 6833c545-bd12-467c-afee-b9cf2584f028 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:16:49.560781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-14e4fd60-c771-4b2a-a0fb-e64e833d89f9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.561254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-14e4fd60-c771-4b2a-a0fb-e64e833d89f9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.582786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3439-16fe-4e07-b187-df22d5a562c9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.663766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2eb4a44f-e04e-44ad-838b-caeca8c68bd2,segment=NetworkSegment(01190c6c-6688-4ae8-a665-8f86078afcd7),segment_id=01190c6c-6688-4ae8-a665-8f86078afcd7)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:49.664117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.676886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87d1ea6d-a7b1-4d10-8599-1dadf5e93827 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.680661 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-87d1ea6d-a7b1-4d10-8599-1dadf5e93827 tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "DELETE /v2.0/security-groups/56c1843f-1275-4f96-bc9f-ca20e93e1871 HTTP/1.1" status: 204 len: 168 time: 2.0465789 Mar 23 10:16:49.681742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56224) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:49.794585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.795578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-14e4fd60-c771-4b2a-a0fb-e64e833d89f9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Calling delete_port for 93a7b8bf-a2d3-48dc-9a23-d404d60dbb03 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:49.880416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3439-16fe-4e07-b187-df22d5a562c9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:49.890410 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b1bd3439-16fe-4e07-b187-df22d5a562c9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/floatingips/12198f3b-089e-4272-877b-1f43c0e669c9 HTTP/1.1" status: 204 len: 168 time: 2.4067743 Mar 23 10:16:49.894903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56228) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:49.900678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:49.908984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '8d381186-1b63-46a5-8e5d-93d7ceecbc14'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:49.920518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-85e4ca22-d63e-46e2-b707-d0cb39ef8fec tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] show failed (client error): The resource could not be found. Mar 23 10:16:49.928093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56232) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:49.928332 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-85e4ca22-d63e-46e2-b707-d0cb39ef8fec tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "GET /v2.0/security-groups/56c1843f-1275-4f96-bc9f-ca20e93e1871 HTTP/1.1" status: 404 len: 347 time: 0.2416117 Mar 23 10:16:49.991873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:50.024546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event deleted for resources: {'Port': ['ID=a94c1447-ad46-40f6-a036-4bc18ccf4ea4,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:50.027362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:50.027877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.042913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:16:50.069765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:50.086840 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a9596d-703e-4c2e-bcd2-8b34c5a3e66b None None] Network b60508b2-11e6-4d9e-953d-93d8bb93bde8 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:50.087055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:floatingip and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:50.150936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:50.183718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:50.211467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-c262e3ae-04ad-42d3-8aea-78a1b6f5debc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Deleting port b4e9b753-64a2-4ff3-bba9-034d201bd735 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:50.211822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c262e3ae-04ad-42d3-8aea-78a1b6f5debc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.273068 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.303216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-47d1778a-3408-4a18-b6dc-c242a81e9bed None None] Provisioning for port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:50.304784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52389748-b9fa-41d6-8a71-97c8ac73a5bc req-59c9d67a-f148-4ddd-95cf-aa6c3201cf77 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:50.312092 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-52389748-b9fa-41d6-8a71-97c8ac73a5bc req-59c9d67a-f148-4ddd-95cf-aa6c3201cf77 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5559175 Mar 23 10:16:50.347884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.376586 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-47d1778a-3408-4a18-b6dc-c242a81e9bed None None] Provisioning complete for port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:50.377618 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-47d1778a-3408-4a18-b6dc-c242a81e9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.399971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.435731 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No ports have port_id starting with 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 Mar 23 10:16:50.448781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:16:50.467740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.524951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] For port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2eb4a44f-e04e-44ad-838b-caeca8c68bd2,segment=NetworkSegment(01190c6c-6688-4ae8-a665-8f86078afcd7),segment_id=01190c6c-6688-4ae8-a665-8f86078afcd7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:50.525349 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.549475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:16:50.549475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5acd9ff6-f5f1-44ef-8349-fc6b82430c86 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:16:50.551114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Port': ['ID=2eb4a44f-e04e-44ad-838b-caeca8c68bd2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:50.573189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No DVR routers for this DVR port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:16:50.584738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-14e4fd60-c771-4b2a-a0fb-e64e833d89f9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.646620 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c262e3ae-04ad-42d3-8aea-78a1b6f5debc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.647008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c262e3ae-04ad-42d3-8aea-78a1b6f5debc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.656411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e4fd60-c771-4b2a-a0fb-e64e833d89f9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Pushing event deleted for resources: {'Port': ['ID=93a7b8bf-a2d3-48dc-9a23-d404d60dbb03,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:50.660085 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-52389748-b9fa-41d6-8a71-97c8ac73a5bc req-cebc0338-a3f5-46b5-acdc-7ecfa2a8446d tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471603 Mar 23 10:16:50.678737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Calling delete_port for 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:50.727229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.732789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.790041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '43c0c160-1f75-4480-9f95-ed9371d08f1d', 'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'mac_address': 'fa:16:3e:70:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:21Z', 'revision_number': 5, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'subnets': [{'id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:50.827634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-c262e3ae-04ad-42d3-8aea-78a1b6f5debc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Calling delete_port for b4e9b753-64a2-4ff3-bba9-034d201bd735 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:50.829951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d0b19-57ec-43c7-869e-96592f68f36d None None] The sync data for ids ['5dea9c5b-7946-4ed5-b547-3de069a34968'] in dv-neutron-834652-2-hyperv is: [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '43c0c160-1f75-4480-9f95-ed9371d08f1d', 'name': '', 'network_id': '33fb841e-65c0-4d4b-a961-a6a5e222cc41', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'mac_address': 'fa:16:3e:70:a3:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:21Z', 'revision_number': 5, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'subnets': [{'id': '6974af38-e910-44c2-9610-83ce64fa6dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:16:50.836696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.853218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.853711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b63ec447-9ec2-4268-906f-e84592a9b2f1 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:16:50.870426 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:50.870778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:50.871271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-47d1778a-3408-4a18-b6dc-c242a81e9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.920079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f00edd2-3aef-48ca-9e22-cb1da298a8e2']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:50.936602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.939187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-47d1778a-3408-4a18-b6dc-c242a81e9bed None None] For port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3dfef08e-9567-4f11-a8bd-4dc2e129cb96,segment=NetworkSegment(c9fff8ae-e83d-4ea3-84c7-3ae23c66deed),segment_id=c9fff8ae-e83d-4ea3-84c7-3ae23c66deed)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:50.948807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-47d1778a-3408-4a18-b6dc-c242a81e9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.951274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01190c6c-6688-4ae8-a665-8f86078afcd7') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:50.951794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01190c6c-6688-4ae8-a665-8f86078afcd7') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:50.958326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-14e4fd60-c771-4b2a-a0fb-e64e833d89f9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:50.963107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] For port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3dfef08e-9567-4f11-a8bd-4dc2e129cb96,segment=NetworkSegment(c9fff8ae-e83d-4ea3-84c7-3ae23c66deed),segment_id=c9fff8ae-e83d-4ea3-84c7-3ae23c66deed)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:50.963494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.024934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.029426 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8c3acd8f-7a7d-4893-a861-94bdd0aed85c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "DELETE /v2.0/routers/b63ec447-9ec2-4268-906f-e84592a9b2f1 HTTP/1.1" status: 204 len: 168 time: 4.7744627 Mar 23 10:16:51.030202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.036812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56236) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:51.093513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-14e4fd60-c771-4b2a-a0fb-e64e833d89f9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.101080 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-14e4fd60-c771-4b2a-a0fb-e64e833d89f9 tempest-ServersTestJSON-1871563731 tempest-ServersTestJSON-1871563731-project] 10.222.0.84 "DELETE /v2.0/floatingips/4352cfba-86b7-4bb1-9db2-0e577f12290e HTTP/1.1" status: 204 len: 168 time: 2.4853797 Mar 23 10:16:51.109892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-723019803', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:51.119249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1778a-3408-4a18-b6dc-c242a81e9bed None None] Pushing event updated for resources: {'Port': ['ID=3dfef08e-9567-4f11-a8bd-4dc2e129cb96,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:51.136498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56240) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:51.147008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Deleting port 2eb4a44f-e04e-44ad-838b-caeca8c68bd2 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:51.147505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.255806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:51.260650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8d10517d-ef0e-4f46-ae4a-8582012452a8 None None] The port '2eb4a44f-e04e-44ad-838b-caeca8c68bd2' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:16:51.284944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a1be1513-da0a-43c7-a486-43881a2c2827 None None] Provisioning complete for port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:16:51.285334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a1be1513-da0a-43c7-a486-43881a2c2827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.295599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Usage tracker for resource:router and tenant:c4baad2cafbc4340944657189026ff50 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:51.307618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:51.342658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Calling delete_port for 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:51.353492 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f068a-e4f4-4f99-8d1b-62e82a17b436 None None] New status for floating IP 19440c2d-3c6f-485d-9bab-e1d2948cf881: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:16:51.360979 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588ad99f-857d-45f6-9e3d-d06a104223ee None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:16:51.380364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.391404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:51.391806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:51.406185 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:51.516503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:51.550987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.551209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:51.551633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:51.552956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.560369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.581437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'Port': ['ID=ceb40a51-4754-4120-b13e-379853f8c5fb,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:51.584114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.585083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.587089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Network': ['ID=2f00edd2-3aef-48ca-9e22-cb1da298a8e2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:51.599475 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9a05fdce-6813-4168-8f8f-a850a339efc8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/2f00edd2-3aef-48ca-9e22-cb1da298a8e2 HTTP/1.1" status: 204 len: 168 time: 10.9599352 Mar 23 10:16:51.602785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56244) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:51.608831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1920765654'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:51.614168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:51.617991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:network and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:51.621113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:51.627453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:51.628480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Checking segment: {'id': '4ef5b97a-8709-4fc6-b2a3-247007df65a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': '2f473611-a28c-4d44-a47a-aace553cfe89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:51.628847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Network hostable DHCP agents. Network: 2f473611-a28c-4d44-a47a-aace553cfe89, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:51.638316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:51.642691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.661855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588ad99f-857d-45f6-9e3d-d06a104223ee None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:16:51.675178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:51.687309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.687650 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Added segment cc728a7a-0955-4aa2-a965-70e7132aa19c of type vlan for network 4765ebcc-1b04-4aa4-9b83-b3d26b318165 Mar 23 10:16:51.731304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.780124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.783502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.787246 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Network 2f473611-a28c-4d44-a47a-aace553cfe89 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:51.794116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:51.794886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.801604 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.db.api [None req-5b4f068a-e4f4-4f99-8d1b-62e82a17b436 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87862) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:51.804940 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG oslo_db.api [None req-5b4f068a-e4f4-4f99-8d1b-62e82a17b436 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:51.813061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c262e3ae-04ad-42d3-8aea-78a1b6f5debc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:51.943929 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3394489 Mar 23 10:16:51.952725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56250) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:51.964467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'network_id': '4765ebcc-1b04-4aa4-9b83-b3d26b318165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:51.985122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ae575-b8bf-4397-82a9-a990c575f564 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=4765ebcc-1b04-4aa4-9b83-b3d26b318165,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:51.994741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 2f473611-a28c-4d44-a47a-aace553cfe89) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:51.999277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:52.000488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.005964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:52.006299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.029868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 4765ebcc-1b04-4aa4-9b83-b3d26b318165 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:52.056905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262e3ae-04ad-42d3-8aea-78a1b6f5debc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Pushing event deleted for resources: {'Port': ['ID=b4e9b753-64a2-4ff3-bba9-034d201bd735,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:52.163791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:52.171084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:subnet and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:52.175457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:52.183964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:52.186659 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f0915d-9b1a-495b-81dd-ebdb7a9d1e30 None None] Network 2f473611-a28c-4d44-a47a-aace553cfe89 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:52.272435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:52.275949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.305898 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4f068a-e4f4-4f99-8d1b-62e82a17b436 None None] New status for floating IP 19440c2d-3c6f-485d-9bab-e1d2948cf881: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:16:52.379600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'Port': ['ID=6833c545-bd12-467c-afee-b9cf2584f028,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:52.471531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] For port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3dfef08e-9567-4f11-a8bd-4dc2e129cb96,segment=NetworkSegment(c9fff8ae-e83d-4ea3-84c7-3ae23c66deed),segment_id=c9fff8ae-e83d-4ea3-84c7-3ae23c66deed)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:52.471878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.473208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.26.4.198 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/5927f43f-81b2-43c9-9371-0d6b9899939c) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:52.537664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c262e3ae-04ad-42d3-8aea-78a1b6f5debc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.599770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Calling delete_port for 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:52.737389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.743966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Checking segment: {'id': '589fddb0-44e0-4dbf-8c15-6e5fb598e5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '1d95de85-f0dd-4f35-a0e9-4f4de08c93b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:52.744318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Network hostable DHCP agents. Network: 1d95de85-f0dd-4f35-a0e9-4f4de08c93b6, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:52.804759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.879984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.910912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c262e3ae-04ad-42d3-8aea-78a1b6f5debc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:52.912089 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c262e3ae-04ad-42d3-8aea-78a1b6f5debc tempest-ServersTestManualDisk-1889430566 tempest-ServersTestManualDisk-1889430566-project] 10.222.0.84 "DELETE /v2.0/floatingips/19440c2d-3c6f-485d-9bab-e1d2948cf881 HTTP/1.1" status: 204 len: 168 time: 2.9814043 Mar 23 10:16:52.932352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56254) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:52.942141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Port': ['ID=3dfef08e-9567-4f11-a8bd-4dc2e129cb96,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:52.944942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=fb0391e1-0fff-4cd2-8c35-7ec66465433b,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:53.066555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a94c1447-ad46-40f6-a036-4bc18ccf4ea4 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:16:53.067291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c48942-f3ce-4652-b142-6f30408f37f5 req-2de6c9f0-8e37-4d5d-bf0c-c4ed60faeaf9 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:53.068833 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-55c48942-f3ce-4652-b142-6f30408f37f5 req-2de6c9f0-8e37-4d5d-bf0c-c4ed60faeaf9 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 1.0522003 Mar 23 10:16:53.101775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Network 1d95de85-f0dd-4f35-a0e9-4f4de08c93b6 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:53.111613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: a94c1447-ad46-40f6-a036-4bc18ccf4ea4 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:16:53.112105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a94c1447-ad46-40f6-a036-4bc18ccf4ea4 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:16:53.140479 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 1d95de85-f0dd-4f35-a0e9-4f4de08c93b6) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:53.149715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2a772-e981-4a2f-8f17-a000dd2215d9 None None] Network 1d95de85-f0dd-4f35-a0e9-4f4de08c93b6 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:53.195283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:53.200776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:53.205599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:53.206205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.224517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking segment: {'id': 'cc728a7a-0955-4aa2-a965-70e7132aa19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4765ebcc-1b04-4aa4-9b83-b3d26b318165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:53.224966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network hostable DHCP agents. Network: 4765ebcc-1b04-4aa4-9b83-b3d26b318165, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:53.226125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.233118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No DVR routers for this DVR port 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:16:53.234403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41352bb6-406d-4d03-8ef5-86f4738ff9be None None] DHCP port deletion for b60508b2-11e6-4d9e-953d-93d8bb93bde8 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:16:53.315785 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-55c48942-f3ce-4652-b142-6f30408f37f5 req-278a748f-9ab7-4131-92ba-c844197c316c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334180 Mar 23 10:16:53.324479 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d8b23377-8ffd-4d4e-b1f0-8bffe9b81c2b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.3857069 Mar 23 10:16:53.327809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56258) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:53.370789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801af85c-c2dc-4116-8ff3-efae39c25088 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:16:53.390842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.437109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.474344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network 4765ebcc-1b04-4aa4-9b83-b3d26b318165 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:53.485880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.489636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 4765ebcc-1b04-4aa4-9b83-b3d26b318165) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:53.516246 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:53.527619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:53.545819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:53.546085 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.546180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:53.556145 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801af85c-c2dc-4116-8ff3-efae39c25088 None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:16:53.583978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=4d29af5d-7772-4ca6-aedc-32c6de3324fb,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:53.616516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=5927f43f-81b2-43c9-9371-0d6b9899939c,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:53.627069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3dea3-7439-4540-9cad-36ea39e9d0c5 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:53.632914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3dea3-7439-4540-9cad-36ea39e9d0c5 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:53.633707 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-42a3dea3-7439-4540-9cad-36ea39e9d0c5 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Synchronizing usage tracker for tenant:a3ce4ee95c41465081439d3984051ad8 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:53.780918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.797944 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8b67d2c2-9683-4909-873c-5854cc494f43 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.8439214 Mar 23 10:16:53.805218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56264) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:53.836750 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-42a3dea3-7439-4540-9cad-36ea39e9d0c5 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Unset dirty status for tenant:a3ce4ee95c41465081439d3984051ad8 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:53.840033 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-42a3dea3-7439-4540-9cad-36ea39e9d0c5 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5113146 Mar 23 10:16:53.840774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56268) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:53.867976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.926574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60508b2-11e6-4d9e-953d-93d8bb93bde8']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:53.955643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:53.974973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-4765ebcc-1b04-4aa4-9b83-b3d26b318165', 'network_id': '4765ebcc-1b04-4aa4-9b83-b3d26b318165', 'tenant_id': '7dd923aca8b44c9382a924e1b821c12e', 'fixed_ips': [{'subnet_id': 'fb0391e1-0fff-4cd2-8c35-7ec66465433b'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:16:53.976019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.004140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fff8ae-e83d-4ea3-84c7-3ae23c66deed') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:54.004365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fff8ae-e83d-4ea3-84c7-3ae23c66deed') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:54.037761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.070392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.115149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.135128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd829949-2b26-4b24-b6c1-d1d8c86c7c0e req-465a6430-ac9b-4803-8a28-3222f513f1cf tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:54.136615 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dd829949-2b26-4b24-b6c1-d1d8c86c7c0e req-465a6430-ac9b-4803-8a28-3222f513f1cf tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6032865 Mar 23 10:16:54.143423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Allocated IP 2001:db8::1 (4765ebcc-1b04-4aa4-9b83-b3d26b318165/fb0391e1-0fff-4cd2-8c35-7ec66465433b/b0d9e2fc-6b93-4a24-9276-364936dcd979) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:54.144390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:54.144916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.146733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-cfb18632-6326-42b2-ab53-e6591c844f9e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Deleting port ceb40a51-4754-4120-b13e-379853f8c5fb {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:54.147072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cfb18632-6326-42b2-ab53-e6591c844f9e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:54.168510 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:54.272403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.342403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.348440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dd829949-2b26-4b24-b6c1-d1d8c86c7c0e req-661f7577-0e37-4c1c-aac9-f965e4f94d40 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790357 Mar 23 10:16:54.399313 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.409943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.412155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Transition to ACTIVE for port object b0d9e2fc-6b93-4a24-9276-364936dcd979 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:54.428022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=b60508b2-11e6-4d9e-953d-93d8bb93bde8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:54.433791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Transition to ACTIVE for port object b0d9e2fc-6b93-4a24-9276-364936dcd979 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:54.435577 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a4b398f5-2a19-43dc-b6d5-04c884ff3f8e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/b60508b2-11e6-4d9e-953d-93d8bb93bde8 HTTP/1.1" status: 204 len: 168 time: 9.4308369 Mar 23 10:16:54.442148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56274) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:54.448119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.450506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-695446575'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:54.464911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:54.472842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:network and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:54.476083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.490889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Allocated IP 172.26.4.74 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/4a079f5c-eed8-4c33-9106-090c59135d01) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:54.502202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:54.517083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:54.518966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Network 4765ebcc-1b04-4aa4-9b83-b3d26b318165 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:54.521765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:54.529779 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:54.538560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Pushing event updated for resources: {'Port': ['ID=b0d9e2fc-6b93-4a24-9276-364936dcd979,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:54.555620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:54.559331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.632265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Attempting to bind port b0d9e2fc-6b93-4a24-9276-364936dcd979 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:54.632725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Attempting to bind port b0d9e2fc-6b93-4a24-9276-364936dcd979 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'cc728a7a-0955-4aa2-a965-70e7132aa19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4765ebcc-1b04-4aa4-9b83-b3d26b318165'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:54.633337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Attempting to bind port b0d9e2fc-6b93-4a24-9276-364936dcd979 on network 4765ebcc-1b04-4aa4-9b83-b3d26b318165 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:54.639246 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:54.639759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Checking segment: {'id': 'cc728a7a-0955-4aa2-a965-70e7132aa19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4765ebcc-1b04-4aa4-9b83-b3d26b318165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:54.640268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.640744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Bound using segment: {'id': 'cc728a7a-0955-4aa2-a965-70e7132aa19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4765ebcc-1b04-4aa4-9b83-b3d26b318165'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:54.641445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Bound port: b0d9e2fc-6b93-4a24-9276-364936dcd979, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc728a7a-0955-4aa2-a965-70e7132aa19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '4765ebcc-1b04-4aa4-9b83-b3d26b318165'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:54.641836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.651321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.741755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] For port b0d9e2fc-6b93-4a24-9276-364936dcd979, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:54.745902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] For port b0d9e2fc-6b93-4a24-9276-364936dcd979, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b0d9e2fc-6b93-4a24-9276-364936dcd979,segment=NetworkSegment(cc728a7a-0955-4aa2-a965-70e7132aa19c),segment_id=cc728a7a-0955-4aa2-a965-70e7132aa19c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:54.751160 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.822310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:54.826396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0391e1-0fff-4cd2-8c35-7ec66465433b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:54.870481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.870819 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment ab4d3f87-a5ac-4489-9da2-e219b3c4beb8 of type vlan for network e76b242a-d160-47a1-9ffb-2b9c6dd96379 Mar 23 10:16:54.922419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2127931a-29d3-4261-b8ae-c07b432203ef None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:16:54.943010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:54.962513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d4690-90f9-4ad9-9f62-38a45c9d7a06 None None] Pushing event updated for resources: {'Port': ['ID=b0d9e2fc-6b93-4a24-9276-364936dcd979,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:55.016267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.017639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:16:55.061363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.061709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:16:55.062147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3dfef08e-9567-4f11-a8bd-4dc2e129cb96 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:16:55.069741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4765ebcc-1b04-4aa4-9b83-b3d26b318165']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:55.116565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2127931a-29d3-4261-b8ae-c07b432203ef None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:16:55.146411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc728a7a-0955-4aa2-a965-70e7132aa19c') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:55.146674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc728a7a-0955-4aa2-a965-70e7132aa19c') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:55.179642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.210717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cfb18632-6326-42b2-ab53-e6591c844f9e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.219006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.226159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.231511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:55.232131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.305634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.318325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:55.318727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:55.341310 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:55.375732 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ec96e-4e0b-4a42-998f-80a1e8600dca req-a9aa3d80-713f-496a-969c-0039640608fb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:55.377764 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0e9ec96e-4e0b-4a42-998f-80a1e8600dca req-a9aa3d80-713f-496a-969c-0039640608fb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.8450747 Mar 23 10:16:55.387041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-cfb18632-6326-42b2-ab53-e6591c844f9e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Calling delete_port for ceb40a51-4754-4120-b13e-379853f8c5fb owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:55.460990 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0176034 Mar 23 10:16:55.474470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56278) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:55.523331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e29030a-4d0d-4111-b960-6e1052638ebe None None] DHCP port deletion for b60508b2-11e6-4d9e-953d-93d8bb93bde8 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:16:55.534631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': 'e76b242a-d160-47a1-9ffb-2b9c6dd96379', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:55.540946 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0e9ec96e-4e0b-4a42-998f-80a1e8600dca req-107936f3-3f9c-4bf2-a1f1-e44c41b081fa tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251957 Mar 23 10:16:55.566340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6158e7e9-aef3-4e39-adba-083c114e639f None None] Network 4765ebcc-1b04-4aa4-9b83-b3d26b318165 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:55.582718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] Deleting port f5cb81bd-6748-46ba-ad4c-b9df007210f9 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:55.583055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.597988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:16:55.597988 dv-neutron-834652-2-hyperv neutron-server[87859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:16:55.597988 dv-neutron-834652-2-hyperv neutron-server[87859]: [parameters: {'id': '4765ebcc-1b04-4aa4-9b83-b3d26b318165'}] Mar 23 10:16:55.597988 dv-neutron-834652-2-hyperv neutron-server[87859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:16:55.598466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:16:55.611485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c130f8-db72-4415-8d2b-ef1629d4c352 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=e76b242a-d160-47a1-9ffb-2b9c6dd96379,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:55.625545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cfb18632-6326-42b2-ab53-e6591c844f9e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.672981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.682457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network e76b242a-d160-47a1-9ffb-2b9c6dd96379 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:55.693688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb18632-6326-42b2-ab53-e6591c844f9e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Port': ['ID=ceb40a51-4754-4120-b13e-379853f8c5fb,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:55.788374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cfb18632-6326-42b2-ab53-e6591c844f9e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.798409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:55.800391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:55.807962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:subnet and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:55.810857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:55.816192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:55.825247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:55.850941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] Deleting port 43c0c160-1f75-4480-9f95-ed9371d08f1d {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:55.851309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.858760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:55.903706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:55.907134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:55.911769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcb3755-866c-473f-a4f0-8278913342ae None None] Network 4765ebcc-1b04-4aa4-9b83-b3d26b318165 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:55.932757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876c4a9-3244-43ce-baee-7682e93c6739 req-79b440fe-6f41-4e87-9d75-d7d7ca28ca08 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:55.934429 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2876c4a9-3244-43ce-baee-7682e93c6739 req-79b440fe-6f41-4e87-9d75-d7d7ca28ca08 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.2626853 Mar 23 10:16:55.934641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Pushing event updated for resources: {'Port': ['ID=4a079f5c-eed8-4c33-9106-090c59135d01,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:55.953576 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cfb18632-6326-42b2-ab53-e6591c844f9e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "DELETE /v2.0/ports/ceb40a51-4754-4120-b13e-379853f8c5fb HTTP/1.1" status: 204 len: 168 time: 2.0870442 Mar 23 10:16:55.954331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56284) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:56.102671 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] For port f5cb81bd-6748-46ba-ad4c-b9df007210f9, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f5cb81bd-6748-46ba-ad4c-b9df007210f9,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:56.102983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:56.118510 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:56.133947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:56.174814 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2876c4a9-3244-43ce-baee-7682e93c6739 req-e25be291-97b2-44c1-92fd-d5b284eff8db tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334845 Mar 23 10:16:56.193212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port b0d9e2fc-6b93-4a24-9276-364936dcd979 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:56.193551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:56.321445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Deleting port 6833c545-bd12-467c-afee-b9cf2584f028 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:56.321685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:56.462985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] For port 43c0c160-1f75-4480-9f95-ed9371d08f1d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=43c0c160-1f75-4480-9f95-ed9371d08f1d,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:56.463335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:56.535604 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] Calling delete_port for f5cb81bd-6748-46ba-ad4c-b9df007210f9 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:56.609528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] Calling delete_port for 43c0c160-1f75-4480-9f95-ed9371d08f1d owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:56.794604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:56.879204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port b0d9e2fc-6b93-4a24-9276-364936dcd979, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b0d9e2fc-6b93-4a24-9276-364936dcd979,segment=NetworkSegment(cc728a7a-0955-4aa2-a965-70e7132aa19c),segment_id=cc728a7a-0955-4aa2-a965-70e7132aa19c)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:56.879884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:56.880726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.029590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for b0d9e2fc-6b93-4a24-9276-364936dcd979 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:57.032518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161dd549-8578-4039-b1e3-a622cecc459f req-c4635236-3e65-4aff-a6e3-24672bebf101 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:57.034536 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-161dd549-8578-4039-b1e3-a622cecc459f req-c4635236-3e65-4aff-a6e3-24672bebf101 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6328321 Mar 23 10:16:57.036164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.065337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=6fd5341e-bdb1-4781-8528-9d08ae121db0,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:57.100829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': 'ab4d3f87-a5ac-4489-9da2-e219b3c4beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e76b242a-d160-47a1-9ffb-2b9c6dd96379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:57.101217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: e76b242a-d160-47a1-9ffb-2b9c6dd96379, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:16:57.152124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network e76b242a-d160-47a1-9ffb-2b9c6dd96379 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:16:57.161834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.201146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, e76b242a-d160-47a1-9ffb-2b9c6dd96379) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:57.208502 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343f4608-6ab7-466c-badc-9d5256d9fe32 None None] Network e76b242a-d160-47a1-9ffb-2b9c6dd96379 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:57.208967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:57.209556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.261629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No DVR routers for this DVR port b0d9e2fc-6b93-4a24-9276-364936dcd979 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:16:57.285513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Calling delete_port for 6833c545-bd12-467c-afee-b9cf2584f028 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:57.301558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Port': ['ID=b0d9e2fc-6b93-4a24-9276-364936dcd979,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:57.352816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.353284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.353586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.353975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.354326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.354725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.355053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.355367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.355696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.356005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.356320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.356629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:57.385085 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c3f2312b-0fa2-43be-9090-b79fe082e125 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9060040 Mar 23 10:16:57.387924 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56290) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:57.399494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.465559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-e76b242a-d160-47a1-9ffb-2b9c6dd96379', 'network_id': 'e76b242a-d160-47a1-9ffb-2b9c6dd96379', 'tenant_id': '8209ecebb0c44f36b8fcc5edcd07a0b2', 'fixed_ips': [{'subnet_id': '6fd5341e-bdb1-4781-8528-9d08ae121db0'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:16:57.466731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.492686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.504535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.620005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] Pushing event deleted for resources: {'Port': ['ID=43c0c160-1f75-4480-9f95-ed9371d08f1d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:57.632083 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Allocated IP 172.20.0.1 (e76b242a-d160-47a1-9ffb-2b9c6dd96379/6fd5341e-bdb1-4781-8528-9d08ae121db0/7054bd12-b4ff-45dd-ba40-cb2bb45dacfd) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:16:57.647497 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-161dd549-8578-4039-b1e3-a622cecc459f req-e06c647e-5030-42ce-80af-3ed703829ea5 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5765884 Mar 23 10:16:57.668773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4765ebcc-1b04-4aa4-9b83-b3d26b318165']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:57.721402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc728a7a-0955-4aa2-a965-70e7132aa19c') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:57.721692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc728a7a-0955-4aa2-a965-70e7132aa19c') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:16:57.768908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.798735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.813833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.944758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.957728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.969839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:57.980995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Transition to ACTIVE for port object 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:57.999451 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.001011 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Transition to ACTIVE for port object 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:16:58.007945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.040463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.051928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:16:58.052483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.055557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Port': ['ID=6833c545-bd12-467c-afee-b9cf2584f028,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:58.072674 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Network e76b242a-d160-47a1-9ffb-2b9c6dd96379 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:16:58.073835 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:16:58.077082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:16:58.081352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:16:58.091922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:16:58.092341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.096194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Pushing event updated for resources: {'Port': ['ID=7054bd12-b4ff-45dd-ba40-cb2bb45dacfd,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:58.120999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.121381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.121718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.122049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.122379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.122706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.123029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.123355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.123675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.123996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.124311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.124629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:16:58.186209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Attempting to bind port 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:16:58.186209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Attempting to bind port 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'ab4d3f87-a5ac-4489-9da2-e219b3c4beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e76b242a-d160-47a1-9ffb-2b9c6dd96379'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:16:58.186556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Attempting to bind port 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd on network e76b242a-d160-47a1-9ffb-2b9c6dd96379 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:16:58.192654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:16:58.193137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Checking segment: {'id': 'ab4d3f87-a5ac-4489-9da2-e219b3c4beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e76b242a-d160-47a1-9ffb-2b9c6dd96379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:16:58.193597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.194056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Bound using segment: {'id': 'ab4d3f87-a5ac-4489-9da2-e219b3c4beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e76b242a-d160-47a1-9ffb-2b9c6dd96379'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:16:58.194774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Bound port: 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4d3f87-a5ac-4489-9da2-e219b3c4beb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e76b242a-d160-47a1-9ffb-2b9c6dd96379'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:16:58.195781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.249744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.254659 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-83e5eb69-d94c-4d53-a1c0-7c83443bad07 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "DELETE /v2.0/ports/6833c545-bd12-467c-afee-b9cf2584f028 HTTP/1.1" status: 204 len: 168 time: 2.2946310 Mar 23 10:16:58.262861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56296) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:58.293267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] For port 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:16:58.296444 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] For port 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7054bd12-b4ff-45dd-ba40-cb2bb45dacfd,segment=NetworkSegment(ab4d3f87-a5ac-4489-9da2-e219b3c4beb8),segment_id=ab4d3f87-a5ac-4489-9da2-e219b3c4beb8)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:16:58.301899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.328373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.356769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.368526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.389722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Network': ['ID=4765ebcc-1b04-4aa4-9b83-b3d26b318165,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:58.393689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9023e6-95e3-4494-a60b-b24331d78f27 None None] Pushing event updated for resources: {'Port': ['ID=7054bd12-b4ff-45dd-ba40-cb2bb45dacfd,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:58.410082 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-342c793a-daba-4de1-bebe-07cc32646934 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/4765ebcc-1b04-4aa4-9b83-b3d26b318165 HTTP/1.1" status: 204 len: 168 time: 4.5959997 Mar 23 10:16:58.410739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.416131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56300) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:58.450491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b93cdee9-45ff-4f2e-99ec-491387a4f432 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Synchronizing usage tracker for tenant:a3ce4ee95c41465081439d3984051ad8 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:16:58.452297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-613182406'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:58.478110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:58.495292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce46cb2-adaa-4a35-9fa2-a0c69e023991 req-01421ca0-2459-4166-a4d9-3b426dc30b33 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:58.497155 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fce46cb2-adaa-4a35-9fa2-a0c69e023991 req-01421ca0-2459-4166-a4d9-3b426dc30b33 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6156030 Mar 23 10:16:58.498426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:network and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:58.504649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:58.505427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=5927f43f-81b2-43c9-9371-0d6b9899939c,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:58.629891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:58.671922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cb81bd-6748-46ba-ad4c-b9df007210f9,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:58.694113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b93cdee9-45ff-4f2e-99ec-491387a4f432 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Unset dirty status for tenant:a3ce4ee95c41465081439d3984051ad8 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:16:58.700404 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b93cdee9-45ff-4f2e-99ec-491387a4f432 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4280028 Mar 23 10:16:58.718362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56304) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:58.727112 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fce46cb2-adaa-4a35-9fa2-a0c69e023991 req-bb267f32-bc07-4421-8a0c-2e5be8fbdec2 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192953 Mar 23 10:16:58.738507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2046762871'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:58.747476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:58.750782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.765293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:16:58.800356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.849316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Usage tracker for resource:network and tenant:a3ce4ee95c41465081439d3984051ad8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:16:58.852877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:16:58.871640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:16:58.883609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] For port 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7054bd12-b4ff-45dd-ba40-cb2bb45dacfd,segment=NetworkSegment(ab4d3f87-a5ac-4489-9da2-e219b3c4beb8),segment_id=ab4d3f87-a5ac-4489-9da2-e219b3c4beb8)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:16:58.884093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:58.967443 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP a0de9dfd-0392-478b-9093-af56ea5db7c0 associated. External IP: 172.26.4.198, port: 8d381186-1b63-46a5-8e5d-93d7ceecbc14. Mar 23 10:16:58.974930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:59.035765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Made reservation on behalf of a3ce4ee95c41465081439d3984051ad8 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:16:59.039578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.059261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Calling delete_port for 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:16:59.154938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.155280 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Added segment 769245c5-7d07-415e-92d9-e48a3ef3dfec of type vlan for network 9f4f4847-056a-4e5e-b66e-bc5288c0d8ac Mar 23 10:16:59.172073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:16:59.237136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:16:59.244910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.254498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:16:59.358294 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.358632 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Added segment 7c9d603c-5af2-4a3f-ae24-c48bd00c1bf4 of type vlan for network dc9659a0-190f-49a8-928a-21667e31a605 Mar 23 10:16:59.421547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.455995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.462853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:59.463466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.531794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.536869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] Router 5dea9c5b-7946-4ed5-b547-3de069a34968 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:16:59.573524 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a0c39-94a7-42b0-8dac-a459f6f85a62 None None] Network e76b242a-d160-47a1-9ffb-2b9c6dd96379 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:16:59.672375 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9b3b5bb2-ae75-4594-9d24-7fe72cf8b3e2 None None] Could not find standard attr ID for object 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:16:59.737590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.739259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Router 2619bcec-92fb-446e-a79c-d998d994f504 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:16:59.806075 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3762550 Mar 23 10:16:59.806075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:16:59.813661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283673e1-9fd6-438a-a943-353254fe9bd5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=9f4f4847-056a-4e5e-b66e-bc5288c0d8ac,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:59.817086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Port': ['ID=7054bd12-b4ff-45dd-ba40-cb2bb45dacfd,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:16:59.837971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56310) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:16:59.844740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'network_id': '9f4f4847-056a-4e5e-b66e-bc5288c0d8ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:16:59.850314 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 9f4f4847-056a-4e5e-b66e-bc5288c0d8ac details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:16:59.973683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:16:59.979239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:16:59.979838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.009407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No DVR routers for this DVR port 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:00.142675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4138577 Mar 23 10:17:00.151674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:00.200547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56314) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:00.218741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedc5d2-7e8b-44ca-a82e-b506883e9568 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'Network': ['ID=dc9659a0-190f-49a8-928a-21667e31a605,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:00.230019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network dc9659a0-190f-49a8-928a-21667e31a605 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:00.231792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.282703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1013596419'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:00.292830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:00.300485 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e669d59b-6222-4196-a651-e233d959bafc admin admin] 10.222.0.84 "PUT /v2.0/routers/5dea9c5b-7946-4ed5-b547-3de069a34968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3631058 Mar 23 10:17:00.303380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56318) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:00.303523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:00.317334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:00.323182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:subnet and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:00.336524 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] Sync routers for ids ['5dea9c5b-7946-4ed5-b547-3de069a34968'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:00.345791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] Routers {'5dea9c5b-7946-4ed5-b547-3de069a34968'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:00.346380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5dea9c5b-7946-4ed5-b547-3de069a34968'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:00.384398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:00.387612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Usage tracker for resource:network and tenant:a3ce4ee95c41465081439d3984051ad8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:00.399097 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:00.408196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.426394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:00.436698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:00.450259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:00.466434 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2fdbb-c373-46a2-a496-f89334a9f343 None None] Sync routers for ids ['2619bcec-92fb-446e-a79c-d998d994f504'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:00.481476 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2fdbb-c373-46a2-a496-f89334a9f343 None None] Routers {'2619bcec-92fb-446e-a79c-d998d994f504'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:00.482535 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ace2fdbb-c373-46a2-a496-f89334a9f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2619bcec-92fb-446e-a79c-d998d994f504'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:00.493212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] Router ea517836-1581-42c2-892f-c40dc8c0a52a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:00.497956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Made reservation on behalf of a3ce4ee95c41465081439d3984051ad8 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:00.502001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.511758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:00.515133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.515265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd5341e-bdb1-4781-8528-9d08ae121db0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:00.542739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb593dae-a6cd-49a1-a7ba-f2fc06fd1fa0 None None] Network e76b242a-d160-47a1-9ffb-2b9c6dd96379 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:00.595118 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ace2fdbb-c373-46a2-a496-f89334a9f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:00.606625 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2fdbb-c373-46a2-a496-f89334a9f343 None None] Routers {'2619bcec-92fb-446e-a79c-d998d994f504'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:00.607625 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ace2fdbb-c373-46a2-a496-f89334a9f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2619bcec-92fb-446e-a79c-d998d994f504'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:00.620560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.624659 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] Set router 5dea9c5b-7946-4ed5-b547-3de069a34968 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:17:00.659536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76b242a-d160-47a1-9ffb-2b9c6dd96379']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:00.674534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4d3f87-a5ac-4489-9da2-e219b3c4beb8') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:00.674896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4d3f87-a5ac-4489-9da2-e219b3c4beb8') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:00.687392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.691912 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ace2fdbb-c373-46a2-a496-f89334a9f343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:00.693194 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace2fdbb-c373-46a2-a496-f89334a9f343 None None] The sync data for ids ['2619bcec-92fb-446e-a79c-d998d994f504'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:00.705281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.722959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:00.723349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:00.742110 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:00.763449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.778878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.782799 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-316cc688-da05-4028-8c18-f6b89523f680 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.7293129 Mar 23 10:17:00.829014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56322) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:00.845519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0859ec2c-69aa-4fa8-934b-0b9308731c28 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'enable_snat': False}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:00.909330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:00.994524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.005735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=e76b242a-d160-47a1-9ffb-2b9c6dd96379,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:01.014257 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8e7dd2a4-5fad-42f7-95c8-62a3027c8d22 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/e76b242a-d160-47a1-9ffb-2b9c6dd96379 HTTP/1.1" status: 204 len: 168 time: 3.6263766 Mar 23 10:17:01.019495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56326) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:01.027133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-551739487'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:01.027281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:01.044112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:01.045373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:01.054938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:network and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:01.065407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:01.072677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:01.075493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.091332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b09a3e-496b-4375-b8f1-a42257cb2224 None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:01.092320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Deleting port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:01.092768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.098537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.098971 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Added segment 340786f3-4de5-43c2-9d9f-14c54455ab9c of type vlan for network 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 Mar 23 10:17:01.106053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd80fb5e-f3fe-45bc-bc41-62bd5414a309 None None] DHCP port deletion for e76b242a-d160-47a1-9ffb-2b9c6dd96379 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:17:01.121823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:01.124595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.132023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b09a3e-496b-4375-b8f1-a42257cb2224 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:01.132854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-42b09a3e-496b-4375-b8f1-a42257cb2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:01.172034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:01.206501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-42b09a3e-496b-4375-b8f1-a42257cb2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:01.211467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137'}], 'enable_snat': True}, 'gw_port_id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:16:57Z', 'revision_number': 5, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port': {'id': '91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:8c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:57Z', 'updated_at': '2022-03-23T10:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:01.218717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.218967 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment 1c3c3fcc-50b2-413a-b535-346f2c037e68 of type vlan for network 8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646 Mar 23 10:17:01.219334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] Checking router: 5dea9c5b-7946-4ed5-b547-3de069a34968 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:17:01.223580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b09a3e-496b-4375-b8f1-a42257cb2224 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:01.224192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-42b09a3e-496b-4375-b8f1-a42257cb2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:01.278316 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.305041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-42b09a3e-496b-4375-b8f1-a42257cb2224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:01.307270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b09a3e-496b-4375-b8f1-a42257cb2224 None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:01.311211 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] Routers {'5dea9c5b-7946-4ed5-b547-3de069a34968'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:01.311942 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5dea9c5b-7946-4ed5-b547-3de069a34968'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:01.406861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.421511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.471785 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] Set router 5dea9c5b-7946-4ed5-b547-3de069a34968 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:17:01.473718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] For port 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:01.473718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.489274 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:01.517865 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d789bd13-c7be-4f8e-b559-9321cb055eb6 admin admin] 10.222.0.84 "PUT /v2.0/routers/ea517836-1581-42c2-892f-c40dc8c0a52a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3749030 Mar 23 10:17:01.520351 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a529495e-1b28-4a86-923a-9963f3a572ed tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.6184573 Mar 23 10:17:01.520940 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d973638-93da-4117-9c4f-6645262f932c None None] Sync routers for ids ['ea517836-1581-42c2-892f-c40dc8c0a52a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:01.521410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56330) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:01.522771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56332) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:01.539703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.544736 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d973638-93da-4117-9c4f-6645262f932c None None] Routers {'ea517836-1581-42c2-892f-c40dc8c0a52a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:01.545058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:01.545661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.546197 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-1d973638-93da-4117-9c4f-6645262f932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ea517836-1581-42c2-892f-c40dc8c0a52a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:01.595588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:17:01Z', 'revision_number': 6, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:01.600389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217b20e-6b5c-4f93-a594-70f617bf0461 None None] The sync data for ids ['5dea9c5b-7946-4ed5-b547-3de069a34968'] in dv-neutron-834652-2-hyperv is: [{'id': '5dea9c5b-7946-4ed5-b547-3de069a34968', 'name': 'tempest-ServersTestManualDisk-1836536504-router', 'tenant_id': '63eed59dc5c14b499d5df02311f1e0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:17:01Z', 'revision_number': 6, 'project_id': '63eed59dc5c14b499d5df02311f1e0e9', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:01.640401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Calling delete_port for 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:01.691247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:01.779160 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7585220 Mar 23 10:17:01.785483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56338) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:01.787964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac5bb9-c36d-479d-9d3b-7dd7fd36e1fa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:01.793481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': '8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:01.799857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:01.847562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.852598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:01.853292 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:01.875565 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-1d973638-93da-4117-9c4f-6645262f932c None None] Set router ea517836-1581-42c2-892f-c40dc8c0a52a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:17:01.899809 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-82dee79a-5688-4299-b8b7-ce9c7e05c4eb tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "GET /v2.0/floatingips/a0de9dfd-0392-478b-9093-af56ea5db7c0 HTTP/1.1" status: 200 len: 977 time: 0.3707294 Mar 23 10:17:01.900518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56342) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:01.927795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.075448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:02.081967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:subnet and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:02.086601 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:02.138343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:02.176103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:02.180638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.220106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.278459 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-1d973638-93da-4117-9c4f-6645262f932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:16:57Z', 'revision_number': 5, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:02.283217 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d973638-93da-4117-9c4f-6645262f932c None None] Checking router: ea517836-1581-42c2-892f-c40dc8c0a52a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:17:02.292681 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d973638-93da-4117-9c4f-6645262f932c None None] Routers {'ea517836-1581-42c2-892f-c40dc8c0a52a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:02.293553 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-1d973638-93da-4117-9c4f-6645262f932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:16:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ea517836-1581-42c2-892f-c40dc8c0a52a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:02.318434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Pushing event deleted for resources: {'Port': ['ID=91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:02.440113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=75b389c9-0d73-45cd-a451-71e9445a1557,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:02.452569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.452794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.516056 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-1d973638-93da-4117-9c4f-6645262f932c None None] Set router ea517836-1581-42c2-892f-c40dc8c0a52a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:17:02.690379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.700669 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4961002 Mar 23 10:17:02.703228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.815098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.815784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dea9c5b-7946-4ed5-b547-3de069a34968 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:17:02.827476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e25ce-3b3a-4779-87a4-4b04ad531227 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'Network': ['ID=0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:02.842453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:02.898763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.900290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-da33ae9d-63c6-4dac-a836-daedf36dbece admin admin] 10.222.0.84 "DELETE /v2.0/routers/5dea9c5b-7946-4ed5-b547-3de069a34968 HTTP/1.1" status: 204 len: 168 time: 2.5962107 Mar 23 10:17:02.903075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.910098 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56346) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:02.920122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0859ec2c-69aa-4fa8-934b-0b9308731c28 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:02.987156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-69b0f7cb-825f-473b-9440-e3a083d84309 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Synchronizing usage tracker for tenant:9c5b5415ce7046569634f6c2538cabe8 on resource:floatingip {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:02.989907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking segment: {'id': '769245c5-7d07-415e-92d9-e48a3ef3dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9f4f4847-056a-4e5e-b66e-bc5288c0d8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:02.990358 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network hostable DHCP agents. Network: 9f4f4847-056a-4e5e-b66e-bc5288c0d8ac, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:03.009848 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-1d973638-93da-4117-9c4f-6645262f932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:16:57Z', 'revision_number': 5, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:03.016214 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d973638-93da-4117-9c4f-6645262f932c None None] The sync data for ids ['ea517836-1581-42c2-892f-c40dc8c0a52a'] in dv-neutron-834652-2-hyperv is: [{'id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'name': 'tempest-ServersTestJSON-1165629393-router', 'tenant_id': 'ceec5603e9824537917759fa8b4cffa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75'}], 'enable_snat': True}, 'gw_port_id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:16:57Z', 'revision_number': 5, 'project_id': 'ceec5603e9824537917759fa8b4cffa7', 'gw_port': {'id': 'c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:91:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea517836-1581-42c2-892f-c40dc8c0a52a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:00Z', 'updated_at': '2022-03-23T10:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:03.082393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': '1c3c3fcc-50b2-413a-b535-346f2c037e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:03.082973 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: 8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:03.116155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=ab160da3-2696-4c71-98e6-8f0eb0a410ab,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:03.126137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network 8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:03.136378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:03.141515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:03.142228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.150729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8579d-5cf5-47ab-b5c5-8d82d5de94fb None None] Network 8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:03.168007 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dd5dea14-9409-436f-9798-787cb920d74d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3789077 Mar 23 10:17:03.168705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56350) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:03.238009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network 9f4f4847-056a-4e5e-b66e-bc5288c0d8ac is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:03.248094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-69b0f7cb-825f-473b-9440-e3a083d84309 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Unset dirty status for tenant:9c5b5415ce7046569634f6c2538cabe8 on resource:floatingip {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:03.249276 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-69b0f7cb-825f-473b-9440-e3a083d84309 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 1.3237119 Mar 23 10:17:03.257157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de15c93-29a9-4f99-94a9-153f43424fc7 admin admin] Deleting subnet 6974af38-e910-44c2-9610-83ce64fa6dee {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:17:03.261665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56354) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:03.265921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6de15c93-29a9-4f99-94a9-153f43424fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.296378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'port_id': 'dabb8f57-6647-4abe-b2e9-7e0586f88647'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:03.355871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.373483 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 9f4f4847-056a-4e5e-b66e-bc5288c0d8ac) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:03.432144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:03.440633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.456784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef3361e-66db-44d5-96ad-bd71f91bea81 None None] Network 9f4f4847-056a-4e5e-b66e-bc5288c0d8ac requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:03.471276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Deleting port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:03.471831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.479982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:03.487390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.526770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6de15c93-29a9-4f99-94a9-153f43424fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.588530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:03.589880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 91b4d3bb-3ac0-4bf0-b36a-6a12b7a11c02 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:03.590410 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 43c0c160-1f75-4480-9f95-ed9371d08f1d no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:03.599703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.679833 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b30439dd-399a-4008-96b4-bbad585a9ddf tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.8409488 Mar 23 10:17:03.680117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56358) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:03.702329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.739564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 43c0c160-1f75-4480-9f95-ed9371d08f1d {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:03.740054 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 43c0c160-1f75-4480-9f95-ed9371d08f1d not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:03.740566 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:03.836430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:03.836894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7054bd12-b4ff-45dd-ba40-cb2bb45dacfd not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:03.840864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-efa18c29-8b84-45f8-b2b4-63e6acdfdb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.858512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215f3dd-c34b-4a14-bb36-275bc34e3ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646', 'network_id': '8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646', 'tenant_id': '8209ecebb0c44f36b8fcc5edcd07a0b2', 'fixed_ips': [{'subnet_id': 'ab160da3-2696-4c71-98e6-8f0eb0a410ab'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:03.860289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3215f3dd-c34b-4a14-bb36-275bc34e3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.901050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:03.982328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=ab160da3-2696-4c71-98e6-8f0eb0a410ab,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:04.017672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.091444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.114844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] For port c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:04.115346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.124642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-9f4f4847-056a-4e5e-b66e-bc5288c0d8ac', 'network_id': '9f4f4847-056a-4e5e-b66e-bc5288c0d8ac', 'tenant_id': '7dd923aca8b44c9382a924e1b821c12e', 'fixed_ips': [{'subnet_id': '75b389c9-0d73-45cd-a451-71e9445a1557'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:04.125734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.136246 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6de15c93-29a9-4f99-94a9-153f43424fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.142809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:04.160380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3c3fcc-50b2-413a-b535-346f2c037e68') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:04.160674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3c3fcc-50b2-413a-b535-346f2c037e68') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:04.175608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.207609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.223739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d69241-b693-4e94-b1d7-ffb41a751366 None None] Network 8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:04.226021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:04.226560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:04.353273 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:04.403982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.413354 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.457653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:04.479934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Allocated IP 2001:db8::1 (9f4f4847-056a-4e5e-b66e-bc5288c0d8ac/75b389c9-0d73-45cd-a451-71e9445a1557/7cc9235a-afc5-451e-bed4-47a6fa9c8476) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:04.491751 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-16d0643d-e9c3-4ad6-a56e-33b776ff7d0c tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646 HTTP/1.1" status: 204 len: 168 time: 1.3218195 Mar 23 10:17:04.496218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56364) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:04.508791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1064127831'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:04.518088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Calling delete_port for c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:04.519883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:04.526210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.571700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:network and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:04.575534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:04.596396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:04.631943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:04.636400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.680412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:04.692690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.693329 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment 4168bc3a-ff06-434c-9e88-5b27d7df0543 of type vlan for network e38658ed-8785-4abe-bc5d-e67bbc3280a0 Mar 23 10:17:04.720670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.728018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.733199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Transition to ACTIVE for port object 7cc9235a-afc5-451e-bed4-47a6fa9c8476 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:04.769250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.775065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:04.775604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.789412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Transition to ACTIVE for port object 7cc9235a-afc5-451e-bed4-47a6fa9c8476 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:04.800512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.805727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6de15c93-29a9-4f99-94a9-153f43424fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.891467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=e38658ed-8785-4abe-bc5d-e67bbc3280a0,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:04.915556 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dae9444d-d298-414a-a35e-0197c62500ef tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4174643 Mar 23 10:17:04.918169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56368) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:04.922026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6de15c93-29a9-4f99-94a9-153f43424fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.927139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': 'e38658ed-8785-4abe-bc5d-e67bbc3280a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:04.927795 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840b857-3434-4347-a713-dce5175edaed None None] Network 33fb841e-65c0-4d4b-a961-a6a5e222cc41 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:04.949950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:04.956387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network e38658ed-8785-4abe-bc5d-e67bbc3280a0 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:04.958800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de15c93-29a9-4f99-94a9-153f43424fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6974af38-e910-44c2-9610-83ce64fa6dee,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:05.050234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f5cb81bd-6748-46ba-ad4c-b9df007210f9 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:05.066200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6de15c93-29a9-4f99-94a9-153f43424fc7 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/6974af38-e910-44c2-9610-83ce64fa6dee HTTP/1.1" status: 204 len: 168 time: 2.1526592 Mar 23 10:17:05.067179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56372) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:05.090960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Subnet': ['ID=75b389c9-0d73-45cd-a451-71e9445a1557,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:05.125067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: f5cb81bd-6748-46ba-ad4c-b9df007210f9 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:05.126790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f5cb81bd-6748-46ba-ad4c-b9df007210f9 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:05.203948 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Network 9f4f4847-056a-4e5e-b66e-bc5288c0d8ac is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:05.225754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.240299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:05.254882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:subnet and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:05.260948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:05.269549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4f4847-056a-4e5e-b66e-bc5288c0d8ac']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:05.275010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:05.281855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:05.296072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769245c5-7d07-415e-92d9-e48a3ef3dfec') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:05.296072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769245c5-7d07-415e-92d9-e48a3ef3dfec') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:05.309873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:05.329154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.341462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:05.346275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.348142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Pushing event updated for resources: {'Port': ['ID=7cc9235a-afc5-451e-bed4-47a6fa9c8476,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:05.471138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.483748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_backend_mixin [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Performing IP validity checks on allocation pools {{(pid=87859) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:17:05.484497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_backend_mixin [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87859) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:17:05.555980 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Attempting to bind port 7cc9235a-afc5-451e-bed4-47a6fa9c8476 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:05.556597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Attempting to bind port 7cc9235a-afc5-451e-bed4-47a6fa9c8476 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '769245c5-7d07-415e-92d9-e48a3ef3dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9f4f4847-056a-4e5e-b66e-bc5288c0d8ac'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:05.556954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Attempting to bind port 7cc9235a-afc5-451e-bed4-47a6fa9c8476 on network 9f4f4847-056a-4e5e-b66e-bc5288c0d8ac {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:05.579799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Deleting port dca85671-f86a-4bad-8cd6-add4bbf20384 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:05.579799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.598574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:05.598845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Checking segment: {'id': '769245c5-7d07-415e-92d9-e48a3ef3dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9f4f4847-056a-4e5e-b66e-bc5288c0d8ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:05.599047 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.599439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Bound using segment: {'id': '769245c5-7d07-415e-92d9-e48a3ef3dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9f4f4847-056a-4e5e-b66e-bc5288c0d8ac'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:05.600059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Bound port: 7cc9235a-afc5-451e-bed4-47a6fa9c8476, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769245c5-7d07-415e-92d9-e48a3ef3dfec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '9f4f4847-056a-4e5e-b66e-bc5288c0d8ac'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:05.600706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.631841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.658589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.666060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.696010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:05.725303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] For port 7cc9235a-afc5-451e-bed4-47a6fa9c8476, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:05.763843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=be526406-64b9-4262-89f1-1fb2d537af16,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:05.775321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:05.775861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:05.794222 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:05.850092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff257833-435b-4f22-9320-5b15dd09231a None None] DHCP port deletion for 33fb841e-65c0-4d4b-a961-a6a5e222cc41 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:17:05.854991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ff257833-435b-4f22-9320-5b15dd09231a None None] Deleting port dca85671-f86a-4bad-8cd6-add4bbf20384 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:05.855363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ff257833-435b-4f22-9320-5b15dd09231a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.026803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:17:06.026803 dv-neutron-834652-2-hyperv neutron-server[87859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:17:06.026803 dv-neutron-834652-2-hyperv neutron-server[87859]: [parameters: {'id': '9f4f4847-056a-4e5e-b66e-bc5288c0d8ac'}] Mar 23 10:17:06.026803 dv-neutron-834652-2-hyperv neutron-server[87859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:06.027640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:06.032448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] For port 7cc9235a-afc5-451e-bed4-47a6fa9c8476, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7cc9235a-afc5-451e-bed4-47a6fa9c8476,segment=NetworkSegment(769245c5-7d07-415e-92d9-e48a3ef3dfec),segment_id=769245c5-7d07-415e-92d9-e48a3ef3dfec)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:06.058055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': '4168bc3a-ff06-434c-9e88-5b27d7df0543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': 'e38658ed-8785-4abe-bc5d-e67bbc3280a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:06.058717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: e38658ed-8785-4abe-bc5d-e67bbc3280a0, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:06.073430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56376) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:06.081898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'subnets': [{'network_id': 'dc9659a0-190f-49a8-928a-21667e31a605', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1856438617', 'ip_version': 6}, {'network_id': '0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:06.082214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'subnet': {'network_id': 'dc9659a0-190f-49a8-928a-21667e31a605', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1856438617', 'ip_version': 6}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:06.082861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Request body: {'subnet': {'network_id': '0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:06.093523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.126781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network e38658ed-8785-4abe-bc5d-e67bbc3280a0 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:06.179053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ff257833-435b-4f22-9320-5b15dd09231a None None] For port dca85671-f86a-4bad-8cd6-add4bbf20384, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=dca85671-f86a-4bad-8cd6-add4bbf20384,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:06.179469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ff257833-435b-4f22-9320-5b15dd09231a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.187991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.203554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, e38658ed-8785-4abe-bc5d-e67bbc3280a0) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:06.218050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:06.218776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.268563 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.288327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c3729b-3e6c-441f-8b12-20b4790c91ac None None] Network e38658ed-8785-4abe-bc5d-e67bbc3280a0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:06.327786 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5d8b5323-9da7-49fc-b122-22985998019b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4059234 Mar 23 10:17:06.328948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56380) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:06.370940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ff257833-435b-4f22-9320-5b15dd09231a None None] Calling delete_port for dca85671-f86a-4bad-8cd6-add4bbf20384 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:06.383789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:06.427537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Pushing event updated for resources: {'Port': ['ID=7cc9235a-afc5-451e-bed4-47a6fa9c8476,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:06.439831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Usage tracker for resource:subnet and tenant:a3ce4ee95c41465081439d3984051ad8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:06.444179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:06.447153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:06.458677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:06.481506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Made reservation on behalf of a3ce4ee95c41465081439d3984051ad8 for: {'subnet': 2} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:06.486737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.487054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.500431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.500770 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.501157 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.501487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.501812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.502132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.503072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.503072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.503072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.503351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.503662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.503972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f83d6a3-a5a7-4003-a731-a1d67cb29c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:06.529954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.549827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024791fd-f0fd-4a62-b899-aff87b4ef231 None None] Network 9f4f4847-056a-4e5e-b66e-bc5288c0d8ac requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:06.590435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.590814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0cd30b56-2d40-4372-baff-d0471f7b33d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.598641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0859ec2c-69aa-4fa8-934b-0b9308731c28 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.626927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.627151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port 7cc9235a-afc5-451e-bed4-47a6fa9c8476 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:06.627273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.635987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.639875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0859ec2c-69aa-4fa8-934b-0b9308731c28 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.643718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] For port dca85671-f86a-4bad-8cd6-add4bbf20384, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=dca85671-f86a-4bad-8cd6-add4bbf20384,segment=NetworkSegment(7d8b9792-80e5-40e1-bd92-3338afede485),segment_id=7d8b9792-80e5-40e1-bd92-3338afede485)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:06.643718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.678419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ff257833-435b-4f22-9320-5b15dd09231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.779302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.786598 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff257833-435b-4f22-9320-5b15dd09231a None None] Pushing event deleted for resources: {'Port': ['ID=dca85671-f86a-4bad-8cd6-add4bbf20384,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:06.796321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.802418 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff257833-435b-4f22-9320-5b15dd09231a None None] No DVR routers for this DVR port dca85671-f86a-4bad-8cd6-add4bbf20384 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:06.874660 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Calling delete_port for dca85671-f86a-4bad-8cd6-add4bbf20384 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:06.904830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:06.950774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff338966-d781-48cf-8ef7-f9ee353904da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-e38658ed-8785-4abe-bc5d-e67bbc3280a0', 'network_id': 'e38658ed-8785-4abe-bc5d-e67bbc3280a0', 'tenant_id': '8209ecebb0c44f36b8fcc5edcd07a0b2', 'fixed_ips': [{'subnet_id': 'be526406-64b9-4262-89f1-1fb2d537af16'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:06.952096 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ff338966-d781-48cf-8ef7-f9ee353904da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.062766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port 7cc9235a-afc5-451e-bed4-47a6fa9c8476, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7cc9235a-afc5-451e-bed4-47a6fa9c8476,segment=NetworkSegment(769245c5-7d07-415e-92d9-e48a3ef3dfec),segment_id=769245c5-7d07-415e-92d9-e48a3ef3dfec)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:07.063235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.104905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.105407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea517836-1581-42c2-892f-c40dc8c0a52a {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:17:07.147227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server [None req-ff338966-d781-48cf-8ef7-f9ee353904da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be526406-64b9-4262-89f1-1fb2d537af16: This subnet is being modified by another concurrent operation. Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:17:07.161823 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise exception Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be526406-64b9-4262-89f1-1fb2d537af16: This subnet is being modified by another concurrent operation. Mar 23 10:17:07.165319 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server Mar 23 10:17:07.182253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device dca85671-f86a-4bad-8cd6-add4bbf20384 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:07.188895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.192330 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4a43f679-bf26-4904-b67b-692d74caecc1 admin admin] 10.222.0.84 "DELETE /v2.0/routers/ea517836-1581-42c2-892f-c40dc8c0a52a HTTP/1.1" status: 204 len: 168 time: 5.6627755 Mar 23 10:17:07.206792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56384) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:07.226356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba5ab55-07a0-463c-91c1-24e1651cda9e None None] Network e38658ed-8785-4abe-bc5d-e67bbc3280a0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:07.228970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0859ec2c-69aa-4fa8-934b-0b9308731c28 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Router 2619bcec-92fb-446e-a79c-d998d994f504 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:07.250161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: dca85671-f86a-4bad-8cd6-add4bbf20384 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:07.250497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device dca85671-f86a-4bad-8cd6-add4bbf20384 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:07.298308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for 7cc9235a-afc5-451e-bed4-47a6fa9c8476 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:07.344977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=be526406-64b9-4262-89f1-1fb2d537af16,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:07.381986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.450033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.495321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e24100-4168-4106-a193-ca7966295bc7 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:17:07.507555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:07.507869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:07.574828 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP a0de9dfd-0392-478b-9093-af56ea5db7c0 associated. External IP: 172.26.4.198, port: 8d381186-1b63-46a5-8e5d-93d7ceecbc14. Mar 23 10:17:07.621527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e24100-4168-4106-a193-ca7966295bc7 None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:17:07.639114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.663828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6e03eb-6044-4d83-936d-225db79b0308 admin admin] Deleting subnet 8e585da7-ed72-4380-ab78-dfd58b864173 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:17:07.675985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2f6e03eb-6044-4d83-936d-225db79b0308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.689798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38658ed-8785-4abe-bc5d-e67bbc3280a0']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:07.710265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4168bc3a-ff06-434c-9e88-5b27d7df0543') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:07.710787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4168bc3a-ff06-434c-9e88-5b27d7df0543') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:07.729174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.742779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.795764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.806409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Port': ['ID=7cc9235a-afc5-451e-bed4-47a6fa9c8476,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:07.865186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No DVR routers for this DVR port 7cc9235a-afc5-451e-bed4-47a6fa9c8476 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:07.865186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:07.865186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:07.879990 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:07.957364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0859ec2c-69aa-4fa8-934b-0b9308731c28 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:07.977006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8af837-1157-424f-a4ea-000c9f15eab9 None None] Sync routers for ids ['2619bcec-92fb-446e-a79c-d998d994f504'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:07.989307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2f6e03eb-6044-4d83-936d-225db79b0308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.041560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8af837-1157-424f-a4ea-000c9f15eab9 None None] Routers {'2619bcec-92fb-446e-a79c-d998d994f504'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:08.042195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-cf8af837-1157-424f-a4ea-000c9f15eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2619bcec-92fb-446e-a79c-d998d994f504'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.051172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Deleting port dca85671-f86a-4bad-8cd6-add4bbf20384 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:08.051502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.090348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0859ec2c-69aa-4fa8-934b-0b9308731c28 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.094302 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0859ec2c-69aa-4fa8-934b-0b9308731c28 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "PUT /v2.0/routers/2619bcec-92fb-446e-a79c-d998d994f504 HTTP/1.1" status: 200 len: 920 time: 7.2571418 Mar 23 10:17:08.100767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56390) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:08.124043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.126516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-cf8af837-1157-424f-a4ea-000c9f15eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.145576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.158779 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8af837-1157-424f-a4ea-000c9f15eab9 None None] Routers {'2619bcec-92fb-446e-a79c-d998d994f504'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:08.159528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-cf8af837-1157-424f-a4ea-000c9f15eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2619bcec-92fb-446e-a79c-d998d994f504'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.179797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.187821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=e38658ed-8785-4abe-bc5d-e67bbc3280a0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:08.210120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4f4847-056a-4e5e-b66e-bc5288c0d8ac']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.220636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a732f1-811f-4008-8df6-c8f539165592 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:17:08.236763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769245c5-7d07-415e-92d9-e48a3ef3dfec') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.237241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769245c5-7d07-415e-92d9-e48a3ef3dfec') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.247878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.264918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-cf8af837-1157-424f-a4ea-000c9f15eab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.265342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8af837-1157-424f-a4ea-000c9f15eab9 None None] The sync data for ids ['2619bcec-92fb-446e-a79c-d998d994f504'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:08.289288 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5eb057e1-ae48-4eed-958b-ce6073ef01e2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/e38658ed-8785-4abe-bc5d-e67bbc3280a0 HTTP/1.1" status: 204 len: 168 time: 1.9562988 Mar 23 10:17:08.291167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.297417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] The port 'dca85671-f86a-4bad-8cd6-add4bbf20384' was deleted {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:17:08.305310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56394) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:08.311977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2f6e03eb-6044-4d83-936d-225db79b0308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.316165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-898706126'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:08.333436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:08.342887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.351395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:network and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:08.359882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:08.377740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:08.378134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:08.394284 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:08.396730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'Subnet': ['ID=c94ac66f-77aa-4165-b23b-20fb12e84ae2,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:08.409088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:08.477051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Checking segment: {'id': '7c9d603c-5af2-4a3f-ae24-c48bd00c1bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'dc9659a0-190f-49a8-928a-21667e31a605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:08.477273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Network hostable DHCP agents. Network: dc9659a0-190f-49a8-928a-21667e31a605, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:08.487520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:08.490909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.526400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.544993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Network dc9659a0-190f-49a8-928a-21667e31a605 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:08.553855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.564888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:08.567111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Network': ['ID=9f4f4847-056a-4e5e-b66e-bc5288c0d8ac,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:08.575730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, dc9659a0-190f-49a8-928a-21667e31a605) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:08.583145 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b3d623c3-0201-4a4b-91a6-9773746c8815 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/9f4f4847-056a-4e5e-b66e-bc5288c0d8ac HTTP/1.1" status: 204 len: 168 time: 4.9014170 Mar 23 10:17:08.590090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.593443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56398) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:08.629348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-526460117'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:08.635372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.635713 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment 7ecbe64e-31db-46c5-9cbf-b3ff54e5ff4a of type vlan for network 9552bed8-f080-4073-99e3-bb75ec1c3565 Mar 23 10:17:08.646549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:08.664651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:network and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:08.668022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.671268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:08.674654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a732f1-811f-4008-8df6-c8f539165592 None None] Network 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:08.687819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:08.707574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a732f1-811f-4008-8df6-c8f539165592 None None] Unable to find a vacant binding_index for network dc9659a0-190f-49a8-928a-21667e31a605 and agent 6c810c3b-b313-4d0a-9de7-c119648084da {{(pid=87861) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 23 10:17:08.714259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.720505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a732f1-811f-4008-8df6-c8f539165592 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33), (DHCP agent, dv-neutron-834652-2-hyperv, dc9659a0-190f-49a8-928a-21667e31a605) {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:17:08.731635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event updated for resources: {'Subnet': ['ID=8c24bce4-aba4-423e-8d67-b6f3a402b38e,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:08.741277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:08.744445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.779332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2f6e03eb-6044-4d83-936d-225db79b0308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.784052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Checking segment: {'id': '340786f3-4de5-43c2-9d9f-14c54455ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:08.784414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Network hostable DHCP agents. Network: 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:08.805366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 810} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:08.817061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.822528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:08.823146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.842960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Unable to find a vacant binding_index for network 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 and agent 6c810c3b-b313-4d0a-9de7-c119648084da {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 23 10:17:08.851329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.851656 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Added segment ab9e6afc-f961-45f2-b816-aa203cb7a741 of type vlan for network 99f94ed2-3158-460d-9630-a04bab6ecb98 Mar 23 10:17:08.888861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:08.949638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:08.950094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:08.950712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.973443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33fb841e-65c0-4d4b-a961-a6a5e222cc41']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:08.978130 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6688037 Mar 23 10:17:08.981716 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4bc764d4-5d96-48c6-9fdb-f4069edc792c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/routers/2619bcec-92fb-446e-a79c-d998d994f504 HTTP/1.1" status: 200 len: 920 time: 0.8780129 Mar 23 10:17:08.984305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56402) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:08.984879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.988617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56404) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:08.989978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2f6e03eb-6044-4d83-936d-225db79b0308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:08.996673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e03eb-6044-4d83-936d-225db79b0308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e585da7-ed72-4380-ab78-dfd58b864173,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:09.003157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': '9552bed8-f080-4073-99e3-bb75ec1c3565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:09.023700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b95804-9498-4415-8a51-50e29fae21d9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=9552bed8-f080-4073-99e3-bb75ec1c3565,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:09.023827 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2f6e03eb-6044-4d83-936d-225db79b0308 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/8e585da7-ed72-4380-ab78-dfd58b864173 HTTP/1.1" status: 204 len: 168 time: 1.8135369 Mar 23 10:17:09.028950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56410) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:09.039753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8b9792-80e5-40e1-bd92-3338afede485') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:09.040082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8b9792-80e5-40e1-bd92-3338afede485') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:09.040809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:09.073662 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6cb1780c-1d82-47d2-a39f-c6974482aa0b tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.9968371 Mar 23 10:17:09.075329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.075783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 9552bed8-f080-4073-99e3-bb75ec1c3565 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:09.081447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56416) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:09.125346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:09.125853 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c4c2e5d4-aeb6-43d5-84df-ab5bcd7cff12 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:09.177213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.182850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:09.183464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.185806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:09.189696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.210232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.229722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Releasing vlan 845 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:09.230116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:09.247185 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:09.253428 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6339629 Mar 23 10:17:09.262259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56420) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:09.277310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289039d4-1787-4b1f-ba41-461efb1afa01 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:09.278789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289039d4-1787-4b1f-ba41-461efb1afa01 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:09.280358 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289039d4-1787-4b1f-ba41-461efb1afa01 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:09.282596 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-289039d4-1787-4b1f-ba41-461efb1afa01 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1997266 Mar 23 10:17:09.308181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Deleting port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:09.308517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.330590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56422) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:09.345144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'network_id': '99f94ed2-3158-460d-9630-a04bab6ecb98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:09.355057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33', 'network_id': '0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33', 'tenant_id': 'a3ce4ee95c41465081439d3984051ad8', 'fixed_ips': [{'subnet_id': '8c24bce4-aba4-423e-8d67-b6f3a402b38e'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:09.356274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.374103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a4237-444f-4d3a-b39e-2d069ea62a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-dc9659a0-190f-49a8-928a-21667e31a605', 'network_id': 'dc9659a0-190f-49a8-928a-21667e31a605', 'tenant_id': 'a3ce4ee95c41465081439d3984051ad8', 'fixed_ips': [{'subnet_id': 'c94ac66f-77aa-4165-b23b-20fb12e84ae2'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:09.374362 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ba4a4237-444f-4d3a-b39e-2d069ea62a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.379529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfcf712-3dd1-4ed6-a02e-bd6bc8f8c1ec tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:09.380216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ccfcf712-3dd1-4ed6-a02e-bd6bc8f8c1ec tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Synchronizing usage tracker for tenant:4e98e54b72854bc5a626384ed156e504 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:09.382428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:09.395031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea5596-9ab6-4b0d-8fd3-90277bdda111 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=99f94ed2-3158-460d-9630-a04bab6ecb98,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:09.427494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:subnet and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:09.436580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:09.446857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 99f94ed2-3158-460d-9630-a04bab6ecb98 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:09.459903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:09.489394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.507002 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ef3b79-05c1-483c-a799-4f1840b8ac79 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Deleting subnet c94ac66f-77aa-4165-b23b-20fb12e84ae2 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:17:09.521582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.578735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:09.582584 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.596108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03ef3b79-05c1-483c-a799-4f1840b8ac79 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.607650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.638568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ccfcf712-3dd1-4ed6-a02e-bd6bc8f8c1ec tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Unset dirty status for tenant:4e98e54b72854bc5a626384ed156e504 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:09.642476 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ccfcf712-3dd1-4ed6-a02e-bd6bc8f8c1ec tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&device_id=2619bcec-92fb-446e-a79c-d998d994f504&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6478696 Mar 23 10:17:09.646062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56428) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:09.655785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] Pushing event deleted for resources: {'Network': ['ID=33fb841e-65c0-4d4b-a961-a6a5e222cc41,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:09.697210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:09.726194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:subnet and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:09.735627 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Allocated IP 2001:db8:0:1::1 (0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33/8c24bce4-aba4-423e-8d67-b6f3a402b38e/866d91c1-a2ed-45f6-bc9c-de9b72661fb1) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:09.735934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:09.755361 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-739c12e2-3e0e-44e9-b581-c27db4bfb359 admin admin] 10.222.0.84 "DELETE /v2.0/networks/33fb841e-65c0-4d4b-a961-a6a5e222cc41 HTTP/1.1" status: 204 len: 168 time: 4.6778355 Mar 23 10:17:09.766112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:09.771804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03ef3b79-05c1-483c-a799-4f1840b8ac79 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.779587 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf184227-219b-4913-aa90-9b57762a58bc None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:09.785375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:09.793671 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf184227-219b-4913-aa90-9b57762a58bc None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:09.797417 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-cf184227-219b-4913-aa90-9b57762a58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:09.888200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:09.893603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.956480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] For port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ffbd641f-acbe-49fd-aa84-2d063ab3b4c3,segment=NetworkSegment(03d1bfa2-3d98-4974-b5d3-a1df5e88fff4),segment_id=03d1bfa2-3d98-4974-b5d3-a1df5e88fff4)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:09.956869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:09.957721 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-cf184227-219b-4913-aa90-9b57762a58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:09.977671 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf184227-219b-4913-aa90-9b57762a58bc None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:09.978795 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-cf184227-219b-4913-aa90-9b57762a58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:10.019709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216bb2e7-21c9-408a-ab6f-b2dcc5140ef7 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:10.023913 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-216bb2e7-21c9-408a-ab6f-b2dcc5140ef7 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 881 time: 0.3741062 Mar 23 10:17:10.024191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56434) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:10.035531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03ef3b79-05c1-483c-a799-4f1840b8ac79 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.136974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.137560 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-cf184227-219b-4913-aa90-9b57762a58bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:10.139248 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf184227-219b-4913-aa90-9b57762a58bc None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:10.152776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Transition to ACTIVE for port object 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:10.166619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Calling delete_port for ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:10.182353 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4220aba6-334d-4d17-a1d2-3714ab578010 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=2619bcec-92fb-446e-a79c-d998d994f504 HTTP/1.1" status: 200 len: 205 time: 0.1570637 Mar 23 10:17:10.198255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56438) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:10.198486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Transition to ACTIVE for port object 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:10.210420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.248865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56442) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:10.275548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Network 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:10.278272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:10.286614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:10.293731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Pushing event updated for resources: {'Port': ['ID=866d91c1-a2ed-45f6-bc9c-de9b72661fb1,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:10.398694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Attempting to bind port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:10.400301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Attempting to bind port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '340786f3-4de5-43c2-9d9f-14c54455ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:10.400889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Attempting to bind port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 on network 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:10.408129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:10.409051 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Checking segment: {'id': '340786f3-4de5-43c2-9d9f-14c54455ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:10.409697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.410618 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Bound using segment: {'id': '340786f3-4de5-43c2-9d9f-14c54455ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:10.411627 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Bound port: 866d91c1-a2ed-45f6-bc9c-de9b72661fb1, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340786f3-4de5-43c2-9d9f-14c54455ab9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:10.412249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.438019 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b8a8b327-7f05-4659-b741-055c5704b74c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=63eed59dc5c14b499d5df02311f1e0e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1636748 Mar 23 10:17:10.445476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56446) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:10.461155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.527484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] For port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server [None req-ba4a4237-444f-4d3a-b39e-2d069ea62a19 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c94ac66f-77aa-4165-b23b-20fb12e84ae2: This subnet is being modified by another concurrent operation. Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:17:10.530647 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise exception Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c94ac66f-77aa-4165-b23b-20fb12e84ae2: This subnet is being modified by another concurrent operation. Mar 23 10:17:10.534638 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server Mar 23 10:17:10.537247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] No DVR routers for this DVR port ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:10.538398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbd641f-acbe-49fd-aa84-2d063ab3b4c3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:10.545401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] For port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=866d91c1-a2ed-45f6-bc9c-de9b72661fb1,segment=NetworkSegment(340786f3-4de5-43c2-9d9f-14c54455ab9c),segment_id=340786f3-4de5-43c2-9d9f-14c54455ab9c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:10.551829 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.572410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.650864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deadd44-9cbd-4cf7-91f8-8c8922d6f4c5 None None] Pushing event updated for resources: {'Port': ['ID=866d91c1-a2ed-45f6-bc9c-de9b72661fb1,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:10.778208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.800121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.803777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03ef3b79-05c1-483c-a799-4f1840b8ac79 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.852780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.872399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03ef3b79-05c1-483c-a799-4f1840b8ac79 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.909195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe839e7-d9ac-490f-a132-e3ff8c5059c0']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:10.939847 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-03ef3b79-05c1-483c-a799-4f1840b8ac79 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "DELETE /v2.0/subnets/c94ac66f-77aa-4165-b23b-20fb12e84ae2 HTTP/1.1" status: 204 len: 168 time: 1.5520778 Mar 23 10:17:10.944968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56450) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:10.950404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-684906af-0bfa-4f7e-89ce-2bd1f89873c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:10.953363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:10.959507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=8b5b8de3-b0b0-4c12-a00b-c9cde6a44955,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:10.960673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:10.961020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d1bfa2-3d98-4974-b5d3-a1df5e88fff4') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:11.018594 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': '7ecbe64e-31db-46c5-9cbf-b3ff54e5ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '9552bed8-f080-4073-99e3-bb75ec1c3565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:11.018960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: 9552bed8-f080-4073-99e3-bb75ec1c3565, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:11.023547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ef3b79-05c1-483c-a799-4f1840b8ac79 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Subnet': ['ID=c94ac66f-77aa-4165-b23b-20fb12e84ae2,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:11.131386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-684906af-0bfa-4f7e-89ce-2bd1f89873c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.151848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.167555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.178266 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network 9552bed8-f080-4073-99e3-bb75ec1c3565 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:11.208374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=79813c18-cb53-4b2f-a8c7-4754988e3a25,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:11.211370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Deleting port 4a079f5c-eed8-4c33-9106-090c59135d01 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:11.211711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.244265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.264613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:11.265241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Releasing vlan 801 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:11.265646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:11.282467 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:11.284384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking segment: {'id': 'ab9e6afc-f961-45f2-b816-aa203cb7a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '99f94ed2-3158-460d-9630-a04bab6ecb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:11.284384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network hostable DHCP agents. Network: 99f94ed2-3158-460d-9630-a04bab6ecb98, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:11.309809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 9552bed8-f080-4073-99e3-bb75ec1c3565) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:11.322645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-684906af-0bfa-4f7e-89ce-2bd1f89873c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.326732 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:11.327304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.351774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:11.354434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684906af-0bfa-4f7e-89ce-2bd1f89873c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081fab3c-bcf6-471e-8c1d-7214b3f671ce,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:11.358016 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-658870aa-6d4a-470f-86c8-b5949d45e701 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Deleting subnet 8c24bce4-aba4-423e-8d67-b6f3a402b38e {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:17:11.382812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:11.387382 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.397561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-658870aa-6d4a-470f-86c8-b5949d45e701 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.405270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e4845-cb9e-4fd3-8199-d01c3c032b68 None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:11.414782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-684906af-0bfa-4f7e-89ce-2bd1f89873c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.415922 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-684906af-0bfa-4f7e-89ce-2bd1f89873c9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/081fab3c-bcf6-471e-8c1d-7214b3f671ce HTTP/1.1" status: 204 len: 168 time: 0.9695375 Mar 23 10:17:11.425417 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-09e94efd-cfc5-408c-aae6-daecb6d63409 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4270885 Mar 23 10:17:11.431721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e4845-cb9e-4fd3-8199-d01c3c032b68 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:11.432457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56456) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:11.433427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-299e4845-cb9e-4fd3-8199-d01c3c032b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:11.523933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.525703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network 99f94ed2-3158-460d-9630-a04bab6ecb98 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:11.542950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-299e4845-cb9e-4fd3-8199-d01c3c032b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:11.550547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.565025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-658870aa-6d4a-470f-86c8-b5949d45e701 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.566534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299e4845-cb9e-4fd3-8199-d01c3c032b68 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:11.567402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-299e4845-cb9e-4fd3-8199-d01c3c032b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:11.608934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 99f94ed2-3158-460d-9630-a04bab6ecb98) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:11.610989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfe839e7-d9ac-490f-a132-e3ff8c5059c0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:11.628490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:11.629692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.647911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-299e4845-cb9e-4fd3-8199-d01c3c032b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:11.648530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299e4845-cb9e-4fd3-8199-d01c3c032b68 None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:11.653416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.669078 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-321c4213-223f-4baf-aa9f-b5d7f3850a3b tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "PUT /v2.0/floatingips/a0de9dfd-0392-478b-9093-af56ea5db7c0 HTTP/1.1" status: 200 len: 979 time: 8.4043264 Mar 23 10:17:11.670619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56460) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:11.678138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-dd120c64-d6f9-4d80-9470-06c4d3068a5a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:11.712961 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-49444581-c6b0-450a-b9b1-9a524416cc66 admin admin] 10.222.0.84 "DELETE /v2.0/networks/dfe839e7-d9ac-490f-a132-e3ff8c5059c0 HTTP/1.1" status: 204 len: 168 time: 2.6752036 Mar 23 10:17:11.721386 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f4daa33d-9340-46e9-a581-4268844b0fe0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4145491 Mar 23 10:17:11.722259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56466) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:11.732770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:11.752449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'network_id': '99f94ed2-3158-460d-9630-a04bab6ecb98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:11.845388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd120c64-d6f9-4d80-9470-06c4d3068a5a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.023604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Calling delete_port for 4a079f5c-eed8-4c33-9106-090c59135d01 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:12.056181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56474) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:12.100495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.133084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10778e26-9635-414b-bd52-8b2577d10ea5 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:17:12.205020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-01b5f80f-17c6-47aa-ba2b-fa7bc1c0dc74 None None] Provisioning for port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:12.210249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-658870aa-6d4a-470f-86c8-b5949d45e701 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.214893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.289399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:12.295627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:subnet and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:12.302857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:12.304758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-01b5f80f-17c6-47aa-ba2b-fa7bc1c0dc74 None None] Provisioning complete for port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:12.305658 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-01b5f80f-17c6-47aa-ba2b-fa7bc1c0dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.311020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:12.399416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10778e26-9635-414b-bd52-8b2577d10ea5 None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:17:12.402325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.409826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-658870aa-6d4a-470f-86c8-b5949d45e701 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.432484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9552bed8-f080-4073-99e3-bb75ec1c3565']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:12.440847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:12.444315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.444994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ecbe64e-31db-46c5-9cbf-b3ff54e5ff4a') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:12.445319 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ecbe64e-31db-46c5-9cbf-b3ff54e5ff4a') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:12.459471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.478025 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.485813 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.485995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:12.486529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.522922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658870aa-6d4a-470f-86c8-b5949d45e701 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Subnet': ['ID=8c24bce4-aba4-423e-8d67-b6f3a402b38e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:12.585450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-01b5f80f-17c6-47aa-ba2b-fa7bc1c0dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.595374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-658870aa-6d4a-470f-86c8-b5949d45e701 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.600270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Pushing event deleted for resources: {'Port': ['ID=4a079f5c-eed8-4c33-9106-090c59135d01,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:12.663950 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-658870aa-6d4a-470f-86c8-b5949d45e701 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "DELETE /v2.0/subnets/8c24bce4-aba4-423e-8d67-b6f3a402b38e HTTP/1.1" status: 204 len: 168 time: 1.7070568 Mar 23 10:17:12.672326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56494) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:12.704040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-01b5f80f-17c6-47aa-ba2b-fa7bc1c0dc74 None None] For port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=866d91c1-a2ed-45f6-bc9c-de9b72661fb1,segment=NetworkSegment(340786f3-4de5-43c2-9d9f-14c54455ab9c),segment_id=340786f3-4de5-43c2-9d9f-14c54455ab9c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:12.720321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-01b5f80f-17c6-47aa-ba2b-fa7bc1c0dc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.807042 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=8b5b8de3-b0b0-4c12-a00b-c9cde6a44955,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:12.816925 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:12.827895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.855735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5f80f-17c6-47aa-ba2b-fa7bc1c0dc74 None None] Pushing event updated for resources: {'Port': ['ID=866d91c1-a2ed-45f6-bc9c-de9b72661fb1,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:12.894019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.899079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.957865 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ce399aa9-65f8-4598-a7d2-9bbc45c2000d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ceec5603e9824537917759fa8b4cffa7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8966289 Mar 23 10:17:12.963697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd120c64-d6f9-4d80-9470-06c4d3068a5a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:12.964362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56502) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:13.008036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=9552bed8-f080-4073-99e3-bb75ec1c3565,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:13.015683 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9e4acce2-a3f9-42fc-a94e-9b2d3ab0f8b4 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/9552bed8-f080-4073-99e3-bb75ec1c3565 HTTP/1.1" status: 204 len: 168 time: 1.5785148 Mar 23 10:17:13.017927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56506) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:13.018555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd120c64-d6f9-4d80-9470-06c4d3068a5a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.018914 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-dd120c64-d6f9-4d80-9470-06c4d3068a5a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP a0de9dfd-0392-478b-9093-af56ea5db7c0 disassociated. External IP: 172.26.4.198, port: dabb8f57-6647-4abe-b2e9-7e0586f88647. Mar 23 10:17:13.084636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1958436624'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:13.103857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:13.113684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:network and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:13.117313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:13.135845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:13.148012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e0be06-b812-4c12-bb39-43ee16770950 None None] DHCP port deletion for dfe839e7-d9ac-490f-a132-e3ff8c5059c0 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:17:13.158838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-01f4e9d6-e639-44c4-8b05-fb330a041ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.159262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:13.211609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-99f94ed2-3158-460d-9630-a04bab6ecb98', 'network_id': '99f94ed2-3158-460d-9630-a04bab6ecb98', 'tenant_id': '7dd923aca8b44c9382a924e1b821c12e', 'fixed_ips': [{'subnet_id': '79813c18-cb53-4b2f-a8c7-4754988e3a25'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:13.222472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.246665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:13.246665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.246990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.248966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.303452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-01f4e9d6-e639-44c4-8b05-fb330a041ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.356440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:13.370165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:13.370518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.401288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.401819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Fanout notify agent at l3_agent the message router_deleted on router 2619bcec-92fb-446e-a79c-d998d994f504 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:17:13.407381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcf0366-753f-4cf6-a74d-6fd9bcf3ff66 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.407996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9bcf0366-753f-4cf6-a74d-6fd9bcf3ff66 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Synchronizing usage tracker for tenant:a3ce4ee95c41465081439d3984051ad8 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:13.428888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.430218 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bb69d13c-749a-47a6-b63c-87ee34893004 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/2619bcec-92fb-446e-a79c-d998d994f504 HTTP/1.1" status: 204 len: 168 time: 3.2307889 Mar 23 10:17:13.433697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.440167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56520) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:13.505283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=da4ca0a9-c27a-4501-a087-88cb47ae034c,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:13.510219 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1416737451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:13.521573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9bcf0366-753f-4cf6-a74d-6fd9bcf3ff66 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Unset dirty status for tenant:a3ce4ee95c41465081439d3984051ad8 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:13.526449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Allocated IP 2001:db8::2 (99f94ed2-3158-460d-9630-a04bab6ecb98/79813c18-cb53-4b2f-a8c7-4754988e3a25/1f29acb2-4205-4d55-9c0f-eb80ce35a37e) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:13.527147 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9bcf0366-753f-4cf6-a74d-6fd9bcf3ff66 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8505847 Mar 23 10:17:13.527990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56524) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:13.529416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:13.539616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Usage tracker for resource:router and tenant:c4baad2cafbc4340944657189026ff50 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:13.565055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:13.569142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network 99f94ed2-3158-460d-9630-a04bab6ecb98 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:13.584881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56528) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:13.587451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:13.587928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.588273 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment c64df2c3-efb0-408e-b772-80633a045d0b of type vlan for network 99a5ef69-caa1-43cd-8577-928ad6ef5409 Mar 23 10:17:13.592540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:13.597410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.598168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.652317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.666562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd120c64-d6f9-4d80-9470-06c4d3068a5a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:13.682868 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8f288a8c-a08d-4f9d-826c-2ce4bddb4d10 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9533844 Mar 23 10:17:13.683622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56534) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:13.698389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.699391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.770455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-01f4e9d6-e639-44c4-8b05-fb330a041ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.775076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2b51c-f6e7-4c68-91a7-3e8ec021f34f tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.776574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2b51c-f6e7-4c68-91a7-3e8ec021f34f tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.778048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2b51c-f6e7-4c68-91a7-3e8ec021f34f tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.779513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2b51c-f6e7-4c68-91a7-3e8ec021f34f tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.781403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c2b51c-f6e7-4c68-91a7-3e8ec021f34f tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.782871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-78c2b51c-f6e7-4c68-91a7-3e8ec021f34f tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Synchronizing usage tracker for tenant:7dd923aca8b44c9382a924e1b821c12e on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:13.792003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.818291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.824994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f4e9d6-e639-44c4-8b05-fb330a041ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe535270-ff6b-4b89-a621-73f45dc6ca5c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:13.830074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-78c2b51c-f6e7-4c68-91a7-3e8ec021f34f tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Unset dirty status for tenant:7dd923aca8b44c9382a924e1b821c12e on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:13.837162 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-78c2b51c-f6e7-4c68-91a7-3e8ec021f34f tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1435664 Mar 23 10:17:13.838847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56538) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:13.843099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Deleting port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:13.843427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.843722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.851291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:13.852178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.901195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1938778717'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:13.909729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.934635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Transition to ACTIVE for port object 1f29acb2-4205-4d55-9c0f-eb80ce35a37e will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:13.935748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:13.949000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:network and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:13.954878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.957894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Transition to ACTIVE for port object 1f29acb2-4205-4d55-9c0f-eb80ce35a37e will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:13.965111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:13.966602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.983235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1443989664'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:13.994130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:13.998411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-01f4e9d6-e639-44c4-8b05-fb330a041ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:13.998883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:14.003173 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-01f4e9d6-e639-44c4-8b05-fb330a041ee0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fe535270-ff6b-4b89-a621-73f45dc6ca5c HTTP/1.1" status: 204 len: 168 time: 1.0355544 Mar 23 10:17:14.028984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Network 99f94ed2-3158-460d-9630-a04bab6ecb98 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:14.030115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Usage tracker for resource:network and tenant:57c5e6bf0752490fa7b82e5b314fb946 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:14.032457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:14.036078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:14.045587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:14.051274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Pushing event updated for resources: {'Port': ['ID=1f29acb2-4205-4d55-9c0f-eb80ce35a37e,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:14.052140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.053341 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9ff4bc5c-e371-4598-b97a-671915c93aa1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5530987 Mar 23 10:17:14.059899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56546) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:14.060649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:14.073405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:14.073558 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9964533 Mar 23 10:17:14.075201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.075554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56550) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:14.080891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': '99a5ef69-caa1-43cd-8577-928ad6ef5409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:14.089377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:14.156613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Attempting to bind port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:14.157074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Attempting to bind port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'ab9e6afc-f961-45f2-b816-aa203cb7a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '99f94ed2-3158-460d-9630-a04bab6ecb98'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:14.157446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Attempting to bind port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e on network 99f94ed2-3158-460d-9630-a04bab6ecb98 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:14.164396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:14.164771 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Checking segment: {'id': 'ab9e6afc-f961-45f2-b816-aa203cb7a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '99f94ed2-3158-460d-9630-a04bab6ecb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:14.165288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.165583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Bound using segment: {'id': 'ab9e6afc-f961-45f2-b816-aa203cb7a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '99f94ed2-3158-460d-9630-a04bab6ecb98'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:14.166041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Bound port: 1f29acb2-4205-4d55-9c0f-eb80ce35a37e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab9e6afc-f961-45f2-b816-aa203cb7a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '99f94ed2-3158-460d-9630-a04bab6ecb98'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:14.166518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.210146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dc6db-514f-40b4-951a-8c9a977b4b65 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=99a5ef69-caa1-43cd-8577-928ad6ef5409,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:14.211740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Made reservation on behalf of 57c5e6bf0752490fa7b82e5b314fb946 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:14.215490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.215963 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:14.223720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:subnet and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:14.228175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:14.234895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.246364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:14.252093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd120c64-d6f9-4d80-9470-06c4d3068a5a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:14.257818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd120c64-d6f9-4d80-9470-06c4d3068a5a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.262836 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd51e420-0691-446a-8e1b-c34a38d76d9b None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:14.276332 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51e420-0691-446a-8e1b-c34a38d76d9b None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:14.279837 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-bd51e420-0691-446a-8e1b-c34a38d76d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:14.313023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] For port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:14.319188 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dd120c64-d6f9-4d80-9470-06c4d3068a5a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "PUT /v2.0/floatingips/a0de9dfd-0392-478b-9093-af56ea5db7c0 HTTP/1.1" status: 200 len: 688 time: 2.6454642 Mar 23 10:17:14.322397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56556) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:14.325230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] For port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1f29acb2-4205-4d55-9c0f-eb80ce35a37e,segment=NetworkSegment(ab9e6afc-f961-45f2-b816-aa203cb7a741),segment_id=ab9e6afc-f961-45f2-b816-aa203cb7a741)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:14.333208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 99a5ef69-caa1-43cd-8577-928ad6ef5409 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:14.367952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.389655 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-bd51e420-0691-446a-8e1b-c34a38d76d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:14.395946 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:14.399533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.402044 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd51e420-0691-446a-8e1b-c34a38d76d9b None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:14.402798 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-bd51e420-0691-446a-8e1b-c34a38d76d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:14.480507 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-bd51e420-0691-446a-8e1b-c34a38d76d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:14.481543 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd51e420-0691-446a-8e1b-c34a38d76d9b None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:14.529238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d413be-51a7-424f-9bc6-560d8a5fc1b2 None None] Pushing event updated for resources: {'Port': ['ID=1f29acb2-4205-4d55-9c0f-eb80ce35a37e,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:14.543812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:14.548664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:14.563999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Usage tracker for resource:security_group_rule and tenant:57c5e6bf0752490fa7b82e5b314fb946 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:14.573637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] For port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=866d91c1-a2ed-45f6-bc9c-de9b72661fb1,segment=NetworkSegment(340786f3-4de5-43c2-9d9f-14c54455ab9c),segment_id=340786f3-4de5-43c2-9d9f-14c54455ab9c)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:14.574084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.585875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.586486 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Added segment f67d6ce5-0619-4de9-8722-7d56c44988f1 of type vlan for network d6a4cfca-4b4b-44ee-981b-58996d2078db Mar 23 10:17:14.594787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:14.741319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:14.765347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5ae163eb-0af0-4a32-af8d-1e2213998200 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port 5927f43f-81b2-43c9-9371-0d6b9899939c {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:14.765792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae163eb-0af0-4a32-af8d-1e2213998200 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:14.905607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Calling delete_port for 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:15.176955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1f29acb2-4205-4d55-9c0f-eb80ce35a37e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:15.228529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae163eb-0af0-4a32-af8d-1e2213998200 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.229082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae163eb-0af0-4a32-af8d-1e2213998200 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.244922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.249489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.288607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:15.319146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:15.366880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:15.367346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ffbd641f-acbe-49fd-aa84-2d063ab3b4c3 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:15.382538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.407521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5ae163eb-0af0-4a32-af8d-1e2213998200 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for 5927f43f-81b2-43c9-9371-0d6b9899939c owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:15.436268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-0e9a2f84-2d93-4aa1-bbb9-286138c0a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:15.437824 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-0e9a2f84-2d93-4aa1-bbb9-286138c0a50d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 1098 time: 0.4747918 Mar 23 10:17:15.443475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.449827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:15.450440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.498264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.510469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Port': ['ID=866d91c1-a2ed-45f6-bc9c-de9b72661fb1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:15.515763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] No DVR routers for this DVR port 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:15.685176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=6c86b862-b6bd-4cb5-b8e7-c67f04b9b58f,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:15.747643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-9a092676-9533-4b2b-bc76-1455b652a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:15.747975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=d6a4cfca-4b4b-44ee-981b-58996d2078db,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:15.760862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network d6a4cfca-4b4b-44ee-981b-58996d2078db details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:15.761218 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-9a092676-9533-4b2b-bc76-1455b652a0ac service neutron] 10.222.0.102 "GET /v2.0/networks?id=7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 200 len: 913 time: 0.3093688 Mar 23 10:17:15.803677 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f1f81534-3eab-48f9-8db7-0024c544d620 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9630349 Mar 23 10:17:15.807057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.823014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56588) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:15.828257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.844607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:15.857522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d6b5b306-9cb4-4e86-a358-82994bf7fe6c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:15.959336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': 'c64df2c3-efb0-408e-b772-80633a045d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '99a5ef69-caa1-43cd-8577-928ad6ef5409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:15.962988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: 99a5ef69-caa1-43cd-8577-928ad6ef5409, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:15.976334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61fb02f-e73b-4d67-a8d3-973e79f563b7 None None] Network dc9659a0-190f-49a8-928a-21667e31a605 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:15.994163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b58dd-b2e5-4b60-95c3-9e76857da500 req-fcbed464-32cd-4ad9-bb06-4fbe72e3c4a1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:15.995717 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746700b7-be07-44d1-a25d-c36d15a944ae None None] Network 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:15.996246 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5e1b58dd-b2e5-4b60-95c3-9e76857da500 req-fcbed464-32cd-4ad9-bb06-4fbe72e3c4a1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.9286220 Mar 23 10:17:16.029178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:16.050330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:16.051565 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-6e2164a0-c72f-47d8-bf50-091bee4204ad service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 200 len: 1000 time: 0.2713413 Mar 23 10:17:16.122466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da1cedba-32a3-4211-ab36-5ff9672c0e7a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:16.123991 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network 99a5ef69-caa1-43cd-8577-928ad6ef5409 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:16.133233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae163eb-0af0-4a32-af8d-1e2213998200 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.133597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '340786f3-4de5-43c2-9d9f-14c54455ab9c') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:16.133903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '340786f3-4de5-43c2-9d9f-14c54455ab9c') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:16.164959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.165344 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Added segment 21789d65-856f-40cb-9380-cd11681d758c of type vlan for network 35c310e3-9dab-4a9c-8e67-657275867903 Mar 23 10:17:16.191345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 99a5ef69-caa1-43cd-8577-928ad6ef5409) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:16.202755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae163eb-0af0-4a32-af8d-1e2213998200 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=5927f43f-81b2-43c9-9371-0d6b9899939c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:16.217466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.218214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-3bcf4e78-fff6-4529-9560-980d4efcee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:16.219738 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-3bcf4e78-fff6-4529-9560-980d4efcee27 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f222ef94-a80f-48f2-ad52-7a49f266982f HTTP/1.1" status: 200 len: 851 time: 0.1595228 Mar 23 10:17:16.241870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71e604-db17-42ba-9534-3d35298c6c96 None None] Network 99f94ed2-3158-460d-9630-a04bab6ecb98 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:16.246300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:16.246877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.260662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9381b-8251-4fa5-bb77-2b500cefc6b2 None None] Network 9552bed8-f080-4073-99e3-bb75ec1c3565 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:16.275866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a6549b-37ad-4e94-9c52-bea5f8f3e714 None None] Network 99a5ef69-caa1-43cd-8577-928ad6ef5409 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:16.281675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56604) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:16.290254 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5e1b58dd-b2e5-4b60-95c3-9e76857da500 req-0c348d11-1c8b-4214-87a2-32dfc8465c04 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685485 Mar 23 10:17:16.295102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.387519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:16.387912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.397842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9381b-8251-4fa5-bb77-2b500cefc6b2 None None] Network 9552bed8-f080-4073-99e3-bb75ec1c3565 could not be found, it might have been deleted concurrently. {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 23 10:17:16.405612 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d955f06d-db89-4a25-b27b-40d8601c9704 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3304515 Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:16.410820 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:16.413328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56610) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:16.435129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.456000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae163eb-0af0-4a32-af8d-1e2213998200 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.458815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae163eb-0af0-4a32-af8d-1e2213998200 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.462516 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5ae163eb-0af0-4a32-af8d-1e2213998200 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/floatingips/a0de9dfd-0392-478b-9093-af56ea5db7c0 HTTP/1.1" status: 204 len: 168 time: 2.1366935 Mar 23 10:17:16.467244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56614) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:16.470952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed06d5-87c2-42d7-81af-ce993d2a8ddf None None] Network 9552bed8-f080-4073-99e3-bb75ec1c3565 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:16.529636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-7b22a0f6-8b38-4ef4-8caf-0b0a6c86fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:16.531164 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-7b22a0f6-8b38-4ef4-8caf-0b0a6c86fc25 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7001d3b3-add7-43f8-87f2-8f2d67c06275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2745404 Mar 23 10:17:16.534261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:16.566151 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-c1102aee-d15d-48cc-b8b1-1296e963a325 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] delete failed (client error): The resource could not be found. Mar 23 10:17:16.566626 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c1102aee-d15d-48cc-b8b1-1296e963a325 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/floatingips/a0de9dfd-0392-478b-9093-af56ea5db7c0 HTTP/1.1" status: 404 len: 345 time: 0.0967281 Mar 23 10:17:16.570366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:16.578007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56618) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:16.593822 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-adc95b81-c4d5-4b81-8e05-b4e29fe9f84b None None] Provisioning for port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:16.598516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Usage tracker for resource:floatingip and tenant:e9c19444ad2e4b26b04d726833792492 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:16.604839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed06d5-87c2-42d7-81af-ce993d2a8ddf None None] Network 9552bed8-f080-4073-99e3-bb75ec1c3565 could not be found, it might have been deleted concurrently. {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 23 10:17:16.648266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:16.662316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b306-9cb4-4e86-a358-82994bf7fe6c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.676811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:16.682355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:16.686877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-adc95b81-c4d5-4b81-8e05-b4e29fe9f84b None None] Provisioning complete for port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:16.687245 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-adc95b81-c4d5-4b81-8e05-b4e29fe9f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.716807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.768935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f868ccf9-cce8-48b3-b805-eeb3faaadb97 None None] Network 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:16.809664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.815013 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b306-9cb4-4e86-a358-82994bf7fe6c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.827232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:16.838993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e7b889-02cc-4774-9f6e-a9d0c91fd61b None None] Network dc9659a0-190f-49a8-928a-21667e31a605 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:16.852978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Network': ['ID=0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:16.871349 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-47b38881-578d-4698-b4ea-98aa5096dc54 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332922 Mar 23 10:17:16.914331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24d8ed-8412-421c-ba87-012a3692257e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:16.920130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24d8ed-8412-421c-ba87-012a3692257e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:16.926007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d24d8ed-8412-421c-ba87-012a3692257e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:16.926874 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3d24d8ed-8412-421c-ba87-012a3692257e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Synchronizing usage tracker for tenant:9c5b5415ce7046569634f6c2538cabe8 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:16.984739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f868ccf9-cce8-48b3-b805-eeb3faaadb97 None None] Network 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 could not be found, it might have been deleted concurrently. {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 23 10:17:17.031372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3d24d8ed-8412-421c-ba87-012a3692257e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Unset dirty status for tenant:9c5b5415ce7046569634f6c2538cabe8 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:17.033499 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3d24d8ed-8412-421c-ba87-012a3692257e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "GET /v2.0/ports?network_id=17e9c919-06f6-472d-8d31-1ad0b0f6a93e HTTP/1.1" status: 200 len: 2358 time: 0.4546359 Mar 23 10:17:17.036749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56622) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:17.038089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.045546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:17.046157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.050453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6b5b306-9cb4-4e86-a358-82994bf7fe6c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network d6a4cfca-4b4b-44ee-981b-58996d2078db is not hosted by any dhcp agent {{(pid=87859) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 23 10:17:17.056309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5b306-9cb4-4e86-a358-82994bf7fe6c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:17.056591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6b5b306-9cb4-4e86-a358-82994bf7fe6c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.060795 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d6b5b306-9cb4-4e86-a358-82994bf7fe6c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "PUT /v2.0/networks/d6a4cfca-4b4b-44ee-981b-58996d2078db HTTP/1.1" status: 200 len: 723 time: 1.2353215 Mar 23 10:17:17.061486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56626) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:17.105827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed19c9b-2861-4d1e-8468-9f088335f195 None None] DHCP port deletion for 0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:17:17.123481 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fa664e5a-ad0e-43ea-8456-b021395142d8 req-21d25b1d-ed3e-40f5-b4af-4d23d7821973 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405546 Mar 23 10:17:17.130119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'network_id': 'd6a4cfca-4b4b-44ee-981b-58996d2078db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:17.134944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6974d62b-ec30-4f57-a8d5-64bfc7b88dcd tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:17.136393 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6974d62b-ec30-4f57-a8d5-64bfc7b88dcd tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "GET /v2.0/subnets/0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a HTTP/1.1" status: 200 len: 797 time: 0.0988212 Mar 23 10:17:17.142666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56630) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:17.151784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'port': {'network_id': '17e9c919-06f6-472d-8d31-1ad0b0f6a93e', 'name': 'tempest-FloatingIPTestJSON-1019714463', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:17.170650 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b0e44eb3-43da-4610-9b0d-8eff05762020 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "DELETE /v2.0/networks/0dc40d1b-1cd6-4a28-a2b7-be4e07dc5e33 HTTP/1.1" status: 204 len: 168 time: 3.6382639 Mar 23 10:17:17.171782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56634) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:17.239437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.307242 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.7209218 Mar 23 10:17:17.307869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.325338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89431b0f-6621-4189-a641-549595620996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-99a5ef69-caa1-43cd-8577-928ad6ef5409', 'network_id': '99a5ef69-caa1-43cd-8577-928ad6ef5409', 'tenant_id': '8209ecebb0c44f36b8fcc5edcd07a0b2', 'fixed_ips': [{'subnet_id': '6c86b862-b6bd-4cb5-b8e7-c67f04b9b58f'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:17.326811 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-89431b0f-6621-4189-a641-549595620996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.341559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56638) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:17.361835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-adc95b81-c4d5-4b81-8e05-b4e29fe9f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.383723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Request body: {'subnet': {'network_id': '35c310e3-9dab-4a9c-8e67-657275867903', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:17.411390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.417770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5b306-9cb4-4e86-a358-82994bf7fe6c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=d6a4cfca-4b4b-44ee-981b-58996d2078db,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:17.439663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network d6a4cfca-4b4b-44ee-981b-58996d2078db details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:17.495397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-adc95b81-c4d5-4b81-8e05-b4e29fe9f84b None None] For port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1f29acb2-4205-4d55-9c0f-eb80ce35a37e,segment=NetworkSegment(ab9e6afc-f961-45f2-b816-aa203cb7a741),segment_id=ab9e6afc-f961-45f2-b816-aa203cb7a741)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:17.525698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.557116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-adc95b81-c4d5-4b81-8e05-b4e29fe9f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.623925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:17.650197 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:17.655788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:17.691624 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Usage tracker for resource:subnet and tenant:57c5e6bf0752490fa7b82e5b314fb946 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:17.700936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:17.717674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:17.730490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc95b81-c4d5-4b81-8e05-b4e29fe9f84b None None] Pushing event updated for resources: {'Port': ['ID=1f29acb2-4205-4d55-9c0f-eb80ce35a37e,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:17.731690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:17.736372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:17.748341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872ec07-fe60-4a49-af55-7000f6be4110 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Pushing event updated for resources: {'Network': ['ID=35c310e3-9dab-4a9c-8e67-657275867903,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:17.761719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 35c310e3-9dab-4a9c-8e67-657275867903 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:17.809726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:17.811507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-89431b0f-6621-4189-a641-549595620996 None None] Allocated IP 172.20.0.1 (99a5ef69-caa1-43cd-8577-928ad6ef5409/6c86b862-b6bd-4cb5-b8e7-c67f04b9b58f/aa8ea4cb-353b-4c3d-9b64-b84e16fb3524) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:17.814492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.833620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.852421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85871da9-d6c1-4085-b458-0c6fb904695a None None] Update dhcp port {'port': {'network_id': '99f94ed2-3158-460d-9630-a04bab6ecb98', 'fixed_ips': [{'subnet_id': '79813c18-cb53-4b2f-a8c7-4754988e3a25', 'ip_address': '2001:db8::2'}, {'subnet_id': 'da4ca0a9-c27a-4501-a087-88cb47ae034c'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '1f29acb2-4205-4d55-9c0f-eb80ce35a37e'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:17:17.881370 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Made reservation on behalf of 57c5e6bf0752490fa7b82e5b314fb946 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:17.894149 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.934136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Made reservation on behalf of 9c5b5415ce7046569634f6c2538cabe8 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:17.980950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:17.981605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Allocated IP 172.26.4.240 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/9f1380d3-b08b-43d2-b1b8-dc606570899e) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:18.034366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937a14f-857b-4fc7-857d-8aedeb8ff6a6 req-d18cbb66-d371-476c-9825-6385ce7ddb8d tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:18.036362 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6937a14f-857b-4fc7-857d-8aedeb8ff6a6 req-d18cbb66-d371-476c-9825-6385ce7ddb8d tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5633950 Mar 23 10:17:18.064111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.064352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-85871da9-d6c1-4085-b458-0c6fb904695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.179876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9659a0-190f-49a8-928a-21667e31a605']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:18.216623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9d603c-5af2-4a3f-ae24-c48bd00c1bf4') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:18.216965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9d603c-5af2-4a3f-ae24-c48bd00c1bf4') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:18.252850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.298918 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6937a14f-857b-4fc7-857d-8aedeb8ff6a6 req-0c2fbf6d-6232-4a66-bb0e-6fb3cf77fb6b tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407534 Mar 23 10:17:18.299850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.304183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.313657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:18.314057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:18.335613 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:18.351922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.365774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.407313 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-89431b0f-6621-4189-a641-549595620996 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.439865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-85871da9-d6c1-4085-b458-0c6fb904695a None None] Allocated IP 172.20.0.1 (99f94ed2-3158-460d-9630-a04bab6ecb98/da4ca0a9-c27a-4501-a087-88cb47ae034c/1f29acb2-4205-4d55-9c0f-eb80ce35a37e) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:18.443697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] device_id is not set on port dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:17:18.459693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.493140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-89431b0f-6621-4189-a641-549595620996 None None] Transition to ACTIVE for port object aa8ea4cb-353b-4c3d-9b64-b84e16fb3524 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:18.529014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.555609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.563268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=adb3111c-3902-4565-9ce4-fc684e169036,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:18.568940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:18.576065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-89431b0f-6621-4189-a641-549595620996 None None] Transition to ACTIVE for port object aa8ea4cb-353b-4c3d-9b64-b84e16fb3524 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:18.577195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:18.585815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Network': ['ID=dc9659a0-190f-49a8-928a-21667e31a605,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:18.588222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-89431b0f-6621-4189-a641-549595620996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.591725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:18.628499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Pushing event updated for resources: {'Port': ['ID=9f1380d3-b08b-43d2-b1b8-dc606570899e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:18.638500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89431b0f-6621-4189-a641-549595620996 None None] Network 99a5ef69-caa1-43cd-8577-928ad6ef5409 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:18.647536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Allocated IP 172.26.4.248 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/754c1f62-5fe1-45bb-bdae-1d01aa5116c1) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:18.652495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-89431b0f-6621-4189-a641-549595620996 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:18.656227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking segment: {'id': 'f67d6ce5-0619-4de9-8722-7d56c44988f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd6a4cfca-4b4b-44ee-981b-58996d2078db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:18.657145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network hostable DHCP agents. Network: d6a4cfca-4b4b-44ee-981b-58996d2078db, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:18.669695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89431b0f-6621-4189-a641-549595620996 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:18.730539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-85871da9-d6c1-4085-b458-0c6fb904695a None None] For port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1f29acb2-4205-4d55-9c0f-eb80ce35a37e,segment=NetworkSegment(ab9e6afc-f961-45f2-b816-aa203cb7a741),segment_id=ab9e6afc-f961-45f2-b816-aa203cb7a741)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:18.787871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89431b0f-6621-4189-a641-549595620996 None None] Pushing event updated for resources: {'Port': ['ID=aa8ea4cb-353b-4c3d-9b64-b84e16fb3524,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:18.811503 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6f26de25-dbc1-428e-a81b-9233691f8def tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "DELETE /v2.0/networks/dc9659a0-190f-49a8-928a-21667e31a605 HTTP/1.1" status: 204 len: 168 time: 1.6332352 Mar 23 10:17:18.816953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56644) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:18.822720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-89431b0f-6621-4189-a641-549595620996 None None] Attempting to bind port aa8ea4cb-353b-4c3d-9b64-b84e16fb3524 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:18.824554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-89431b0f-6621-4189-a641-549595620996 None None] Attempting to bind port aa8ea4cb-353b-4c3d-9b64-b84e16fb3524 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c64df2c3-efb0-408e-b772-80633a045d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '99a5ef69-caa1-43cd-8577-928ad6ef5409'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:18.825251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89431b0f-6621-4189-a641-549595620996 None None] Attempting to bind port aa8ea4cb-353b-4c3d-9b64-b84e16fb3524 on network 99a5ef69-caa1-43cd-8577-928ad6ef5409 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:18.837021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-85871da9-d6c1-4085-b458-0c6fb904695a None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.862274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-85871da9-d6c1-4085-b458-0c6fb904695a None None] Transition to ACTIVE for port object 1f29acb2-4205-4d55-9c0f-eb80ce35a37e will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:18.871645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89431b0f-6621-4189-a641-549595620996 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:18.873576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89431b0f-6621-4189-a641-549595620996 None None] Checking segment: {'id': 'c64df2c3-efb0-408e-b772-80633a045d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '99a5ef69-caa1-43cd-8577-928ad6ef5409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:18.874458 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-89431b0f-6621-4189-a641-549595620996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.876857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89431b0f-6621-4189-a641-549595620996 None None] Bound using segment: {'id': 'c64df2c3-efb0-408e-b772-80633a045d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '99a5ef69-caa1-43cd-8577-928ad6ef5409'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:18.878127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-89431b0f-6621-4189-a641-549595620996 None None] Bound port: aa8ea4cb-353b-4c3d-9b64-b84e16fb3524, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64df2c3-efb0-408e-b772-80633a045d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '99a5ef69-caa1-43cd-8577-928ad6ef5409'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:18.879387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-89431b0f-6621-4189-a641-549595620996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.908250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.909173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-85871da9-d6c1-4085-b458-0c6fb904695a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.919485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:18.965372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network d6a4cfca-4b4b-44ee-981b-58996d2078db is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:19.065167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=6c86b862-b6bd-4cb5-b8e7-c67f04b9b58f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:19.075179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.117452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1f29acb2-4205-4d55-9c0f-eb80ce35a37e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:19.137618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, d6a4cfca-4b4b-44ee-981b-58996d2078db) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:19.170896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:19.171499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3676771'] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.176789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Pushing event updated for resources: {'Subnet': ['ID=23ffc883-3e42-4773-964c-77e090870d37,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:19.182634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c962a8-9491-4552-8553-e628b8ee29ce None None] Network d6a4cfca-4b4b-44ee-981b-58996d2078db requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:19.230587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85871da9-d6c1-4085-b458-0c6fb904695a None None] Pushing event updated for resources: {'Port': ['ID=1f29acb2-4205-4d55-9c0f-eb80ce35a37e,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:19.237185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-89431b0f-6621-4189-a641-549595620996 None None] For port aa8ea4cb-353b-4c3d-9b64-b84e16fb3524, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:19.242289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-89431b0f-6621-4189-a641-549595620996 None None] For port aa8ea4cb-353b-4c3d-9b64-b84e16fb3524, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=aa8ea4cb-353b-4c3d-9b64-b84e16fb3524,segment=NetworkSegment(c64df2c3-efb0-408e-b772-80633a045d0b),segment_id=c64df2c3-efb0-408e-b772-80633a045d0b)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:19.279057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Checking segment: {'id': '21789d65-856f-40cb-9380-cd11681d758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '35c310e3-9dab-4a9c-8e67-657275867903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:19.279414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Network hostable DHCP agents. Network: 35c310e3-9dab-4a9c-8e67-657275867903, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:19.287229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.307270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-89431b0f-6621-4189-a641-549595620996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.339287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a5ef69-caa1-43cd-8577-928ad6ef5409']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:19.363104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64df2c3-efb0-408e-b772-80633a045d0b') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:19.367952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64df2c3-efb0-408e-b772-80633a045d0b') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:19.374078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.412864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.494914 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a474f9a9-4ce6-4ae5-807c-4d6437f62333 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3889475 Mar 23 10:17:19.495122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d95de85-f0dd-4f35-a0e9-4f4de08c93b6']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:19.498313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.504826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Network 35c310e3-9dab-4a9c-8e67-657275867903 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:19.511808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56650) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:19.527841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589fddb0-44e0-4dbf-8c15-6e5fb598e5e8') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:19.528302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589fddb0-44e0-4dbf-8c15-6e5fb598e5e8') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:19.533227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:19.534008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-052081d6-e124-483a-9468-f93b844214c5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:19.541462 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 35c310e3-9dab-4a9c-8e67-657275867903) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:19.548601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.559896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:19.560618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.563587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89431b0f-6621-4189-a641-549595620996 None None] Pushing event updated for resources: {'Port': ['ID=aa8ea4cb-353b-4c3d-9b64-b84e16fb3524,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:19.576101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed287c-9489-481c-ae65-e952ab4c1936 None None] Network 35c310e3-9dab-4a9c-8e67-657275867903 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:19.586969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.20.0.14 (17e9c919-06f6-472d-8d31-1ad0b0f6a93e/0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a/dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:19.592927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.598956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.20.0.13 (17e9c919-06f6-472d-8d31-1ad0b0f6a93e/0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a/dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:19.607120 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-872f875e-b854-46e9-997e-66af82678194 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2639937 Mar 23 10:17:19.608365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:19.614427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.621118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:19.621457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 866d91c1-a2ed-45f6-bc9c-de9b72661fb1 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:19.631474 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:19.633641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56654) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:19.650627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.657429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Request body: {'port': {'network_id': '35c310e3-9dab-4a9c-8e67-657275867903', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1752386764'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:19.698869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:19.699355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:19.720746 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:19.743009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dcf861-1705-4a8c-8eff-12cd3056fb4c None None] Network 99a5ef69-caa1-43cd-8577-928ad6ef5409 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:19.868037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.885814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.891308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.896439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-d6a4cfca-4b4b-44ee-981b-58996d2078db', 'network_id': 'd6a4cfca-4b4b-44ee-981b-58996d2078db', 'tenant_id': '7dd923aca8b44c9382a924e1b821c12e', 'fixed_ips': [{'subnet_id': 'adb3111c-3902-4565-9ce4-fc684e169036'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:19.897281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:19.966925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Network': ['ID=1d95de85-f0dd-4f35-a0e9-4f4de08c93b6,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:19.980948 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-37e5b4c9-903a-4080-9241-fc8aa507bb49 tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "DELETE /v2.0/networks/1d95de85-f0dd-4f35-a0e9-4f4de08c93b6 HTTP/1.1" status: 204 len: 168 time: 1.1595001 Mar 23 10:17:19.983933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56658) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:20.034331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1d47e6-4f12-40b0-aab4-aca4d5588262 None None] Network 99f94ed2-3158-460d-9630-a04bab6ecb98 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:20.070245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:20.097252 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Usage tracker for resource:port and tenant:57c5e6bf0752490fa7b82e5b314fb946 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:20.102279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:20.119223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:20.120578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:17:20.120578 dv-neutron-834652-2-hyperv neutron-server[87859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:17:20.120578 dv-neutron-834652-2-hyperv neutron-server[87859]: [parameters: {'id': '99a5ef69-caa1-43cd-8577-928ad6ef5409'}] Mar 23 10:17:20.120578 dv-neutron-834652-2-hyperv neutron-server[87859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:20.121320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:20.148724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:20.164908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:20.166482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.215885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:20.222736 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Made reservation on behalf of 57c5e6bf0752490fa7b82e5b314fb946 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:20.226828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.232289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2a00445c-23a1-45bc-9067-d4d9477f110c None None] Provisioning for port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:20.239430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.257222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Pushing event updated for resources: {'Port': ['ID=754c1f62-5fe1-45bb-bdae-1d01aa5116c1,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:20.268779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.271724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2a00445c-23a1-45bc-9067-d4d9477f110c None None] Provisioning complete for port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:20.271998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2a00445c-23a1-45bc-9067-d4d9477f110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.284206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] device_id is not set on port 3a5027b5-c48b-4958-83b6-1117013576a7 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:17:20.288396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-052081d6-e124-483a-9468-f93b844214c5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-262009687'] for subnet, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.335818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ee4cb-56c0-41bb-8dc6-1abdddc1b669 req-b5b7fab8-34b8-4a00-9062-4e93e600d650 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:20.337335 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-974ee4cb-56c0-41bb-8dc6-1abdddc1b669 req-b5b7fab8-34b8-4a00-9062-4e93e600d650 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.8265622 Mar 23 10:17:20.467630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-35c310e3-9dab-4a9c-8e67-657275867903', 'network_id': '35c310e3-9dab-4a9c-8e67-657275867903', 'tenant_id': '57c5e6bf0752490fa7b82e5b314fb946', 'fixed_ips': [{'subnet_id': '23ffc883-3e42-4773-964c-77e090870d37'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:20.471890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.489561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.517696 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Allocated IP 2001:db8::2 (d6a4cfca-4b4b-44ee-981b-58996d2078db/adb3111c-3902-4565-9ce4-fc684e169036/718098e8-94a2-43c8-a91a-ee108db8bec5) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:20.531657 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-974ee4cb-56c0-41bb-8dc6-1abdddc1b669 req-bb7eb4f9-1547-420e-b908-faad8e992d63 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741700 Mar 23 10:17:20.567834 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f473611-a28c-4d44-a47a-aace553cfe89']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:20.590502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef5b97a-8709-4fc6-b2a3-247007df65a5') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:20.591055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef5b97a-8709-4fc6-b2a3-247007df65a5') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:20.615561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.631083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.746803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.774716 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.788248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port aa8ea4cb-353b-4c3d-9b64-b84e16fb3524 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:20.788988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.833399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.850201 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Releasing vlan 831 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:20.850783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:20.869961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Allocated IP 172.20.0.3 (35c310e3-9dab-4a9c-8e67-657275867903/23ffc883-3e42-4773-964c-77e090870d37/3a5027b5-c48b-4958-83b6-1117013576a7) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:20.872213 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:20.899378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:20.959611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:20.962016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:20.987950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:21.006146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.022028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Transition to ACTIVE for port object 718098e8-94a2-43c8-a91a-ee108db8bec5 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:21.025234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.043799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Transition to ACTIVE for port object 718098e8-94a2-43c8-a91a-ee108db8bec5 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:21.052691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.057127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.062795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.067467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.076868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.123679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:21.124314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.128311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] Pushing event deleted for resources: {'Network': ['ID=2f473611-a28c-4d44-a47a-aace553cfe89,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:21.150322 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bafef8de-cd14-46c9-9506-90cb95512d7e tempest-BulkNetworkOpsIpV6Test-2020872131 tempest-BulkNetworkOpsIpV6Test-2020872131-project] 10.222.0.84 "DELETE /v2.0/networks/2f473611-a28c-4d44-a47a-aace553cfe89 HTTP/1.1" status: 204 len: 168 time: 1.1576793 Mar 23 10:17:21.181524 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1f29acb2-4205-4d55-9c0f-eb80ce35a37e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:21.184680 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cc180500-b3fe-48a5-ad61-b50585125bb7 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.0365415 Mar 23 10:17:21.194334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56666) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:21.204935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:21.214260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Network d6a4cfca-4b4b-44ee-981b-58996d2078db is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:21.216553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:21.235125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:21.297423 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:21.322397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.334189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Pushing event updated for resources: {'Port': ['ID=718098e8-94a2-43c8-a91a-ee108db8bec5,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:21.342983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:21.357824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674172b-d320-4a2e-85de-f3f83cc297a4 None None] Network 99f94ed2-3158-460d-9630-a04bab6ecb98 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:21.406764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.471158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:21.471522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.502604 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Transition to ACTIVE for port object 3a5027b5-c48b-4958-83b6-1117013576a7 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:21.523942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56672) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:21.559118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] For port aa8ea4cb-353b-4c3d-9b64-b84e16fb3524, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=aa8ea4cb-353b-4c3d-9b64-b84e16fb3524,segment=NetworkSegment(c64df2c3-efb0-408e-b772-80633a045d0b),segment_id=c64df2c3-efb0-408e-b772-80633a045d0b)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:21.559691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.583880 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.633515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.749877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Network 35c310e3-9dab-4a9c-8e67-657275867903 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:21.759181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Allocated IP 172.20.0.2 (35c310e3-9dab-4a9c-8e67-657275867903/23ffc883-3e42-4773-964c-77e090870d37/f8e8a147-a874-4ce2-b1ee-765e618f5d18) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:21.764498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:21.766973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:21.770502 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f236bb8a-8b8f-4afa-9d32-70b9ec5b5cb8 None None] Provisioning complete for port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:21.770886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f236bb8a-8b8f-4afa-9d32-70b9ec5b5cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.817703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Attempting to bind port 718098e8-94a2-43c8-a91a-ee108db8bec5 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:21.818064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Attempting to bind port 718098e8-94a2-43c8-a91a-ee108db8bec5 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'f67d6ce5-0619-4de9-8722-7d56c44988f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd6a4cfca-4b4b-44ee-981b-58996d2078db'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:21.818421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Attempting to bind port 718098e8-94a2-43c8-a91a-ee108db8bec5 on network d6a4cfca-4b4b-44ee-981b-58996d2078db {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:21.829651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Pushing event updated for resources: {'Port': ['ID=3a5027b5-c48b-4958-83b6-1117013576a7,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:21.836849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-052081d6-e124-483a-9468-f93b844214c5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783881462263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3818243'] for subnet, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.850789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:21.851162 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Checking segment: {'id': 'f67d6ce5-0619-4de9-8722-7d56c44988f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd6a4cfca-4b4b-44ee-981b-58996d2078db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:21.851560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.851954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Bound using segment: {'id': 'f67d6ce5-0619-4de9-8722-7d56c44988f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd6a4cfca-4b4b-44ee-981b-58996d2078db'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:21.852420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Bound port: 718098e8-94a2-43c8-a91a-ee108db8bec5, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f67d6ce5-0619-4de9-8722-7d56c44988f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'd6a4cfca-4b4b-44ee-981b-58996d2078db'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:21.852789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.866096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Calling delete_port for aa8ea4cb-353b-4c3d-9b64-b84e16fb3524 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:21.896247 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-80afcb17-d17f-4ec7-9c29-fd22d8d3f82c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a3ce4ee95c41465081439d3984051ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696694 Mar 23 10:17:21.900882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56678) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:21.927471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:21.928073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.976505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052081d6-e124-483a-9468-f93b844214c5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:21.976880 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.26.4.106 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/4a4510a3-92bf-4128-ab83-8e34fb014f29) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:21.977376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-052081d6-e124-483a-9468-f93b844214c5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:21.978753 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-052081d6-e124-483a-9468-f93b844214c5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "PUT /v2.0/subnets/adb3111c-3902-4565-9ce4-fc684e169036 HTTP/1.1" status: 200 len: 826 time: 2.4646351 Mar 23 10:17:21.983108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56682) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:22.023105 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9df044d4-838e-4e51-90bc-aa358ce8dc9d tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3736172 Mar 23 10:17:22.028638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56686) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:22.113554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052081d6-e124-483a-9468-f93b844214c5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=adb3111c-3902-4565-9ce4-fc684e169036,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:22.148130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef451175-3366-4903-8e31-e9875e9d9d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.165450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.173222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f38cf0cd-e1cb-475c-b6ed-ec5af835f082 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Deleting port 3a5027b5-c48b-4958-83b6-1117013576a7 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:22.174112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f38cf0cd-e1cb-475c-b6ed-ec5af835f082 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.203869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.242555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.271882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef451175-3366-4903-8e31-e9875e9d9d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.283419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.334781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] For port 718098e8-94a2-43c8-a91a-ee108db8bec5, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:22.350200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port 718098e8-94a2-43c8-a91a-ee108db8bec5 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:22.350856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.363151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] For port 718098e8-94a2-43c8-a91a-ee108db8bec5, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=718098e8-94a2-43c8-a91a-ee108db8bec5,segment=NetworkSegment(f67d6ce5-0619-4de9-8722-7d56c44988f1),segment_id=f67d6ce5-0619-4de9-8722-7d56c44988f1)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:22.374164 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.386626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.408736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Port': ['ID=aa8ea4cb-353b-4c3d-9b64-b84e16fb3524,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:22.412848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No DVR routers for this DVR port aa8ea4cb-353b-4c3d-9b64-b84e16fb3524 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:22.414170 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.456614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Transition to ACTIVE for port object f8e8a147-a874-4ce2-b1ee-765e618f5d18 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:22.477350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef451175-3366-4903-8e31-e9875e9d9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.503684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Transition to ACTIVE for port object f8e8a147-a874-4ce2-b1ee-765e618f5d18 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:22.508176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe629f-4940-44c0-910e-a2ce4f6a81a7 None None] Pushing event updated for resources: {'Port': ['ID=718098e8-94a2-43c8-a91a-ee108db8bec5,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:22.513376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef451175-3366-4903-8e31-e9875e9d9d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93911b51-ee5a-4112-92cd-1bc0b320119a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:22.515317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.524221 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:17:22.537828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Router f42329e9-2502-4181-a3f3-343d40612d1f is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:17:22.558790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef451175-3366-4903-8e31-e9875e9d9d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.559904 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ef451175-3366-4903-8e31-e9875e9d9d8e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/93911b51-ee5a-4112-92cd-1bc0b320119a HTTP/1.1" status: 204 len: 168 time: 0.6565998 Mar 23 10:17:22.630100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.633995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Network 35c310e3-9dab-4a9c-8e67-657275867903 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:22.637385 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:22.642468 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:22.699219 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:22.705998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:22.708410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:22.711855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Pushing event updated for resources: {'Port': ['ID=f8e8a147-a874-4ce2-b1ee-765e618f5d18,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:22.856856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Attempting to bind port f8e8a147-a874-4ce2-b1ee-765e618f5d18 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:22.859267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Attempting to bind port f8e8a147-a874-4ce2-b1ee-765e618f5d18 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '21789d65-856f-40cb-9380-cd11681d758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '35c310e3-9dab-4a9c-8e67-657275867903'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:22.860503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Attempting to bind port f8e8a147-a874-4ce2-b1ee-765e618f5d18 on network 35c310e3-9dab-4a9c-8e67-657275867903 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:22.874270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:22.878839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Checking segment: {'id': '21789d65-856f-40cb-9380-cd11681d758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '35c310e3-9dab-4a9c-8e67-657275867903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:22.879302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.879700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Bound using segment: {'id': '21789d65-856f-40cb-9380-cd11681d758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '35c310e3-9dab-4a9c-8e67-657275867903'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:22.880192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Bound port: f8e8a147-a874-4ce2-b1ee-765e618f5d18, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21789d65-856f-40cb-9380-cd11681d758c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '35c310e3-9dab-4a9c-8e67-657275867903'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:22.880570 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.892078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:22.988527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=4a4510a3-92bf-4128-ab83-8e34fb014f29,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:23.043001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port 718098e8-94a2-43c8-a91a-ee108db8bec5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=718098e8-94a2-43c8-a91a-ee108db8bec5,segment=NetworkSegment(f67d6ce5-0619-4de9-8722-7d56c44988f1),segment_id=f67d6ce5-0619-4de9-8722-7d56c44988f1)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:23.046455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.051563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e04b291f-05ac-4b9a-ade7-85ac92144424 None None] Provisioning complete for port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:23.052120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e04b291f-05ac-4b9a-ade7-85ac92144424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.161319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Pushing event updated for resources: {'Port': ['ID=754c1f62-5fe1-45bb-bdae-1d01aa5116c1,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:23.176159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] For port f8e8a147-a874-4ce2-b1ee-765e618f5d18, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:23.183716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] For port f8e8a147-a874-4ce2-b1ee-765e618f5d18, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f8e8a147-a874-4ce2-b1ee-765e618f5d18,segment=NetworkSegment(21789d65-856f-40cb-9380-cd11681d758c),segment_id=21789d65-856f-40cb-9380-cd11681d758c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:23.199600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a5ef69-caa1-43cd-8577-928ad6ef5409']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:23.210339 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.222693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.236295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64df2c3-efb0-408e-b772-80633a045d0b') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:23.236862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64df2c3-efb0-408e-b772-80633a045d0b') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:23.252813 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.273910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.281829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:23.282696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.289890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 718098e8-94a2-43c8-a91a-ee108db8bec5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:23.319609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for 718098e8-94a2-43c8-a91a-ee108db8bec5 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:23.325934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af280d-ad01-408c-ade5-e14ef5ef4867 None None] Pushing event updated for resources: {'Port': ['ID=f8e8a147-a874-4ce2-b1ee-765e618f5d18,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:23.438793 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:23.448619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.480908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 718098e8-94a2-43c8-a91a-ee108db8bec5 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:23.608885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:23.622104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf79ef5-60d2-4ae4-929d-54e6b862fb95 None None] Sync routers for ids ['f42329e9-2502-4181-a3f3-343d40612d1f'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:23.651583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf79ef5-60d2-4ae4-929d-54e6b862fb95 None None] Routers {'f42329e9-2502-4181-a3f3-343d40612d1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:23.653949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4cf79ef5-60d2-4ae4-929d-54e6b862fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['f42329e9-2502-4181-a3f3-343d40612d1f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:23.767179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56710) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:23.790559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f38cf0cd-e1cb-475c-b6ed-ec5af835f082 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.860286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4cf79ef5-60d2-4ae4-929d-54e6b862fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:23.883819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf79ef5-60d2-4ae4-929d-54e6b862fb95 None None] Routers {'f42329e9-2502-4181-a3f3-343d40612d1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:23.884579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4cf79ef5-60d2-4ae4-929d-54e6b862fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['f42329e9-2502-4181-a3f3-343d40612d1f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:23.992442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:23.995487 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/99a5ef69-caa1-43cd-8577-928ad6ef5409 HTTP/1.1" status: 204 len: 168 time: 7.5627332 Mar 23 10:17:23.996339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e9213-b948-46ca-89db-ceccca771a53 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=99a5ef69-caa1-43cd-8577-928ad6ef5409,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:23.996811 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1416394297'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:24.002475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.006060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f38cf0cd-e1cb-475c-b6ed-ec5af835f082 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Calling delete_port for 3a5027b5-c48b-4958-83b6-1117013576a7 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:24.008683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56716) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:24.040785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.042004 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c507fb16-1630-49ea-a6c7-80de0ea26398 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "PUT /v2.0/routers/f42329e9-2502-4181-a3f3-343d40612d1f HTTP/1.1" status: 200 len: 880 time: 9.9791183 Mar 23 10:17:24.054716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:24.054928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.058681 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2bb37068-02f0-4b5b-b704-a008b68235ab tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7698562 Mar 23 10:17:24.059858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56718) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:24.059858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56722) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:24.062334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-600463494'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:24.063340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4cf79ef5-60d2-4ae4-929d-54e6b862fb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:24.063743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf79ef5-60d2-4ae4-929d-54e6b862fb95 None None] The sync data for ids ['f42329e9-2502-4181-a3f3-343d40612d1f'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:24.082212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:network and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:24.086370 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Port': ['ID=718098e8-94a2-43c8-a91a-ee108db8bec5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:24.116236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:24.118043 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:24.123309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1657325796', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'fixed_ips': [{'ip_address': '172.26.4.248'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:24.135679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:24.140523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:network and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:24.149337 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:24.152273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:24.157670 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Usage tracker for resource:port and tenant:e9c19444ad2e4b26b04d726833792492 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:24.165794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:24.177533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842eba88-aa17-4334-abb0-4fc7ce27e6f9 None None] Network d6a4cfca-4b4b-44ee-981b-58996d2078db requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:24.187526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:24.193671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:24.211429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No DVR routers for this DVR port 718098e8-94a2-43c8-a91a-ee108db8bec5 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:24.211688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-33f93df9-9ed4-4c18-a047-5912f0f8693f None None] Could not find standard attr ID for object 718098e8-94a2-43c8-a91a-ee108db8bec5. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:17:24.241915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:24.245327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.268894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:24.270681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Made reservation on behalf of e9c19444ad2e4b26b04d726833792492 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:24.272541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.273012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.285129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.295366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.322509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.334838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:24.345940 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:security_group_rule and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:24.349017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.354161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:24.357885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Usage tracker for resource:security_group_rule and tenant:e9c19444ad2e4b26b04d726833792492 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:24.361559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:24.367384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:24.376753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:24.388443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:24.405609 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9bd0b60f-699e-43eb-8ca5-1f3d2b8d8ca3 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/routers/f42329e9-2502-4181-a3f3-343d40612d1f HTTP/1.1" status: 200 len: 921 time: 0.3448250 Mar 23 10:17:24.409693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56728) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:24.490125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:24.494144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f38cf0cd-e1cb-475c-b6ed-ec5af835f082 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.522809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.599124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.604766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.605352 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment 7f1ae012-ec41-4976-956b-49db18a07826 of type vlan for network 9fcb3b25-997f-47eb-b59a-986d73ebd823 Mar 23 10:17:24.675239 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Subnet': ['ID=adb3111c-3902-4565-9ce4-fc684e169036,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:24.682453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cf0cd-e1cb-475c-b6ed-ec5af835f082 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Pushing event deleted for resources: {'Port': ['ID=3a5027b5-c48b-4958-83b6-1117013576a7,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:24.757421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87feb7f-b2f4-40a5-af2f-bc7e74d18043 None None] Network d6a4cfca-4b4b-44ee-981b-58996d2078db requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:24.796819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab047cb7-2716-4190-bc09-0e129c534d52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:24.798388 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ab047cb7-2716-4190-bc09-0e129c534d52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&device_id=f42329e9-2502-4181-a3f3-343d40612d1f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3875897 Mar 23 10:17:24.799779 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b446ce2-bdef-43a2-8622-441de9cc3235 None None] Network 35c310e3-9dab-4a9c-8e67-657275867903 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:24.800816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.826063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a4cfca-4b4b-44ee-981b-58996d2078db']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:24.839414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67d6ce5-0619-4de9-8722-7d56c44988f1') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:24.839721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67d6ce5-0619-4de9-8722-7d56c44988f1') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:24.851582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.858309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56732) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:24.864718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f38cf0cd-e1cb-475c-b6ed-ec5af835f082 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.868462 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.875894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 804 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:24.876346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.902806 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f38cf0cd-e1cb-475c-b6ed-ec5af835f082 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] 10.222.0.84 "DELETE /v2.0/ports/3a5027b5-c48b-4958-83b6-1117013576a7 HTTP/1.1" status: 204 len: 168 time: 2.8623998 Mar 23 10:17:24.906284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56736) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:24.930328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:24.971367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4734fd97-e0b7-4747-bf64-3167c4b90591 None None] Provisioning for port f8e8a147-a874-4ce2-b1ee-765e618f5d18 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:24.989448 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:24.995905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.000957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.018953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.064839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] device_id is not set on port bc406eae-e947-4645-9ac7-44a51c94f805 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:17:25.070486 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Network': ['ID=d6a4cfca-4b4b-44ee-981b-58996d2078db,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:25.157632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a716cbb-13d7-4c1a-b8ac-073afdcf10b2,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:25.169942 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-325ca6a5-042d-41ad-a27a-03446bcb8b48 tempest-DHCPAgentSchedulersTestJSON-1830301696 tempest-DHCPAgentSchedulersTestJSON-1830301696-project-admin] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.2523503 Mar 23 10:17:25.170812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56742) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:25.174859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146c58c-9e0c-4370-8348-bcb47919a403 None None] DHCP port deletion for d6a4cfca-4b4b-44ee-981b-58996d2078db request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:17:25.199527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-248872161'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:25.204396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:25.209397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Usage tracker for resource:network and tenant:57c5e6bf0752490fa7b82e5b314fb946 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:25.213086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:25.219601 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:25.235392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.245887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Made reservation on behalf of 57c5e6bf0752490fa7b82e5b314fb946 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:25.249279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.269093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0720a4f-f83f-4b33-a9f0-188a8573c83a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:25.270455 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c0720a4f-f83f-4b33-a9f0-188a8573c83a tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 881 time: 0.4076712 Mar 23 10:17:25.274762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.277094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56746) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:25.281914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:25.282992 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.341506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f8e8a147-a874-4ce2-b1ee-765e618f5d18 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:25.377330 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-46422c6c-5482-4c31-a5fe-09d476607d92 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=f42329e9-2502-4181-a3f3-343d40612d1f HTTP/1.1" status: 200 len: 205 time: 0.0970876 Mar 23 10:17:25.385118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56750) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:25.420636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f8e8a147-a874-4ce2-b1ee-765e618f5d18 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:25.431914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f8e8a147-a874-4ce2-b1ee-765e618f5d18 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:25.432776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.436510 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-df733e53-c883-4ae4-b187-90ea89b22d19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/d6a4cfca-4b4b-44ee-981b-58996d2078db HTTP/1.1" status: 204 len: 168 time: 3.4478931 Mar 23 10:17:25.437519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56754) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:25.475393 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4295449 Mar 23 10:17:25.482034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:25.493439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56758) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:25.505742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d1a03557-8be4-4abc-aa66-7a8bab6d0201 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:25.511400 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.584581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.584874 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.599835 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4d478a-e9fd-41db-b084-1bf36951b41e tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:25.600273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b4d478a-e9fd-41db-b084-1bf36951b41e tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:25.605520 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0b4d478a-e9fd-41db-b084-1bf36951b41e tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/d6a4cfca-4b4b-44ee-981b-58996d2078db HTTP/1.1" status: 404 len: 339 time: 0.1473975 Mar 23 10:17:25.606417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56762) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:25.617355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdc5e2-420a-400c-b1e6-600ffa7a3d9e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=9fcb3b25-997f-47eb-b59a-986d73ebd823,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:25.624709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f8e8a147-a874-4ce2-b1ee-765e618f5d18, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f8e8a147-a874-4ce2-b1ee-765e618f5d18,segment=NetworkSegment(21789d65-856f-40cb-9380-cd11681d758c),segment_id=21789d65-856f-40cb-9380-cd11681d758c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:25.628764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 9fcb3b25-997f-47eb-b59a-986d73ebd823 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:25.637841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1705292570', 'description': 'd1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:25.643141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.643727 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Added segment c20e36b0-707e-425e-ba02-7659be42e6cc of type vlan for network caadd076-0870-4f23-9966-0e9e0d56a0a6 Mar 23 10:17:25.648394 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 10:17:25.649129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:25.663300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.665448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:25.680318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:25.686585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Usage tracker for resource:network and tenant:7dd923aca8b44c9382a924e1b821c12e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:25.696041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:25.708595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:25.712292 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff97275c-ea7b-47cb-9c1c-2194754cac06,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:25.746974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.759135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.759564 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added segment adfa9370-8c1c-4013-b1c5-ac19c0ad5889 of type vlan for network 5e73c686-fe40-41d4-8591-a21b98d30d0d Mar 23 10:17:25.787657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:25.791209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.810850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.818817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.834991 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:25.846790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.847249 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Added segment 7051b174-b5de-4776-85f1-03a0a976fda7 of type vlan for network ffdb8003-9110-4243-987a-2fcd30362834 Mar 23 10:17:25.847499 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0a3bef47-3179-454f-a7fb-ce1389a9eaac None None] Provisioning complete for port f8e8a147-a874-4ce2-b1ee-765e618f5d18 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:25.848010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0a3bef47-3179-454f-a7fb-ce1389a9eaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.905241 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f8e8a147-a874-4ce2-b1ee-765e618f5d18,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:25.924717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.954896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:25.961648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=4a4510a3-92bf-4128-ab83-8e34fb014f29,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:26.006630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.029792 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-60933d02-7742-4ddf-a8b5-4c19251e00b9 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.9674795 Mar 23 10:17:26.036005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56766) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:26.082901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f5bf1-ed02-4f11-b174-1e7462bd5570 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:17:26.135128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a9336fe4-535c-4b4b-b9e9-aeb7cc08267b None None] Could not find standard attr ID for object 3a5027b5-c48b-4958-83b6-1117013576a7. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:17:26.136011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.142993 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:26.143566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.178127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.221362 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312f5bf1-ed02-4f11-b174-1e7462bd5570 None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:17:26.252782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.258113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:26.258688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.290756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1a03557-8be4-4abc-aa66-7a8bab6d0201 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.389057 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2108984 Mar 23 10:17:26.407027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56770) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:26.415109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1a03557-8be4-4abc-aa66-7a8bab6d0201 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.427337 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.433144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bebeb7-a871-49a3-a4c4-2f4f14d34b17 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Pushing event updated for resources: {'Network': ['ID=caadd076-0870-4f23-9966-0e9e0d56a0a6,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:26.433310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:26.433480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.446409 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-dc552d87-8b54-49ea-8907-74dc530c91c8 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Deleting port 754c1f62-5fe1-45bb-bdae-1d01aa5116c1 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:26.446738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc552d87-8b54-49ea-8907-74dc530c91c8 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.447229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network caadd076-0870-4f23-9966-0e9e0d56a0a6 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:26.455671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1a03557-8be4-4abc-aa66-7a8bab6d0201 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network 9fcb3b25-997f-47eb-b59a-986d73ebd823 is not hosted by any dhcp agent {{(pid=87859) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 23 10:17:26.460974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a03557-8be4-4abc-aa66-7a8bab6d0201 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:26.461580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1a03557-8be4-4abc-aa66-7a8bab6d0201 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.465720 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d1a03557-8be4-4abc-aa66-7a8bab6d0201 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "PUT /v2.0/networks/9fcb3b25-997f-47eb-b59a-986d73ebd823 HTTP/1.1" status: 200 len: 723 time: 0.9682674 Mar 23 10:17:26.479450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56774) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:26.485529 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.7166247 Mar 23 10:17:26.502568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': '9fcb3b25-997f-47eb-b59a-986d73ebd823', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:26.520480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56778) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:26.532598 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9170189 Mar 23 10:17:26.548847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1267957288'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:26.562932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d482b1-fe4b-4983-94b4-aaf564014a2a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Network': ['ID=5e73c686-fe40-41d4-8591-a21b98d30d0d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:26.570702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56782) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:26.584732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5e73c686-fe40-41d4-8591-a21b98d30d0d details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:26.617683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.640951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:26.696954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:network and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:26.745889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Deleting port 9f1380d3-b08b-43d2-b1b8-dc606570899e {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:26.746225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:26.771114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:26.788643 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a03557-8be4-4abc-aa66-7a8bab6d0201 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=9fcb3b25-997f-47eb-b59a-986d73ebd823,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:26.806467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:26.813475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 9fcb3b25-997f-47eb-b59a-986d73ebd823 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:26.960051 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fcc42f2e-7ef3-4a33-a8b9-607dd5277862 tempest-DHCPAgentSchedulersTestJSON-1830301696 tempest-DHCPAgentSchedulersTestJSON-1830301696-project-admin] 10.222.0.84 "GET /v2.0/agents/6c810c3b-b313-4d0a-9de7-c119648084da/dhcp-networks HTTP/1.1" status: 200 len: 8116 time: 0.5515800 Mar 23 10:17:26.962914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56786) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:27.017405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.095114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f8e8a147-a874-4ce2-b1ee-765e618f5d18 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:27.144492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Calling delete_port for 9f1380d3-b08b-43d2-b1b8-dc606570899e owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:27.145086 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP 8183bb88-1af1-4617-8a2a-4c3a738fbac6 associated. External IP: 172.26.4.106, port: dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b. Mar 23 10:17:27.173260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f8e8a147-a874-4ce2-b1ee-765e618f5d18 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:27.173839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.199227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:27.206137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facd8f8b-0ed5-4ab0-b577-29dcb1d95238 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=ffdb8003-9110-4243-987a-2fcd30362834,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:27.220399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network ffdb8003-9110-4243-987a-2fcd30362834 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:27.229904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:27.233304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.250720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:subnet and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:27.259644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:27.284965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:27.285652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9477c6e-a637-491a-94f8-d19de5bee86c tempest-DHCPAgentSchedulersTestJSON-1830301696 tempest-DHCPAgentSchedulersTestJSON-1830301696-project-admin] Network caadd076-0870-4f23-9966-0e9e0d56a0a6 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:27.299344 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9377da3-c684-479a-8d64-fef008958866 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:27.300022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b9377da3-c684-479a-8d64-fef008958866 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Synchronizing usage tracker for tenant:7dd923aca8b44c9382a924e1b821c12e on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:27.305961 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e9477c6e-a637-491a-94f8-d19de5bee86c tempest-DHCPAgentSchedulersTestJSON-1830301696 tempest-DHCPAgentSchedulersTestJSON-1830301696-project-admin] 10.222.0.84 "POST /v2.0/agents/6c810c3b-b313-4d0a-9de7-c119648084da/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3390121 Mar 23 10:17:27.305961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56790) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:27.321307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6b356c-7e78-4242-8fee-d8d63c13250d None None] Network caadd076-0870-4f23-9966-0e9e0d56a0a6 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:27.355651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:27.359015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.428562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc552d87-8b54-49ea-8907-74dc530c91c8 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.428969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc552d87-8b54-49ea-8907-74dc530c91c8 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.461298 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:27.540748 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9b4e2ab3-2d4e-43fe-9f4d-66bc6d4a9a41 tempest-DHCPAgentSchedulersTestJSON-1830301696 tempest-DHCPAgentSchedulersTestJSON-1830301696-project-admin] 10.222.0.84 "GET /v2.0/agents/6c810c3b-b313-4d0a-9de7-c119648084da/dhcp-networks HTTP/1.1" status: 200 len: 8885 time: 0.2310832 Mar 23 10:17:27.540960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56794) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:27.549625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.566489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 718098e8-94a2-43c8-a91a-ee108db8bec5 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:27.602233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-dc552d87-8b54-49ea-8907-74dc530c91c8 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Calling delete_port for 754c1f62-5fe1-45bb-bdae-1d01aa5116c1 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:27.604903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Pushing event deleted for resources: {'Port': ['ID=9f1380d3-b08b-43d2-b1b8-dc606570899e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:27.607679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 718098e8-94a2-43c8-a91a-ee108db8bec5 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:27.608140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 718098e8-94a2-43c8-a91a-ee108db8bec5 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:27.676541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b9377da3-c684-479a-8d64-fef008958866 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Unset dirty status for tenant:7dd923aca8b44c9382a924e1b821c12e on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:27.680340 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b9377da3-c684-479a-8d64-fef008958866 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/networks?id=ffdb8003-9110-4243-987a-2fcd30362834 HTTP/1.1" status: 200 len: 765 time: 1.0541716 Mar 23 10:17:27.692802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.693171 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added segment 4bbe9f2c-9bcd-4b26-bdaf-703f020af624 of type vlan for network b5722502-35d9-4647-9429-65a2172ae017 Mar 23 10:17:27.694033 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56798) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:27.726605 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-02bd0194-018d-4d29-87fe-13b8371fac60 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'description': 'd2'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:27.733302 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-85d50fce-e2fc-4d2d-8572-d752ad1554ee tempest-DHCPAgentSchedulersTestJSON-1830301696 tempest-DHCPAgentSchedulersTestJSON-1830301696-project-admin] 10.222.0.84 "DELETE /v2.0/agents/6c810c3b-b313-4d0a-9de7-c119648084da/dhcp-networks/caadd076-0870-4f23-9966-0e9e0d56a0a6 HTTP/1.1" status: 204 len: 168 time: 0.1913514 Mar 23 10:17:27.735765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56802) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:27.745557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:27.951748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.064126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.107347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.109811 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:28.154587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.155143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Fanout notify agent at l3_agent the message router_deleted on router f42329e9-2502-4181-a3f3-343d40612d1f {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:17:28.183987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.189233 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-645b966a-e106-4842-970a-4762870d89ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/f42329e9-2502-4181-a3f3-343d40612d1f HTTP/1.1" status: 204 len: 168 time: 2.7989192 Mar 23 10:17:28.200153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56806) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:28.216636 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c620d48d-fcea-4bc5-bb93-4baddb135e4c tempest-DHCPAgentSchedulersTestJSON-1830301696 tempest-DHCPAgentSchedulersTestJSON-1830301696-project-admin] 10.222.0.84 "GET /v2.0/agents/6c810c3b-b313-4d0a-9de7-c119648084da/dhcp-networks HTTP/1.1" status: 200 len: 8116 time: 0.4758782 Mar 23 10:17:28.216983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56808) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:28.235182 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f93e11ce-ae95-4dc9-9f92-799a1f956940 tempest-DHCPAgentSchedulersTestJSON-1830301696 tempest-DHCPAgentSchedulersTestJSON-1830301696-project-admin] 10.222.0.84 "GET /v2.0/networks/35c310e3-9dab-4a9c-8e67-657275867903/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0171549 Mar 23 10:17:28.238412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56812) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:28.259566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1835049048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:28.260525 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-44ee4804-ce16-4b01-ae93-b1f267564390 tempest-DHCPAgentSchedulersTestJSON-1830301696 tempest-DHCPAgentSchedulersTestJSON-1830301696-project-admin] 10.222.0.84 "GET /v2.0/networks/35c310e3-9dab-4a9c-8e67-657275867903/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0211127 Mar 23 10:17:28.263050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56818) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:28.301489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:28.312755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.318129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:28.318701 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.348566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Usage tracker for resource:router and tenant:c4baad2cafbc4340944657189026ff50 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:28.369228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:28.407102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:28.416180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:28.427837 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-05772566-6661-4265-a8f9-c6ac0301aeb8 tempest-DHCPAgentSchedulersTestJSON-1830301696 tempest-DHCPAgentSchedulersTestJSON-1830301696-project-admin] 10.222.0.84 "GET /v2.0/agents/6c810c3b-b313-4d0a-9de7-c119648084da/dhcp-networks HTTP/1.1" status: 200 len: 8116 time: 0.1637552 Mar 23 10:17:28.431335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02bd0194-018d-4d29-87fe-13b8371fac60 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.433735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56822) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:28.552460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.646622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc552d87-8b54-49ea-8907-74dc530c91c8 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.687982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.713703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caadd076-0870-4f23-9966-0e9e0d56a0a6']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:28.725427 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2012796 Mar 23 10:17:28.725427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf4717-35bd-4d25-b4d7-7ebb4801a14e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Network': ['ID=b5722502-35d9-4647-9429-65a2172ae017,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:28.726116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.726588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20e36b0-707e-425e-ba02-7659be42e6cc') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:28.726886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20e36b0-707e-425e-ba02-7659be42e6cc') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:28.727136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.730310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02bd0194-018d-4d29-87fe-13b8371fac60 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.732866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56826) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:28.736378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network b5722502-35d9-4647-9429-65a2172ae017 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:28.741129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'subnet': {'network_id': '5e73c686-fe40-41d4-8591-a21b98d30d0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:28.756370 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc552d87-8b54-49ea-8907-74dc530c91c8 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Pushing event deleted for resources: {'Port': ['ID=754c1f62-5fe1-45bb-bdae-1d01aa5116c1,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:28.770617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.865952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-02bd0194-018d-4d29-87fe-13b8371fac60 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network ffdb8003-9110-4243-987a-2fcd30362834 is not hosted by any dhcp agent {{(pid=87860) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 23 10:17:28.867713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.871289 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd0194-018d-4d29-87fe-13b8371fac60 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:28.871882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-02bd0194-018d-4d29-87fe-13b8371fac60 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.876478 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-02bd0194-018d-4d29-87fe-13b8371fac60 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "PUT /v2.0/networks/ffdb8003-9110-4243-987a-2fcd30362834 HTTP/1.1" status: 200 len: 762 time: 1.1665361 Mar 23 10:17:28.878860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56830) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:28.885099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:28.885607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:28.901600 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:28.904493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:28.923112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:28.998256 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:subnet and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:29.010972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:29.070003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:29.076398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd0194-018d-4d29-87fe-13b8371fac60 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=ffdb8003-9110-4243-987a-2fcd30362834,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:29.089848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network ffdb8003-9110-4243-987a-2fcd30362834 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:29.095474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.115542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.124190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e5e3e0-e57c-4dcb-b8be-20b3162e9b47 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:29.125416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-31e5e3e0-e57c-4dcb-b8be-20b3162e9b47 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Synchronizing usage tracker for tenant:7dd923aca8b44c9382a924e1b821c12e on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:29.132828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:29.136115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.168681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Pushing event deleted for resources: {'Network': ['ID=caadd076-0870-4f23-9966-0e9e0d56a0a6,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:29.178561 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b176e298-cc78-4abc-ab21-e196da50cb84 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] 10.222.0.84 "DELETE /v2.0/networks/caadd076-0870-4f23-9966-0e9e0d56a0a6 HTTP/1.1" status: 204 len: 168 time: 0.7415550 Mar 23 10:17:29.183527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=05aefba3-149a-41f6-bee8-82e69bb93c38,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:29.184042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56834) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.186208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.188408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc552d87-8b54-49ea-8907-74dc530c91c8 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.222336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc552d87-8b54-49ea-8907-74dc530c91c8 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.223558 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dc552d87-8b54-49ea-8907-74dc530c91c8 tempest-ExternalNetworksAdminNegativeTestJSON-448301251 tempest-ExternalNetworksAdminNegativeTestJSON-448301251-project-admin] 10.222.0.84 "DELETE /v2.0/floatingips/eee3c474-98c1-4c78-8a71-5864b9934caa HTTP/1.1" status: 204 len: 168 time: 3.1837630 Mar 23 10:17:29.224626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': '7f1ae012-ec41-4976-956b-49db18a07826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fcb3b25-997f-47eb-b59a-986d73ebd823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:29.224978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: 9fcb3b25-997f-47eb-b59a-986d73ebd823, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:29.235673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:29.246947 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5e33f-d6d3-4936-a514-4d2b078fb6aa None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:29.261852 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5e33f-d6d3-4936-a514-4d2b078fb6aa None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:29.262754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.263894 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3cf5e33f-d6d3-4936-a514-4d2b078fb6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:29.268287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-31e5e3e0-e57c-4dcb-b8be-20b3162e9b47 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Unset dirty status for tenant:7dd923aca8b44c9382a924e1b821c12e on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:29.275267 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-31e5e3e0-e57c-4dcb-b8be-20b3162e9b47 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/networks?id=ffdb8003-9110-4243-987a-2fcd30362834 HTTP/1.1" status: 200 len: 765 time: 0.3927386 Mar 23 10:17:29.278938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56840) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.286431 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.290098 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0982d01-ee8a-4339-a93f-e717851933b0 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:29.290567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0982d01-ee8a-4339-a93f-e717851933b0 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:29.292544 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b0982d01-ee8a-4339-a93f-e717851933b0 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] 10.222.0.84 "DELETE /v2.0/ports/3a5027b5-c48b-4958-83b6-1117013576a7 HTTP/1.1" status: 404 len: 333 time: 0.1075788 Mar 23 10:17:29.298250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56844) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.351045 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network 9fcb3b25-997f-47eb-b59a-986d73ebd823 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:29.370183 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3cf5e33f-d6d3-4936-a514-4d2b078fb6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:29.372517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.373916 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-757e4ceb-df92-43f0-81c9-92d6051bac3c tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1300042 Mar 23 10:17:29.378655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56848) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.384226 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5e33f-d6d3-4936-a514-4d2b078fb6aa None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:29.384960 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3cf5e33f-d6d3-4936-a514-4d2b078fb6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:29.386410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde09a1f-db34-4aca-ac64-2e41fd9bd4b6 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Deleting subnet 23ffc883-3e42-4773-964c-77e090870d37 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:17:29.391528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'enable_snat': True}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:29.451106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bde09a1f-db34-4aca-ac64-2e41fd9bd4b6 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.451341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 9fcb3b25-997f-47eb-b59a-986d73ebd823) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:29.462775 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870a6898-a8b7-4486-8131-2c659b41919c None None] Network 9fcb3b25-997f-47eb-b59a-986d73ebd823 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:29.462949 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3cf5e33f-d6d3-4936-a514-4d2b078fb6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:29.463366 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf5e33f-d6d3-4936-a514-4d2b078fb6aa None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:29.469791 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-06525d21-1fdd-48e0-b98e-c409627536d0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.2729876 Mar 23 10:17:29.474833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:29.475943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.481980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56852) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.498178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3deaf821-d442-42c8-a85c-3d1d09dbe63f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'port_id': 'dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:29.525004 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-01daed42-5cfd-4506-96a1-44e4bf3ab566 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0419908 Mar 23 10:17:29.528620 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56858) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.536714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b6081877-48c0-464a-b9bd-1c7d6ba6437f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:29.578408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584f10c-83ad-4ba1-84b7-69d8fc6080f5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:29.580221 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9584f10c-83ad-4ba1-84b7-69d8fc6080f5 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2990189 Mar 23 10:17:29.585455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56862) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.630242 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56866) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.645885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9d93a5b-011b-4714-a876-ca098c8fe834 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Synchronizing usage tracker for tenant:7dd923aca8b44c9382a924e1b821c12e on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:29.710440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f9d93a5b-011b-4714-a876-ca098c8fe834 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Unset dirty status for tenant:7dd923aca8b44c9382a924e1b821c12e on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:29.711866 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f9d93a5b-011b-4714-a876-ca098c8fe834 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 207 time: 0.1253448 Mar 23 10:17:29.727825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56872) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:29.772172 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-9fcb3b25-997f-47eb-b59a-986d73ebd823', 'network_id': '9fcb3b25-997f-47eb-b59a-986d73ebd823', 'tenant_id': '8209ecebb0c44f36b8fcc5edcd07a0b2', 'fixed_ips': [{'subnet_id': '05aefba3-149a-41f6-bee8-82e69bb93c38'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:29.773657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.888090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-33b28cd1-3607-43da-9f09-7a4ff2b3b036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.911291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6081877-48c0-464a-b9bd-1c7d6ba6437f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261617741'] for subnet, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.929001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bde09a1f-db34-4aca-ac64-2e41fd9bd4b6 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:29.949203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-33b28cd1-3607-43da-9f09-7a4ff2b3b036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:29.966562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-33b28cd1-3607-43da-9f09-7a4ff2b3b036 admin admin] Usage tracker for resource:security_group_rule and tenant:8d39db04055a4d1389db0aa2e14b5fd9 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:29.975625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-33b28cd1-3607-43da-9f09-7a4ff2b3b036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:29.988311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-33b28cd1-3607-43da-9f09-7a4ff2b3b036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:29.989657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Allocated IP 172.20.0.2 (9fcb3b25-997f-47eb-b59a-986d73ebd823/05aefba3-149a-41f6-bee8-82e69bb93c38/52b98ab3-787d-4d81-ae86-02521059d218) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:30.040890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d38fd5-ed1e-4701-9e6f-ff33f44e96c6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.046686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d38fd5-ed1e-4701-9e6f-ff33f44e96c6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.051454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3deaf821-d442-42c8-a85c-3d1d09dbe63f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.052525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d38fd5-ed1e-4701-9e6f-ff33f44e96c6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.058385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d38fd5-ed1e-4701-9e6f-ff33f44e96c6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.064287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d38fd5-ed1e-4701-9e6f-ff33f44e96c6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.069838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d38fd5-ed1e-4701-9e6f-ff33f44e96c6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.075793 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-89d38fd5-ed1e-4701-9e6f-ff33f44e96c6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3424885 Mar 23 10:17:30.076545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56876) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:30.219656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.223364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.232686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Transition to ACTIVE for port object 52b98ab3-787d-4d81-ae86-02521059d218 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:30.252105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Transition to ACTIVE for port object 52b98ab3-787d-4d81-ae86-02521059d218 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:30.260107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.325542 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Network 9fcb3b25-997f-47eb-b59a-986d73ebd823 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:30.327796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:30.333655 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-292d8f68-34af-4a92-9015-614d8af43e83 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2534003 Mar 23 10:17:30.334157 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:30.336866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56880) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:30.343550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Pushing event updated for resources: {'Port': ['ID=52b98ab3-787d-4d81-ae86-02521059d218,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:30.349448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.353480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-33b28cd1-3607-43da-9f09-7a4ff2b3b036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.364715 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-33b28cd1-3607-43da-9f09-7a4ff2b3b036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.438731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Attempting to bind port 52b98ab3-787d-4d81-ae86-02521059d218 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:30.439159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Attempting to bind port 52b98ab3-787d-4d81-ae86-02521059d218 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '7f1ae012-ec41-4976-956b-49db18a07826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fcb3b25-997f-47eb-b59a-986d73ebd823'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:30.439442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Attempting to bind port 52b98ab3-787d-4d81-ae86-02521059d218 on network 9fcb3b25-997f-47eb-b59a-986d73ebd823 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:30.446193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:30.446406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Checking segment: {'id': '7f1ae012-ec41-4976-956b-49db18a07826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fcb3b25-997f-47eb-b59a-986d73ebd823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:30.446921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.447204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Bound using segment: {'id': '7f1ae012-ec41-4976-956b-49db18a07826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fcb3b25-997f-47eb-b59a-986d73ebd823'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:30.447657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Bound port: 52b98ab3-787d-4d81-ae86-02521059d218, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1ae012-ec41-4976-956b-49db18a07826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '9fcb3b25-997f-47eb-b59a-986d73ebd823'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:30.448351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.454086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b28cd1-3607-43da-9f09-7a4ff2b3b036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc3ca93-f725-4a54-9439-a06a9ad7d6ff,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:30.458443 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-33b28cd1-3607-43da-9f09-7a4ff2b3b036 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8d39db04055a4d1389db0aa2e14b5fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8269663 Mar 23 10:17:30.462101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56884) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:30.525936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6081877-48c0-464a-b9bd-1c7d6ba6437f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783881462263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3821793'] for subnet, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.535656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Subnet': ['ID=82bc5df0-05d0-4546-a26e-ccdcef398196,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:30.548503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] For port 52b98ab3-787d-4d81-ae86-02521059d218, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:30.552181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] For port 52b98ab3-787d-4d81-ae86-02521059d218, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=52b98ab3-787d-4d81-ae86-02521059d218,segment=NetworkSegment(7f1ae012-ec41-4976-956b-49db18a07826),segment_id=7f1ae012-ec41-4976-956b-49db18a07826)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:30.558114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.596804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bde09a1f-db34-4aca-ac64-2e41fd9bd4b6 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.634653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d189339-e98f-4968-b2b9-ff71e76cf961 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.636146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d189339-e98f-4968-b2b9-ff71e76cf961 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.637885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d189339-e98f-4968-b2b9-ff71e76cf961 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.639372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d189339-e98f-4968-b2b9-ff71e76cf961 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.641530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d189339-e98f-4968-b2b9-ff71e76cf961 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.642426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8d189339-e98f-4968-b2b9-ff71e76cf961 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Synchronizing usage tracker for tenant:7dd923aca8b44c9382a924e1b821c12e on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:30.647357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47dc25-5fb8-4e08-acb2-6348ac4f1027 None None] Pushing event updated for resources: {'Port': ['ID=52b98ab3-787d-4d81-ae86-02521059d218,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:30.664470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Checking segment: {'id': 'adfa9370-8c1c-4013-b1c5-ac19c0ad5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5e73c686-fe40-41d4-8591-a21b98d30d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:30.665263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network hostable DHCP agents. Network: 5e73c686-fe40-41d4-8591-a21b98d30d0d, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:30.710740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6081877-48c0-464a-b9bd-1c7d6ba6437f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:30.711325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6081877-48c0-464a-b9bd-1c7d6ba6437f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.715340 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b6081877-48c0-464a-b9bd-1c7d6ba6437f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "PUT /v2.0/subnets/05aefba3-149a-41f6-bee8-82e69bb93c38 HTTP/1.1" status: 200 len: 806 time: 1.1855278 Mar 23 10:17:30.716577 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e366222c-7e9f-43b7-9174-deaa812e125a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.718383 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56888) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:30.794153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e366222c-7e9f-43b7-9174-deaa812e125a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:30.799246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8d189339-e98f-4968-b2b9-ff71e76cf961 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Unset dirty status for tenant:7dd923aca8b44c9382a924e1b821c12e on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:30.800390 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8d189339-e98f-4968-b2b9-ff71e76cf961 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4452906 Mar 23 10:17:30.804665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56892) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:30.811937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6081877-48c0-464a-b9bd-1c7d6ba6437f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=05aefba3-149a-41f6-bee8-82e69bb93c38,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:30.979448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 5e73c686-fe40-41d4-8591-a21b98d30d0d is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:31.032952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073cf8c0-7c61-445f-a733-f39622a6a6da tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:31.034443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073cf8c0-7c61-445f-a733-f39622a6a6da tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:31.035928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073cf8c0-7c61-445f-a733-f39622a6a6da tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:31.037408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073cf8c0-7c61-445f-a733-f39622a6a6da tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:31.039159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073cf8c0-7c61-445f-a733-f39622a6a6da tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:31.040901 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-073cf8c0-7c61-445f-a733-f39622a6a6da tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2343981 Mar 23 10:17:31.053094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56896) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:31.088956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.108613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e366222c-7e9f-43b7-9174-deaa812e125a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.110194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5e73c686-fe40-41d4-8591-a21b98d30d0d) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:31.129173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb84ed-e623-4301-8c5a-c4eb5f998204 None None] Network 5e73c686-fe40-41d4-8591-a21b98d30d0d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:31.189120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366222c-7e9f-43b7-9174-deaa812e125a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc3ca93-f725-4a54-9439-a06a9ad7d6ff,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:31.205969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port 52b98ab3-787d-4d81-ae86-02521059d218 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:31.206317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.243709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e366222c-7e9f-43b7-9174-deaa812e125a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.244937 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e366222c-7e9f-43b7-9174-deaa812e125a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3bc3ca93-f725-4a54-9439-a06a9ad7d6ff HTTP/1.1" status: 204 len: 168 time: 0.7736368 Mar 23 10:17:31.256090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 52b98ab3-787d-4d81-ae86-02521059d218 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:31.284343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bde09a1f-db34-4aca-ac64-2e41fd9bd4b6 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.348222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0a44ba-6bd2-4671-bac2-95e23341b1e6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:31.349766 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9e0a44ba-6bd2-4671-bac2-95e23341b1e6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/networks/43cbc0ba-b720-418f-88ab-90b62180e9a8 HTTP/1.1" status: 200 len: 804 time: 0.2958806 Mar 23 10:17:31.354073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:31.354692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.354944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56902) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:31.383080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde09a1f-db34-4aca-ac64-2e41fd9bd4b6 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Pushing event deleted for resources: {'Subnet': ['ID=23ffc883-3e42-4773-964c-77e090870d37,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:31.398573 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9979ae3a-c310-466c-bf8b-69e34028202f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6615067 Mar 23 10:17:31.402314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bde09a1f-db34-4aca-ac64-2e41fd9bd4b6 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.404504 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bde09a1f-db34-4aca-ac64-2e41fd9bd4b6 tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] 10.222.0.84 "DELETE /v2.0/subnets/23ffc883-3e42-4773-964c-77e090870d37 HTTP/1.1" status: 204 len: 168 time: 2.1049950 Mar 23 10:17:31.406013 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56906) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:31.414989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6ffa1b-f69e-424f-bfe1-e82710044b99 None None] Network 35c310e3-9dab-4a9c-8e67-657275867903 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:31.416263 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56908) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:31.421287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'subnet': {'network_id': 'b5722502-35d9-4647-9429-65a2172ae017', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:31.472324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 52b98ab3-787d-4d81-ae86-02521059d218 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:31.627364 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-5e73c686-fe40-41d4-8591-a21b98d30d0d', 'network_id': '5e73c686-fe40-41d4-8591-a21b98d30d0d', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'fixed_ips': [{'subnet_id': '82bc5df0-05d0-4546-a26e-ccdcef398196'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:31.628110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.832411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.835751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56916) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:31.871360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] For port 52b98ab3-787d-4d81-ae86-02521059d218, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=52b98ab3-787d-4d81-ae86-02521059d218,segment=NetworkSegment(7f1ae012-ec41-4976-956b-49db18a07826),segment_id=7f1ae012-ec41-4976-956b-49db18a07826)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:31.871779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:31.908733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:31.912762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:subnet and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:31.915774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:31.925710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:31.932976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Allocated IP 2001:db8::2 (5e73c686-fe40-41d4-8591-a21b98d30d0d/82bc5df0-05d0-4546-a26e-ccdcef398196/f5c6d369-dcc5-4545-b71f-3181b34aee5e) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:31.987188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:31.990755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.017993 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Calling delete_port for 52b98ab3-787d-4d81-ae86-02521059d218 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:32.056817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-3deaf821-d442-42c8-a85c-3d1d09dbe63f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:32.088284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Deleting port f8e8a147-a874-4ce2-b1ee-765e618f5d18 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:32.088624 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.152200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.156777 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-53551ed7-3e1a-47cf-96a2-8b1ae1cd2d18 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/networks/43cbc0ba-b720-418f-88ab-90b62180e9a8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.8000851 Mar 23 10:17:32.162930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Transition to ACTIVE for port object f5c6d369-dcc5-4545-b71f-3181b34aee5e will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:32.174786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56920) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:32.186295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Transition to ACTIVE for port object f5c6d369-dcc5-4545-b71f-3181b34aee5e will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:32.192352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8e3022-72fb-4259-b150-4d84e07259c1 None None] Network 9fcb3b25-997f-47eb-b59a-986d73ebd823 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:32.238686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.285025 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f75abb3f-b50c-441c-99b0-364434802b7c admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e9c19444ad2e4b26b04d726833792492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4286222 Mar 23 10:17:32.287531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.290436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56924) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:32.325366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec2cb4-1e6f-445b-9dd7-f0a813a14395 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:32.330773 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-79ec2cb4-1e6f-445b-9dd7-f0a813a14395 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/subnets/d8e8f3a1-99eb-4adc-b43a-6001ef466e35 HTTP/1.1" status: 200 len: 843 time: 0.1509814 Mar 23 10:17:32.338020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56928) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:32.357155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3deaf821-d442-42c8-a85c-3d1d09dbe63f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.371811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3deaf821-d442-42c8-a85c-3d1d09dbe63f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.388082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.468967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Pushing event updated for resources: {'Port': ['ID=f5c6d369-dcc5-4545-b71f-3181b34aee5e,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:32.510758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Network 5e73c686-fe40-41d4-8591-a21b98d30d0d is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:32.519182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:32.521643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:32.606002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f0b9d457-3b43-4beb-ba80-43a087697db1 None None] Provisioning for port 52b98ab3-787d-4d81-ae86-02521059d218 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:32.616069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.642945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-946269da-20d6-4bf4-bffd-09b88e0fe341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.663247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Attempting to bind port f5c6d369-dcc5-4545-b71f-3181b34aee5e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:32.663947 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Attempting to bind port f5c6d369-dcc5-4545-b71f-3181b34aee5e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'adfa9370-8c1c-4013-b1c5-ac19c0ad5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5e73c686-fe40-41d4-8591-a21b98d30d0d'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:32.664535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Attempting to bind port f5c6d369-dcc5-4545-b71f-3181b34aee5e on network 5e73c686-fe40-41d4-8591-a21b98d30d0d {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:32.668660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f0b9d457-3b43-4beb-ba80-43a087697db1 None None] Provisioning complete for port 52b98ab3-787d-4d81-ae86-02521059d218 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:32.669007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0b9d457-3b43-4beb-ba80-43a087697db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.670300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0858ba-e459-41a2-9cf0-209fdc850b82 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['shared'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:32.671720 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7c0858ba-e459-41a2-9cf0-209fdc850b82 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "GET /v2.0/subnets/d8e8f3a1-99eb-4adc-b43a-6001ef466e35?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3327484 Mar 23 10:17:32.685743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56932) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:32.690241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Port': ['ID=52b98ab3-787d-4d81-ae86-02521059d218,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:32.699605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Allocated IP 172.26.4.248 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/175c5a4d-416b-4ae5-921b-247d3310172e) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:32.711107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-946269da-20d6-4bf4-bffd-09b88e0fe341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.718875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:32.719306 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Checking segment: {'id': 'adfa9370-8c1c-4013-b1c5-ac19c0ad5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5e73c686-fe40-41d4-8591-a21b98d30d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:32.719647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.720783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Bound using segment: {'id': 'adfa9370-8c1c-4013-b1c5-ac19c0ad5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5e73c686-fe40-41d4-8591-a21b98d30d0d'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:32.721624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Bound port: f5c6d369-dcc5-4545-b71f-3181b34aee5e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adfa9370-8c1c-4013-b1c5-ac19c0ad5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5e73c686-fe40-41d4-8591-a21b98d30d0d'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:32.721992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.725995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1956458823'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:32.742475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:32.745775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] For port f8e8a147-a874-4ce2-b1ee-765e618f5d18, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f8e8a147-a874-4ce2-b1ee-765e618f5d18,segment=NetworkSegment(21789d65-856f-40cb-9380-cd11681d758c),segment_id=21789d65-856f-40cb-9380-cd11681d758c)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:32.746154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.767452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9d457-3b43-4beb-ba80-43a087697db1 None None] Port 52b98ab3-787d-4d81-ae86-02521059d218 was deleted so its status cannot be updated. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 23 10:17:32.787082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] DHCP port deletion for 35c310e3-9dab-4a9c-8e67-657275867903 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:17:32.798874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] Deleting port f8e8a147-a874-4ce2-b1ee-765e618f5d18 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:32.799239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:32.802123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:32.855078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No DVR routers for this DVR port 52b98ab3-787d-4d81-ae86-02521059d218 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:32.952153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Calling delete_port for f8e8a147-a874-4ce2-b1ee-765e618f5d18 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:32.978081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5734cc69-be43-48e8-a060-633107af1dca None None] Network 9fcb3b25-997f-47eb-b59a-986d73ebd823 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:33.002082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:33.005498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.086078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.119116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:33.119516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] For port f5c6d369-dcc5-4545-b71f-3181b34aee5e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:33.143511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.143885 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Added segment 5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c of type vlan for network 2e454d21-7593-4f77-a827-e4f858f40b2a Mar 23 10:17:33.145007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.160189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] For port f5c6d369-dcc5-4545-b71f-3181b34aee5e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f5c6d369-dcc5-4545-b71f-3181b34aee5e,segment=NetworkSegment(adfa9370-8c1c-4013-b1c5-ac19c0ad5889),segment_id=adfa9370-8c1c-4013-b1c5-ac19c0ad5889)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:33.222919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Pushing event deleted for resources: {'Port': ['ID=f8e8a147-a874-4ce2-b1ee-765e618f5d18,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:33.229719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] No DVR routers for this DVR port f8e8a147-a874-4ce2-b1ee-765e618f5d18 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:33.269764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.276493 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f8e8a147-a874-4ce2-b1ee-765e618f5d18 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:33.298267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.324790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.355621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.360556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] For port f8e8a147-a874-4ce2-b1ee-765e618f5d18, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f8e8a147-a874-4ce2-b1ee-765e618f5d18,segment=NetworkSegment(21789d65-856f-40cb-9380-cd11681d758c),segment_id=21789d65-856f-40cb-9380-cd11681d758c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:33.360943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.366134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.389522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: f8e8a147-a874-4ce2-b1ee-765e618f5d18 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:33.389847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f8e8a147-a874-4ce2-b1ee-765e618f5d18 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:33.424049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=05aefba3-149a-41f6-bee8-82e69bb93c38,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:33.427557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:33.435886 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.447862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-946269da-20d6-4bf4-bffd-09b88e0fe341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.474121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3deaf821-d442-42c8-a85c-3d1d09dbe63f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:33.486963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946269da-20d6-4bf4-bffd-09b88e0fe341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a716cbb-13d7-4c1a-b8ac-073afdcf10b2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:33.501267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c310e3-9dab-4a9c-8e67-657275867903']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:33.514405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Subnet': ['ID=02b353c4-b60b-499c-b6d9-f52549759a60,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:33.553654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] Calling delete_port for f8e8a147-a874-4ce2-b1ee-765e618f5d18 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:33.557055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.562414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:33.562982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.572468 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21789d65-856f-40cb-9380-cd11681d758c') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:33.572751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21789d65-856f-40cb-9380-cd11681d758c') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:33.602191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.616961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.621313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Checking segment: {'id': '4bbe9f2c-9bcd-4b26-bdaf-703f020af624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b5722502-35d9-4647-9429-65a2172ae017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:33.621675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network hostable DHCP agents. Network: b5722502-35d9-4647-9429-65a2172ae017, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:33.642477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.675978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153ea84-6369-4765-9b67-121fac656c32 None None] Pushing event updated for resources: {'Port': ['ID=f5c6d369-dcc5-4545-b71f-3181b34aee5e,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:33.679758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcb3b25-997f-47eb-b59a-986d73ebd823']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:33.680097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-946269da-20d6-4bf4-bffd-09b88e0fe341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.681564 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-946269da-20d6-4bf4-bffd-09b88e0fe341 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1a716cbb-13d7-4c1a-b8ac-073afdcf10b2 HTTP/1.1" status: 204 len: 168 time: 1.3875866 Mar 23 10:17:33.689842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.707450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-044de75d-f79b-4ece-9e29-d36b746810b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.759478 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:33.759977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:33.764074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1ae012-ec41-4976-956b-49db18a07826') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:33.764892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1ae012-ec41-4976-956b-49db18a07826') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:33.782466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:33.783129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:33.802993 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:33.814392 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0573881-15ef-4e84-85c1-6e96a9ed3f4d None None] DHCP port deletion for 9fcb3b25-997f-47eb-b59a-986d73ebd823 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:17:33.821515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Network': ['ID=2e454d21-7593-4f77-a827-e4f858f40b2a,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:33.828529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.829943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:33.833902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 2e454d21-7593-4f77-a827-e4f858f40b2a details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:33.846372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network b5722502-35d9-4647-9429-65a2172ae017 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:33.859848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:33.882643 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event updated for resources: {'Port': ['ID=175c5a4d-416b-4ae5-921b-247d3310172e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:33.890688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:33.901576 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d1f2a385-d17d-4e87-a427-89f73ae00fac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2097132 Mar 23 10:17:33.910505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56940) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:33.928048 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'network_id': '2e454d21-7593-4f77-a827-e4f858f40b2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:33.928579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3deaf821-d442-42c8-a85c-3d1d09dbe63f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:33.934406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3deaf821-d442-42c8-a85c-3d1d09dbe63f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:33.973758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e1db3-d59c-432b-9c1d-0ab1ca8708ca None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:33.998549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, b5722502-35d9-4647-9429-65a2172ae017) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:34.013696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:34.014551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.071063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd0a10-5fcc-4d98-bf29-ab2332eb2d47 None None] Network b5722502-35d9-4647-9429-65a2172ae017 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:34.072026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.086063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.100270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e1db3-d59c-432b-9c1d-0ab1ca8708ca None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:34.115709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-738e1db3-d59c-432b-9c1d-0ab1ca8708ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:34.129049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:34.129619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.149522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:34.153951 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:34.180914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] Pushing event deleted for resources: {'Network': ['ID=35c310e3-9dab-4a9c-8e67-657275867903,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:34.191220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:34.198028 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-23d1c834-20bc-4038-a60e-5789b9232f6c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7897794 Mar 23 10:17:34.209800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56946) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:34.231342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-738e1db3-d59c-432b-9c1d-0ab1ca8708ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:34.303386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1929917395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:34.356997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:34.370397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:router and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:34.372622 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-97fedb62-e21d-4c0f-a702-4f821b9f43df tempest-DHCPAgentSchedulersTestJSON-622624264 tempest-DHCPAgentSchedulersTestJSON-622624264-project] 10.222.0.84 "DELETE /v2.0/networks/35c310e3-9dab-4a9c-8e67-657275867903 HTTP/1.1" status: 204 len: 168 time: 2.9551089 Mar 23 10:17:34.377342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:34.393137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:34.397292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:34.405329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.407889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Made reservation on behalf of 7dd923aca8b44c9382a924e1b821c12e for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:34.414085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.420831 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3deaf821-d442-42c8-a85c-3d1d09dbe63f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "PUT /v2.0/floatingips/8183bb88-1af1-4617-8a2a-4c3a738fbac6 HTTP/1.1" status: 200 len: 979 time: 4.9266584 Mar 23 10:17:34.424897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56956) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:34.452237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.486657 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/9fcb3b25-997f-47eb-b59a-986d73ebd823 HTTP/1.1" status: 204 len: 168 time: 3.7604361 Mar 23 10:17:34.490711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56962) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:34.541647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3650d42-5be9-471b-b66e-048a6bc14b81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=9fcb3b25-997f-47eb-b59a-986d73ebd823,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:34.555168 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_backend_mixin [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing IP validity checks on allocation pools {{(pid=87860) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:17:34.556174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_backend_mixin [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87860) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:17:34.568412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.569711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.573289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] Deleting port f8e8a147-a874-4ce2-b1ee-765e618f5d18 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:34.573847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.660123 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3671ac2c-c2b6-4c31-b855-938abb6f4fe2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:34.660578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3671ac2c-c2b6-4c31-b855-938abb6f4fe2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:34.676573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.697274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738e1db3-d59c-432b-9c1d-0ab1ca8708ca None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:34.698611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-738e1db3-d59c-432b-9c1d-0ab1ca8708ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:34.714154 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3671ac2c-c2b6-4c31-b855-938abb6f4fe2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/9fcb3b25-997f-47eb-b59a-986d73ebd823 HTTP/1.1" status: 404 len: 339 time: 0.1473391 Mar 23 10:17:34.786626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56970) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:34.812199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56972) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:34.830727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.944019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0c5b6cca-f58e-462e-94ce-c95d80cf61ad None None] The port 'f8e8a147-a874-4ce2-b1ee-765e618f5d18' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:17:34.945584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-738e1db3-d59c-432b-9c1d-0ab1ca8708ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:34.946182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e1db3-d59c-432b-9c1d-0ab1ca8708ca None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:34.966584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-b5722502-35d9-4647-9429-65a2172ae017', 'network_id': 'b5722502-35d9-4647-9429-65a2172ae017', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'fixed_ips': [{'subnet_id': '02b353c4-b60b-499c-b6d9-f52549759a60'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:34.968076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:34.985810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-586249162', 'description': 'd1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:35.036302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=21e88d0e-0339-42a5-ad0d-0487f66b9e32,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:35.054125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port 4a4510a3-92bf-4128-ab83-8e34fb014f29 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:35.054476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.066809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Checking segment: {'id': '5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '2e454d21-7593-4f77-a827-e4f858f40b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:35.067174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network hostable DHCP agents. Network: 2e454d21-7593-4f77-a827-e4f858f40b2a, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:35.133912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.134615 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-705736e1-3c3c-4738-ae15-2f59193dac85 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=57c5e6bf0752490fa7b82e5b314fb946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209152 Mar 23 10:17:35.139166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56986) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:35.179480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Network 2e454d21-7593-4f77-a827-e4f858f40b2a is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:35.220316 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 2e454d21-7593-4f77-a827-e4f858f40b2a) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:35.220316 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:35.220889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.247325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:35.252933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:network and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:35.256537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:35.260348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb5237ee-7eca-4964-81cb-0271022638c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.262573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:35.276769 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ef7fdf36-39e7-449a-812c-005cca17fa72 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3594754 Mar 23 10:17:35.279866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56992) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:35.283119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Allocated IP 2001:db8:1::2 (b5722502-35d9-4647-9429-65a2172ae017/02b353c4-b60b-499c-b6d9-f52549759a60/b2e098e5-f481-4cb0-b013-dac4a00d826d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:35.286608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2608d2c2-f0db-4bae-b9d5-8d13c80690c2 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:35.346022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb5237ee-7eca-4964-81cb-0271022638c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.429589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:35.433887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.453582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.478881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2608d2c2-f0db-4bae-b9d5-8d13c80690c2 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261617741'] for subnet, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.481194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.485783 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e1c9c3bb-ef86-496a-bf8e-8346f44b1298 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2671945 Mar 23 10:17:35.487095 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 56996) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:35.489932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb5237ee-7eca-4964-81cb-0271022638c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.495632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 56998) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:35.518795 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f5c6d369-dcc5-4545-b71f-3181b34aee5e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:35.518990 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5237ee-7eca-4964-81cb-0271022638c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1cedba-32a3-4211-ab36-5ff9672c0e7a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:35.550808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e30755-9ab6-4378-9943-8404b5bdd82b None None] Network 2e454d21-7593-4f77-a827-e4f858f40b2a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:35.560593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb5237ee-7eca-4964-81cb-0271022638c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.561731 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fb5237ee-7eca-4964-81cb-0271022638c9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/da1cedba-32a3-4211-ab36-5ff9672c0e7a HTTP/1.1" status: 204 len: 168 time: 0.4204013 Mar 23 10:17:35.565489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a9ef82-1843-476a-b193-d16553b510a2 None None] Network 5e73c686-fe40-41d4-8591-a21b98d30d0d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:35.685887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:35.783280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0ce810fe-1d6f-441a-b297-054442f69e7d None None] Provisioning for port f5c6d369-dcc5-4545-b71f-3181b34aee5e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:35.828686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-412705292'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:35.831435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.838182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:35.845987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Usage tracker for resource:network and tenant:f288b0d59e124ca48b842b06fd6dddf2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:35.849136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:35.854871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2608d2c2-f0db-4bae-b9d5-8d13c80690c2 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783881462263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3821793'] for subnet, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.860158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:35.862700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Transition to ACTIVE for port object b2e098e5-f481-4cb0-b013-dac4a00d826d will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:35.920766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608d2c2-f0db-4bae-b9d5-8d13c80690c2 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:35.920766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2608d2c2-f0db-4bae-b9d5-8d13c80690c2 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.925290 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2608d2c2-f0db-4bae-b9d5-8d13c80690c2 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "PUT /v2.0/subnets/21e88d0e-0339-42a5-ad0d-0487f66b9e32 HTTP/1.1" status: 200 len: 900 time: 0.6405606 Mar 23 10:17:35.925676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Made reservation on behalf of f288b0d59e124ca48b842b06fd6dddf2 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:35.929008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.938464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57010) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:35.948465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.970336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Transition to ACTIVE for port object b2e098e5-f481-4cb0-b013-dac4a00d826d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:35.977123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f5c6d369-dcc5-4545-b71f-3181b34aee5e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:35.998088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:35.998571 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment f5881b91-6346-4c90-919e-f713b37908ee of type vlan for network 553a9cc5-41ee-444e-bf61-1270971d3be9 Mar 23 10:17:36.009163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:36.012902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Usage tracker for resource:security_group_rule and tenant:f288b0d59e124ca48b842b06fd6dddf2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:36.016224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:36.021821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:36.026219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.070993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f5c6d369-dcc5-4545-b71f-3181b34aee5e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:36.071543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.104503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.115779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2608d2c2-f0db-4bae-b9d5-8d13c80690c2 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event updated for resources: {'Subnet': ['ID=21e88d0e-0339-42a5-ad0d-0487f66b9e32,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:36.118995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.214254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Network b5722502-35d9-4647-9429-65a2172ae017 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:36.217254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd521ee-4212-46fa-9b37-d92c850fa228,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:36.227796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:36.228696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57014) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:36.242317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:36.255420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.265761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:36.270870 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61b7-ee61-4049-8958-a250831c6722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.296331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Pushing event updated for resources: {'Port': ['ID=b2e098e5-f481-4cb0-b013-dac4a00d826d,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:36.300012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-2e454d21-7593-4f77-a827-e4f858f40b2a', 'network_id': '2e454d21-7593-4f77-a827-e4f858f40b2a', 'tenant_id': '7dd923aca8b44c9382a924e1b821c12e', 'fixed_ips': [{'subnet_id': '21e88d0e-0339-42a5-ad0d-0487f66b9e32'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:36.300483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.304694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6cfe61b7-ee61-4049-8958-a250831c6722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:36.315986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.315986 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Added segment e7a27f8c-ec0e-4922-aa5b-670785e3f1b6 of type vlan for network 6b13464a-ef49-49e2-a262-e6144345e09b Mar 23 10:17:36.324267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.326822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6cfe61b7-ee61-4049-8958-a250831c6722 admin admin] Usage tracker for resource:security_group_rule and tenant:d3bf56ca1d84420cb900349a7817e5ba is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:36.332657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6cfe61b7-ee61-4049-8958-a250831c6722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:36.345074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.348110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.348526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.351376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6cfe61b7-ee61-4049-8958-a250831c6722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:36.408009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.479572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.493917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:36.541191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.547615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:36.548687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.562951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Attempting to bind port b2e098e5-f481-4cb0-b013-dac4a00d826d on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:36.563320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Attempting to bind port b2e098e5-f481-4cb0-b013-dac4a00d826d by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '4bbe9f2c-9bcd-4b26-bdaf-703f020af624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b5722502-35d9-4647-9429-65a2172ae017'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:36.563669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Attempting to bind port b2e098e5-f481-4cb0-b013-dac4a00d826d on network b5722502-35d9-4647-9429-65a2172ae017 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:36.589495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:36.589866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Checking segment: {'id': '4bbe9f2c-9bcd-4b26-bdaf-703f020af624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b5722502-35d9-4647-9429-65a2172ae017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:36.590253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.590902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Bound using segment: {'id': '4bbe9f2c-9bcd-4b26-bdaf-703f020af624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b5722502-35d9-4647-9429-65a2172ae017'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:36.591096 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Bound port: b2e098e5-f481-4cb0-b013-dac4a00d826d, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbe9f2c-9bcd-4b26-bdaf-703f020af624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b5722502-35d9-4647-9429-65a2172ae017'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:36.591893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.606932 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-aaf8ad7f-86ef-4e79-ab8a-f8c452e52935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.619037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for 4a4510a3-92bf-4128-ab83-8e34fb014f29 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:36.634012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.661230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.735444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Network': ['ID=6b13464a-ef49-49e2-a262-e6144345e09b,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:36.744220 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-03bcc344-1766-493b-8c0e-0a4d09c1d4fa tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2409093 Mar 23 10:17:36.745488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57018) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:36.762412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 6b13464a-ef49-49e2-a262-e6144345e09b details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:36.762683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'subnet': {'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:36.783010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61b7-ee61-4049-8958-a250831c6722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.796373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cfe61b7-ee61-4049-8958-a250831c6722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.823042 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f5c6d369-dcc5-4545-b71f-3181b34aee5e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f5c6d369-dcc5-4545-b71f-3181b34aee5e,segment=NetworkSegment(adfa9370-8c1c-4013-b1c5-ac19c0ad5889),segment_id=adfa9370-8c1c-4013-b1c5-ac19c0ad5889)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:36.860881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe61b7-ee61-4049-8958-a250831c6722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867456e3-837f-400f-8adb-3f6ff227b1e0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:36.903396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.903592 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.913669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:36.914305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:36.950518 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6cfe61b7-ee61-4049-8958-a250831c6722 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=d3bf56ca1d84420cb900349a7817e5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7208741 Mar 23 10:17:36.951721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Allocated IP 2001:db8::3 (2e454d21-7593-4f77-a827-e4f858f40b2a/21e88d0e-0339-42a5-ad0d-0487f66b9e32/05a2fe7e-19f3-40f2-8d4b-2ae53401f602) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:36.953994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57022) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:36.970049 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] For port b2e098e5-f481-4cb0-b013-dac4a00d826d, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:36.973433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 52b98ab3-787d-4d81-ae86-02521059d218 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:36.980080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:36.994511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Usage tracker for resource:subnet and tenant:f288b0d59e124ca48b842b06fd6dddf2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:37.000294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:37.006237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.016208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:37.043760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca401848-6813-4aaf-9b06-4b442eeadbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.055230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 52b98ab3-787d-4d81-ae86-02521059d218 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:37.056754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 52b98ab3-787d-4d81-ae86-02521059d218 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:37.067230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Made reservation on behalf of f288b0d59e124ca48b842b06fd6dddf2 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:37.070805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.097377 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] For port b2e098e5-f481-4cb0-b013-dac4a00d826d, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b2e098e5-f481-4cb0-b013-dac4a00d826d,segment=NetworkSegment(4bbe9f2c-9bcd-4b26-bdaf-703f020af624),segment_id=4bbe9f2c-9bcd-4b26-bdaf-703f020af624)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:37.134607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.178687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.221583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca401848-6813-4aaf-9b06-4b442eeadbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.237077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=553a9cc5-41ee-444e-bf61-1270971d3be9,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:37.245698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f5c6d369-dcc5-4545-b71f-3181b34aee5e,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:37.247394 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-174d0850-faaa-4b4d-8229-5b21b3595dd7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4523866 Mar 23 10:17:37.288432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57026) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:37.294475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 553a9cc5-41ee-444e-bf61-1270971d3be9 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:37.337975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.351018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ee7201f5-d5fb-4845-8760-182871216689 None None] Provisioning complete for port f5c6d369-dcc5-4545-b71f-3181b34aee5e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:37.351615 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ee7201f5-d5fb-4845-8760-182871216689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.470975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f868b1ff-dbd6-4f21-b956-2714872b76dc tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:37.472014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f868b1ff-dbd6-4f21-b956-2714872b76dc tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Synchronizing usage tracker for tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:37.501056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f868b1ff-dbd6-4f21-b956-2714872b76dc tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Unset dirty status for tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:37.504709 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f868b1ff-dbd6-4f21-b956-2714872b76dc tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/networks?id=553a9cc5-41ee-444e-bf61-1270971d3be9 HTTP/1.1" status: 200 len: 760 time: 0.2126536 Mar 23 10:17:37.511410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57030) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:37.522171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-de34c2b3-791a-470b-802d-f9932cb8192a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'description': 'd2'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:37.529445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.579543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a85752-afef-47df-9914-9e7a07cec784 None None] Pushing event updated for resources: {'Port': ['ID=b2e098e5-f481-4cb0-b013-dac4a00d826d,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:37.609857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca401848-6813-4aaf-9b06-4b442eeadbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.660435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.679891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Transition to ACTIVE for port object 05a2fe7e-19f3-40f2-8d4b-2ae53401f602 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:37.722778 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca401848-6813-4aaf-9b06-4b442eeadbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867456e3-837f-400f-8adb-3f6ff227b1e0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:37.724794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Transition to ACTIVE for port object 05a2fe7e-19f3-40f2-8d4b-2ae53401f602 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:37.735505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.754593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Allocated IP 2001:db8::1 (5e73c686-fe40-41d4-8591-a21b98d30d0d/82bc5df0-05d0-4546-a26e-ccdcef398196/0ddf395f-72dc-480d-9509-2477536fe872) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:37.760636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.791600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca401848-6813-4aaf-9b06-4b442eeadbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.795625 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ca401848-6813-4aaf-9b06-4b442eeadbd2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/867456e3-837f-400f-8adb-3f6ff227b1e0 HTTP/1.1" status: 204 len: 168 time: 0.8406456 Mar 23 10:17:37.878249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Pushing event updated for resources: {'Port': ['ID=05a2fe7e-19f3-40f2-8d4b-2ae53401f602,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:37.886255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=4a4510a3-92bf-4128-ab83-8e34fb014f29,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:37.887542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:37.909377 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Network 2e454d21-7593-4f77-a827-e4f858f40b2a is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:37.924387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:37.930022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:37.981714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Router 8d727c36-376d-4f08-baf3-eacaf0b4a10f is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:17:38.000008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Subnet': ['ID=21e88d0e-0339-42a5-ad0d-0487f66b9e32,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:38.070052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Attempting to bind port 05a2fe7e-19f3-40f2-8d4b-2ae53401f602 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:38.070452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Attempting to bind port 05a2fe7e-19f3-40f2-8d4b-2ae53401f602 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '2e454d21-7593-4f77-a827-e4f858f40b2a'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:38.070945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Attempting to bind port 05a2fe7e-19f3-40f2-8d4b-2ae53401f602 on network 2e454d21-7593-4f77-a827-e4f858f40b2a {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:38.078111 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:38.078550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Checking segment: {'id': '5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '2e454d21-7593-4f77-a827-e4f858f40b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:38.078882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.079271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Bound using segment: {'id': '5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '2e454d21-7593-4f77-a827-e4f858f40b2a'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:38.079721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Bound port: 05a2fe7e-19f3-40f2-8d4b-2ae53401f602, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '2e454d21-7593-4f77-a827-e4f858f40b2a'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:38.080097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.132447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.132893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP 8183bb88-1af1-4617-8a2a-4c3a738fbac6 disassociated (deleted). External IP: 172.26.4.106, port: dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b. Mar 23 10:17:38.157622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.183134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e454d21-7593-4f77-a827-e4f858f40b2a']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:38.196665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:38.196665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:38.205066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] For port 05a2fe7e-19f3-40f2-8d4b-2ae53401f602, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:38.208462 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.209010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] For port 05a2fe7e-19f3-40f2-8d4b-2ae53401f602, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=05a2fe7e-19f3-40f2-8d4b-2ae53401f602,segment=NetworkSegment(5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c),segment_id=5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:38.216762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.224822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.231141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:38.231530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.272876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:38.277892 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:38.326323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.369465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600715d-e2fb-45cf-80f6-4bd9d16601df None None] Pushing event updated for resources: {'Port': ['ID=05a2fe7e-19f3-40f2-8d4b-2ae53401f602,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:38.416845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6254bf18-a00f-4516-a9da-559251ac2fba None None] Network 2e454d21-7593-4f77-a827-e4f858f40b2a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:38.428590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:38.440612 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82976c8e-8dd8-47f8-9dd3-34f8a61081d9 None None] Sync routers for ids ['8d727c36-376d-4f08-baf3-eacaf0b4a10f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:38.465980 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82976c8e-8dd8-47f8-9dd3-34f8a61081d9 None None] Routers {'8d727c36-376d-4f08-baf3-eacaf0b4a10f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:38.468912 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-82976c8e-8dd8-47f8-9dd3-34f8a61081d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8d727c36-376d-4f08-baf3-eacaf0b4a10f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:38.483455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de34c2b3-791a-470b-802d-f9932cb8192a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.512015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:17:38.512015 dv-neutron-834652-2-hyperv neutron-server[87860]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:17:38.512015 dv-neutron-834652-2-hyperv neutron-server[87860]: [parameters: {'id': '2e454d21-7593-4f77-a827-e4f858f40b2a'}] Mar 23 10:17:38.512015 dv-neutron-834652-2-hyperv neutron-server[87860]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:38.515181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:38.523072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Subnet': ['ID=9e64a05d-bf2d-4aff-acfa-2979eb189ed7,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:38.523299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Transition to ACTIVE for port object 0ddf395f-72dc-480d-9509-2477536fe872 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:38.534798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Checking segment: {'id': 'e7a27f8c-ec0e-4922-aa5b-670785e3f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:38.535160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Network hostable DHCP agents. Network: 6b13464a-ef49-49e2-a262-e6144345e09b, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:38.548363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de34c2b3-791a-470b-802d-f9932cb8192a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.600463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de34c2b3-791a-470b-802d-f9932cb8192a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network 553a9cc5-41ee-444e-bf61-1270971d3be9 is not hosted by any dhcp agent {{(pid=87860) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 23 10:17:38.610325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34c2b3-791a-470b-802d-f9932cb8192a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:38.611164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de34c2b3-791a-470b-802d-f9932cb8192a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.612629 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-de34c2b3-791a-470b-802d-f9932cb8192a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "PUT /v2.0/networks/553a9cc5-41ee-444e-bf61-1270971d3be9 HTTP/1.1" status: 200 len: 757 time: 1.1002731 Mar 23 10:17:38.617840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57050) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:38.633725 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-82976c8e-8dd8-47f8-9dd3-34f8a61081d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:38.646085 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82976c8e-8dd8-47f8-9dd3-34f8a61081d9 None None] Routers {'8d727c36-376d-4f08-baf3-eacaf0b4a10f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:38.647412 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-82976c8e-8dd8-47f8-9dd3-34f8a61081d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8d727c36-376d-4f08-baf3-eacaf0b4a10f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:38.799471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Network 6b13464a-ef49-49e2-a262-e6144345e09b is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:38.800385 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-82976c8e-8dd8-47f8-9dd3-34f8a61081d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:38.801166 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82976c8e-8dd8-47f8-9dd3-34f8a61081d9 None None] The sync data for ids ['8d727c36-376d-4f08-baf3-eacaf0b4a10f'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:38.804241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34c2b3-791a-470b-802d-f9932cb8192a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=553a9cc5-41ee-444e-bf61-1270971d3be9,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:38.891076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 553a9cc5-41ee-444e-bf61-1270971d3be9 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:38.912520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 6b13464a-ef49-49e2-a262-e6144345e09b) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:38.924953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:38.925620 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.936532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b478c703-a393-415d-8b6e-dcdc5c7c4215 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:38.943265 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b478c703-a393-415d-8b6e-dcdc5c7c4215 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/networks?id=553a9cc5-41ee-444e-bf61-1270971d3be9 HTTP/1.1" status: 200 len: 760 time: 0.3210235 Mar 23 10:17:38.944058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57060) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:38.956553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-449303200'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:38.964771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:38.968956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:38.969951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac6e98-8974-497d-b75d-1df6cc8d769f None None] Network b5722502-35d9-4647-9429-65a2172ae017 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:38.974034 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9eeeefc5-5a7d-44f2-90b8-5412e9e7ca52 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "PUT /v2.0/routers/8d727c36-376d-4f08-baf3-eacaf0b4a10f HTTP/1.1" status: 200 len: 915 time: 9.5932488 Mar 23 10:17:38.975751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57064) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:38.989306 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee1ef7c-1646-4b1b-9e2f-2c98eb21e9be None None] Network 6b13464a-ef49-49e2-a262-e6144345e09b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:39.011164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.045361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.048260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:39.056388 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-87d91f06-eefb-42f4-89a6-aa6b0b4a3532 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3027055 Mar 23 10:17:39.066516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57070) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:39.087197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'port': {'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b', 'name': 'tempest-AllowedAddressPairTestJSON-1927777159'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:39.088618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port 05a2fe7e-19f3-40f2-8d4b-2ae53401f602 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:39.088952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.112372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 5e73c686-fe40-41d4-8591-a21b98d30d0d is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:39.119118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:39.140935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:39.142962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:39.143550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.150686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.290459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:39.392669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57074) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:39.393425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=0ddf395f-72dc-480d-9509-2477536fe872,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:39.489942 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f5c6d369-dcc5-4545-b71f-3181b34aee5e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:39.550825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1a1aee2b-eb71-452e-9e4e-b2d17542d9af None None] Provisioning for port b2e098e5-f481-4cb0-b013-dac4a00d826d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:39.564417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:39.568571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Usage tracker for resource:port and tenant:f288b0d59e124ca48b842b06fd6dddf2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:39.572025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:39.578374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:39.618531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f5c6d369-dcc5-4545-b71f-3181b34aee5e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:39.618935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.643103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-6b13464a-ef49-49e2-a262-e6144345e09b', 'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b', 'tenant_id': 'f288b0d59e124ca48b842b06fd6dddf2', 'fixed_ips': [{'subnet_id': '9e64a05d-bf2d-4aff-acfa-2979eb189ed7'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:39.644004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.686159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Made reservation on behalf of f288b0d59e124ca48b842b06fd6dddf2 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:39.688941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.690667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.711973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:39.719876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ec6e8f8b-027c-46a9-80ad-cc33b4ca72e3 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:39.720081 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-ec6e8f8b-027c-46a9-80ad-cc33b4ca72e3 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 10:17:39.720467 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-ec6e8f8b-027c-46a9-80ad-cc33b4ca72e3 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:17:39.721760 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ec6e8f8b-027c-46a9-80ad-cc33b4ca72e3 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3239155 Mar 23 10:17:39.728156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57080) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:39.739574 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-375ade81-797c-4727-85b4-6ac71ed93292 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/routers/8d727c36-376d-4f08-baf3-eacaf0b4a10f HTTP/1.1" status: 200 len: 921 time: 0.7626383 Mar 23 10:17:39.744012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57084) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:39.745475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'tempest-secgroup--531656834'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:39.760020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:39.775748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] device_id is not set on port 461bdf85-1ad6-4057-be5e-0167782ec614 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:17:39.779619 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f66ff-be0f-458f-9f42-964fd8a24428 None None] Network 2e454d21-7593-4f77-a827-e4f858f40b2a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:39.785553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.786124 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment c42e3160-9bb2-4d89-b47f-66cf3a3f0383 of type vlan for network a952f5a1-a21e-43a2-aa1d-4a18b69cc62e Mar 23 10:17:39.808572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port 05a2fe7e-19f3-40f2-8d4b-2ae53401f602, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=05a2fe7e-19f3-40f2-8d4b-2ae53401f602,segment=NetworkSegment(5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c),segment_id=5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:39.808929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.809167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:39.815124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:39.833692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.861244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:39.876929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:39.916925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04503517-3695-4bbb-82cc-ddaed38cff19 None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:39.951514 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.970197 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for 05a2fe7e-19f3-40f2-8d4b-2ae53401f602 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:39.985736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:39.987123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3039a64f-8a99-4f2d-b0ad-b35685bed7eb None None] Provisioning for port 0ddf395f-72dc-480d-9509-2477536fe872 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:39.999648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.022293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04503517-3695-4bbb-82cc-ddaed38cff19 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:40.022896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-04503517-3695-4bbb-82cc-ddaed38cff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:40.065861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba323c7-3d21-4390-9b20-fcfe1d35b93c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:40.066562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dba323c7-3d21-4390-9b20-fcfe1d35b93c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Synchronizing usage tracker for tenant:4e98e54b72854bc5a626384ed156e504 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:40.087221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3039a64f-8a99-4f2d-b0ad-b35685bed7eb None None] Provisioning complete for port 0ddf395f-72dc-480d-9509-2477536fe872 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:40.087476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3039a64f-8a99-4f2d-b0ad-b35685bed7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.089236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.095277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.100683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:40.101283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.133505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dba323c7-3d21-4390-9b20-fcfe1d35b93c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Unset dirty status for tenant:4e98e54b72854bc5a626384ed156e504 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:40.134770 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dba323c7-3d21-4390-9b20-fcfe1d35b93c tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&device_id=8d727c36-376d-4f08-baf3-eacaf0b4a10f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3895996 Mar 23 10:17:40.148062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.149314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57088) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:40.203945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:40.204803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-04503517-3695-4bbb-82cc-ddaed38cff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:40.260412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Port': ['ID=05a2fe7e-19f3-40f2-8d4b-2ae53401f602,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:40.266575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No DVR routers for this DVR port 05a2fe7e-19f3-40f2-8d4b-2ae53401f602 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:40.269375 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1075fcae-f4d8-4dbb-8065-cfc0e88e2859 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/floatingips/8183bb88-1af1-4617-8a2a-4c3a738fbac6 HTTP/1.1" status: 204 len: 168 time: 5.8432479 Mar 23 10:17:40.278250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04503517-3695-4bbb-82cc-ddaed38cff19 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:40.279164 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-04503517-3695-4bbb-82cc-ddaed38cff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:40.279290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57092) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:40.290863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:40.310283 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3605633 Mar 23 10:17:40.323639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57096) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:40.326340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817daba-05e6-4459-b7b8-6518a1b35697 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=a952f5a1-a21e-43a2-aa1d-4a18b69cc62e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:40.337823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3039a64f-8a99-4f2d-b0ad-b35685bed7eb None None] Port 0ddf395f-72dc-480d-9509-2477536fe872 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:17:40.349890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b2e098e5-f481-4cb0-b013-dac4a00d826d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:40.352018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': 'a952f5a1-a21e-43a2-aa1d-4a18b69cc62e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:40.400683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network a952f5a1-a21e-43a2-aa1d-4a18b69cc62e details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:40.466029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:40.481064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-04503517-3695-4bbb-82cc-ddaed38cff19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:40.481580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04503517-3695-4bbb-82cc-ddaed38cff19 None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:40.510648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.543318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:40.556316 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e454d21-7593-4f77-a827-e4f858f40b2a']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:40.570375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Allocated IP 172.20.0.8 (6b13464a-ef49-49e2-a262-e6144345e09b/9e64a05d-bf2d-4aff-acfa-2979eb189ed7/461bdf85-1ad6-4057-be5e-0167782ec614) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:40.573217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:40.576977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:40.577525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdbf3f3-5bab-4ea4-b994-0a0c2db4f05c') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:40.588273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Usage tracker for resource:subnet and tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:40.594452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:40.598296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.612077 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:40.628892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port b2e098e5-f481-4cb0-b013-dac4a00d826d completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:40.629619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.639101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:40.639817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.642673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b2e098e5-f481-4cb0-b013-dac4a00d826d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:40.643182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.655078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ed82216a-76f1-47f6-8d4e-21617ed9600f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:40.655361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed82216a-76f1-47f6-8d4e-21617ed9600f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:40.656396 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:40.658650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:40.660194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.737731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e214febf-de2f-4cee-bd8f-c4fc2b655af6 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:40.741952 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e214febf-de2f-4cee-bd8f-c4fc2b655af6 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 881 time: 0.5901735 Mar 23 10:17:40.748548 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57100) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:40.794958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.817871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6307840b-c0ef-4866-9d7b-09235970d839 None None] Provisioning complete for port b2e098e5-f481-4cb0-b013-dac4a00d826d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:40.818384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6307840b-c0ef-4866-9d7b-09235970d839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.871011 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cd7d4391-bf11-41d3-a7b9-58c0db695c62 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d727c36-376d-4f08-baf3-eacaf0b4a10f HTTP/1.1" status: 200 len: 205 time: 0.1153214 Mar 23 10:17:40.873391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57104) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:40.895291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port b2e098e5-f481-4cb0-b013-dac4a00d826d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b2e098e5-f481-4cb0-b013-dac4a00d826d,segment=NetworkSegment(4bbe9f2c-9bcd-4b26-bdaf-703f020af624),segment_id=4bbe9f2c-9bcd-4b26-bdaf-703f020af624)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:40.931585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.972756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:40.978256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.026188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Network': ['ID=2e454d21-7593-4f77-a827-e4f858f40b2a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:41.037701 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6f899658-abde-4c9d-b43f-7a7d1e699574 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/2e454d21-7593-4f77-a827-e4f858f40b2a HTTP/1.1" status: 204 len: 168 time: 5.0917811 Mar 23 10:17:41.038844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57108) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:41.040039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=b2e098e5-f481-4cb0-b013-dac4a00d826d,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:41.147654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b2e098e5-f481-4cb0-b013-dac4a00d826d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:41.221753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b2e098e5-f481-4cb0-b013-dac4a00d826d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:41.222219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.255575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.271767 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c210d7-fd29-43e3-ac5c-0df3de131d65 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:41.272115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6c210d7-fd29-43e3-ac5c-0df3de131d65 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:41.281006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.317052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:41.319433 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b6c210d7-fd29-43e3-ac5c-0df3de131d65 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/subnets/21e88d0e-0339-42a5-ad0d-0487f66b9e32 HTTP/1.1" status: 404 len: 337 time: 0.2804308 Mar 23 10:17:41.333183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57112) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:41.341520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed82216a-76f1-47f6-8d4e-21617ed9600f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.350425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.369695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.369886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:41.377821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:41.382556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.383295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.441883 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4beec4b-bc12-4f5f-a6ae-fbb0b14f2d1e tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:41.442345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4beec4b-bc12-4f5f-a6ae-fbb0b14f2d1e tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:41.443985 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f4beec4b-bc12-4f5f-a6ae-fbb0b14f2d1e tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/2e454d21-7593-4f77-a827-e4f858f40b2a HTTP/1.1" status: 404 len: 339 time: 0.1068516 Mar 23 10:17:41.448159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57116) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:41.472542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e69fba-3a5e-42c6-8777-dd281401ccfe,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:41.538659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.541525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:41.553007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ed82216a-76f1-47f6-8d4e-21617ed9600f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:41.667761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.674664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Transition to ACTIVE for port object 461bdf85-1ad6-4057-be5e-0167782ec614 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:41.747733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.759135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.769416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=0ddf395f-72dc-480d-9509-2477536fe872,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:41.797775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Deleting port 175c5a4d-416b-4ae5-921b-247d3310172e {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:41.798138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.822894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=3ea0565f-f198-4a8d-bf54-a08fcc752ec7,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:41.883135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': 'c42e3160-9bb2-4d89-b47f-66cf3a3f0383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a952f5a1-a21e-43a2-aa1d-4a18b69cc62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:41.883494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: a952f5a1-a21e-43a2-aa1d-4a18b69cc62e, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:41.906764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.919541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.921631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:41.974472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Allocated IP 172.20.0.2 (6b13464a-ef49-49e2-a262-e6144345e09b/9e64a05d-bf2d-4aff-acfa-2979eb189ed7/951bdb8f-61dd-45d9-a48a-7eb97106ce66) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:41.979882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 5e73c686-fe40-41d4-8591-a21b98d30d0d is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:42.003565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:42.052464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.107538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network a952f5a1-a21e-43a2-aa1d-4a18b69cc62e is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:42.147948 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdb8003-9110-4243-987a-2fcd30362834']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:42.155039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, a952f5a1-a21e-43a2-aa1d-4a18b69cc62e) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:42.160454 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:42.161071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.183807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7051b174-b5de-4776-85f1-03a0a976fda7') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:42.184174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7051b174-b5de-4776-85f1-03a0a976fda7') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:42.208974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.215805 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a76c36c-a2aa-4702-98b5-99550f941fa3 None None] Network a952f5a1-a21e-43a2-aa1d-4a18b69cc62e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:42.241384 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3ae3488d-e58e-4842-85f3-cb40efeab0c6 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9137082 Mar 23 10:17:42.243230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57120) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:42.245156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.260034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.337959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:42.338706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.347039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.363957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Transition to ACTIVE for port object 951bdb8f-61dd-45d9-a48a-7eb97106ce66 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:42.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:42.378035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afbf877c-3475-42b3-94dd-029219778e77,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:42.405722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Network 6b13464a-ef49-49e2-a262-e6144345e09b is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:42.409256 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Port': ['ID=461bdf85-1ad6-4057-be5e-0167782ec614,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:42.431678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Transition to ACTIVE for port object 951bdb8f-61dd-45d9-a48a-7eb97106ce66 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:42.449773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.453112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Calling delete_port for 175c5a4d-416b-4ae5-921b-247d3310172e owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:42.476655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.480726 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ea825f58-f3d8-4ba1-adbb-a51c7e83c568 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.7441254 Mar 23 10:17:42.480726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:42.493580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57124) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:42.494766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:42.497803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6f1c9617-6f31-4104-8c73-ff20d22605d0 None None] Provisioning complete for port 0ddf395f-72dc-480d-9509-2477536fe872 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:42.498181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f1c9617-6f31-4104-8c73-ff20d22605d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.548382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed82216a-76f1-47f6-8d4e-21617ed9600f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.599317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': 'afbf877c-3475-42b3-94dd-029219778e77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:42.605077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Network 6b13464a-ef49-49e2-a262-e6144345e09b is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:42.612746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Pushing event updated for resources: {'Port': ['ID=951bdb8f-61dd-45d9-a48a-7eb97106ce66,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:42.614632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:42.617931 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:42.629243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:42.638797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c9617-6f31-4104-8c73-ff20d22605d0 None None] Port 0ddf395f-72dc-480d-9509-2477536fe872 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:17:42.639004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:42.640809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82216a-76f1-47f6-8d4e-21617ed9600f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:42.643778 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:42.660369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:42.661606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.663028 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:42.676647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-a952f5a1-a21e-43a2-aa1d-4a18b69cc62e', 'network_id': 'a952f5a1-a21e-43a2-aa1d-4a18b69cc62e', 'tenant_id': '8209ecebb0c44f36b8fcc5edcd07a0b2', 'fixed_ips': [{'subnet_id': '3ea0565f-f198-4a8d-bf54-a08fcc752ec7'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:42.678065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.679863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.684926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.743763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Network': ['ID=ffdb8003-9110-4243-987a-2fcd30362834,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:42.752406 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-45f52079-a2a2-4ecd-88c9-963f57dedc19 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/ffdb8003-9110-4243-987a-2fcd30362834 HTTP/1.1" status: 204 len: 168 time: 1.2995501 Mar 23 10:17:42.755903 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1f34ba57-05bf-4195-88a6-7e9c9862f27f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6772213 Mar 23 10:17:42.756753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57128) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:42.789524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57130) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:42.795564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 1c2133fe-ff13-489e-ab7e-79de9e20af2f is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:17:42.796479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Attempting to bind port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:42.796850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Attempting to bind port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'e7a27f8c-ec0e-4922-aa5b-670785e3f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:42.797232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Attempting to bind port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 on network 6b13464a-ef49-49e2-a262-e6144345e09b {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:42.808456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:42.808841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Checking segment: {'id': 'e7a27f8c-ec0e-4922-aa5b-670785e3f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:42.809156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.809548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Bound using segment: {'id': 'e7a27f8c-ec0e-4922-aa5b-670785e3f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:42.810026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Bound port: 951bdb8f-61dd-45d9-a48a-7eb97106ce66, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a27f8c-ec0e-4922-aa5b-670785e3f1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:42.810401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.844738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'port': {'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b', 'name': 'tempest-AllowedAddressPairTestJSON-803674278', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:09:3b:21'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:42.866994 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd5b5ca-38f0-4815-9401-b9d4517db28e tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:42.867446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bd5b5ca-38f0-4815-9401-b9d4517db28e tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:42.869154 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7bd5b5ca-38f0-4815-9401-b9d4517db28e tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/subnets/adb3111c-3902-4565-9ce4-fc684e169036 HTTP/1.1" status: 404 len: 337 time: 0.1108706 Mar 23 10:17:42.880297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57136) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:42.916269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:42.926300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.041765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] For port 951bdb8f-61dd-45d9-a48a-7eb97106ce66, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:43.048301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] For port 951bdb8f-61dd-45d9-a48a-7eb97106ce66, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=951bdb8f-61dd-45d9-a48a-7eb97106ce66,segment=NetworkSegment(e7a27f8c-ec0e-4922-aa5b-670785e3f1b6),segment_id=e7a27f8c-ec0e-4922-aa5b-670785e3f1b6)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:43.049759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Allocated IP 172.20.0.2 (a952f5a1-a21e-43a2-aa1d-4a18b69cc62e/3ea0565f-f198-4a8d-bf54-a08fcc752ec7/fb146c29-8bfa-4cc8-97c3-051a3958e6a7) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:43.055678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.101102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.105580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.116310 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a06de1-f975-45e6-adfd-606246229d46 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:43.116736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a06de1-f975-45e6-adfd-606246229d46 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:43.118448 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-49a06de1-f975-45e6-adfd-606246229d46 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/d6a4cfca-4b4b-44ee-981b-58996d2078db HTTP/1.1" status: 404 len: 339 time: 0.2369444 Mar 23 10:17:43.119493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed82216a-76f1-47f6-8d4e-21617ed9600f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.126098 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ed82216a-76f1-47f6-8d4e-21617ed9600f tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/ports/dd14f0f6-3ef3-4b61-841a-61e75f9c1f9b HTTP/1.1" status: 204 len: 168 time: 2.8373432 Mar 23 10:17:43.127709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57140) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:43.127709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57142) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:43.144264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.148266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:43.193233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:43.197003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6e808b-5ecb-43fb-b07f-df0ef6d37db8,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:43.207357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.209515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:floatingip and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:43.220855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:43.241917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:43.252672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:43.266349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.270229 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-055d1236-ee2e-45b2-8764-bfb326c40514 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7729931 Mar 23 10:17:43.272309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Pushing event deleted for resources: {'Port': ['ID=175c5a4d-416b-4ae5-921b-247d3310172e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:43.274218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57148) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:43.280748 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b3c72d2f-71d4-4c1c-964d-527858bdda0e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/1c2133fe-ff13-489e-ab7e-79de9e20af2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7863476 Mar 23 10:17:43.289183 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad531a-4076-4207-a888-1a9e7b92adee None None] Sync routers for ids ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:43.302981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57150) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:43.304806 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad531a-4076-4207-a888-1a9e7b92adee None None] Routers {'1c2133fe-ff13-489e-ab7e-79de9e20af2f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:43.305782 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f6ad531a-4076-4207-a888-1a9e7b92adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:43.320444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6afd25a8-0552-4bb6-9d74-3dc257525c8d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': 'afbf877c-3475-42b3-94dd-029219778e77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:43.373185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.378577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6afd25a8-0552-4bb6-9d74-3dc257525c8d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:43.381381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.387371 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Transition to ACTIVE for port object fb146c29-8bfa-4cc8-97c3-051a3958e6a7 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:43.392053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99ff8e4-5e6c-4348-8716-8aa73871d4f4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting subnet da4ca0a9-c27a-4501-a087-88cb47ae034c {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:17:43.402145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:43.407067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Transition to ACTIVE for port object fb146c29-8bfa-4cc8-97c3-051a3958e6a7 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:43.412392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.413965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2de0c-f1f0-4c68-829c-ad80b17151cc None None] Pushing event updated for resources: {'Port': ['ID=951bdb8f-61dd-45d9-a48a-7eb97106ce66,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:43.420026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.422626 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f6ad531a-4076-4207-a888-1a9e7b92adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:43.431427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6afd25a8-0552-4bb6-9d74-3dc257525c8d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:43.436071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c99ff8e4-5e6c-4348-8716-8aa73871d4f4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.440727 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad531a-4076-4207-a888-1a9e7b92adee None None] Routers {'1c2133fe-ff13-489e-ab7e-79de9e20af2f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:43.444160 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f6ad531a-4076-4207-a888-1a9e7b92adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:43.477891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Usage tracker for resource:port and tenant:f288b0d59e124ca48b842b06fd6dddf2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:43.480433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6afd25a8-0552-4bb6-9d74-3dc257525c8d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:43.491736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:43.520181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6afd25a8-0552-4bb6-9d74-3dc257525c8d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:43.541359 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Network a952f5a1-a21e-43a2-aa1d-4a18b69cc62e is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:43.543811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:43.544234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:43.548017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:43.585841 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f6ad531a-4076-4207-a888-1a9e7b92adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:43.586647 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad531a-4076-4207-a888-1a9e7b92adee None None] The sync data for ids ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:43.591758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.596943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Pushing event updated for resources: {'Port': ['ID=fb146c29-8bfa-4cc8-97c3-051a3958e6a7,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:43.607526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c5cc21-7bb5-466a-bf06-bcf3d24380a5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:43.608123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-08c5cc21-7bb5-466a-bf06-bcf3d24380a5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Synchronizing usage tracker for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:43.622797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c99ff8e4-5e6c-4348-8716-8aa73871d4f4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.646489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea0565f-f198-4a8d-bf54-a08fcc752ec7,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:43.666317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Made reservation on behalf of f288b0d59e124ca48b842b06fd6dddf2 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:43.690803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Attempting to bind port fb146c29-8bfa-4cc8-97c3-051a3958e6a7 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:43.691523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Attempting to bind port fb146c29-8bfa-4cc8-97c3-051a3958e6a7 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c42e3160-9bb2-4d89-b47f-66cf3a3f0383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a952f5a1-a21e-43a2-aa1d-4a18b69cc62e'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:43.692156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Attempting to bind port fb146c29-8bfa-4cc8-97c3-051a3958e6a7 on network a952f5a1-a21e-43a2-aa1d-4a18b69cc62e {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:43.699802 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:43.700626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Checking segment: {'id': 'c42e3160-9bb2-4d89-b47f-66cf3a3f0383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a952f5a1-a21e-43a2-aa1d-4a18b69cc62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:43.701264 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.701908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Bound using segment: {'id': 'c42e3160-9bb2-4d89-b47f-66cf3a3f0383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a952f5a1-a21e-43a2-aa1d-4a18b69cc62e'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:43.702832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Bound port: fb146c29-8bfa-4cc8-97c3-051a3958e6a7, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42e3160-9bb2-4d89-b47f-66cf3a3f0383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'a952f5a1-a21e-43a2-aa1d-4a18b69cc62e'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:43.703445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.708735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6afd25a8-0552-4bb6-9d74-3dc257525c8d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.734404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.740106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.818448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] For port fb146c29-8bfa-4cc8-97c3-051a3958e6a7, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:43.822069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] For port fb146c29-8bfa-4cc8-97c3-051a3958e6a7, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fb146c29-8bfa-4cc8-97c3-051a3958e6a7,segment=NetworkSegment(c42e3160-9bb2-4d89-b47f-66cf3a3f0383),segment_id=c42e3160-9bb2-4d89-b47f-66cf3a3f0383)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:43.830175 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.838898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-08c5cc21-7bb5-466a-bf06-bcf3d24380a5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Unset dirty status for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:43.840927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.843447 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-08c5cc21-7bb5-466a-bf06-bcf3d24380a5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports/0ddf395f-72dc-480d-9509-2477536fe872 HTTP/1.1" status: 200 len: 911 time: 0.5389328 Mar 23 10:17:43.846878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57156) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:43.868808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a952f5a1-a21e-43a2-aa1d-4a18b69cc62e']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:43.881526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42e3160-9bb2-4d89-b47f-66cf3a3f0383') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:43.881906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42e3160-9bb2-4d89-b47f-66cf3a3f0383') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:43.899535 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.919275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.926203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:43.926746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:43.959798 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:43.994447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20018ef7-1abc-44e2-ac15-4a9dec76ec49 None None] Pushing event updated for resources: {'Port': ['ID=fb146c29-8bfa-4cc8-97c3-051a3958e6a7,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:44.007069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.007569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Fanout notify agent at l3_agent the message router_deleted on router 8d727c36-376d-4f08-baf3-eacaf0b4a10f {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:17:44.014753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f35a2-1918-4b51-b2ff-726372c5b970 None None] Network a952f5a1-a21e-43a2-aa1d-4a18b69cc62e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:44.036729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.041952 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b998c2a2-445d-4c14-8bc5-9c2900415bc1 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/8d727c36-376d-4f08-baf3-eacaf0b4a10f HTTP/1.1" status: 204 len: 168 time: 3.1674109 Mar 23 10:17:44.043822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57160) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:44.051907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-780507076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:44.057118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:17:44.057118 dv-neutron-834652-2-hyperv neutron-server[87860]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:17:44.057118 dv-neutron-834652-2-hyperv neutron-server[87860]: [parameters: {'id': 'a952f5a1-a21e-43a2-aa1d-4a18b69cc62e'}] Mar 23 10:17:44.057118 dv-neutron-834652-2-hyperv neutron-server[87860]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:44.057524 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:44.059741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:44.064398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Usage tracker for resource:router and tenant:c4baad2cafbc4340944657189026ff50 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:44.073867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:44.081305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:44.094685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.095881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.116214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.138139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.173922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.178928 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cf51b0d7-7d03-4b5e-ad62-6618c51f2849 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1336997 Mar 23 10:17:44.179848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57164) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:44.187692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'enable_snat': False}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:44.253322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.270864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c99ff8e4-5e6c-4348-8716-8aa73871d4f4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.335873 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-6afd25a8-0552-4bb6-9d74-3dc257525c8d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:17:44.339615 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6afd25a8-0552-4bb6-9d74-3dc257525c8d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0525138 Mar 23 10:17:44.376619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57168) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:44.424344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] device_id is not set on port 6bb61767-7883-4bc1-afa4-03ff01e64c66 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:17:44.457871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849aeff-6013-4ab0-9354-6ed62475c7fc None None] Network 6b13464a-ef49-49e2-a262-e6144345e09b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:44.568759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d436faf0-95e1-4701-8827-4c6f572a0fdb None None] Provisioning for port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:44.616646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.718601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.738050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c99ff8e4-5e6c-4348-8716-8aa73871d4f4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.744779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.758134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7cba7e8-dffe-4fc6-bbe8-66b19b07c35d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.762100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port fb146c29-8bfa-4cc8-97c3-051a3958e6a7 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:44.762547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.859545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7cba7e8-dffe-4fc6-bbe8-66b19b07c35d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.892536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ff8e4-5e6c-4348-8716-8aa73871d4f4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Subnet': ['ID=da4ca0a9-c27a-4501-a087-88cb47ae034c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:44.911911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac8dbc4-8f5f-4469-bb3d-ea29928aa068 None None] Network 99f94ed2-3158-460d-9630-a04bab6ecb98 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:44.913643 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c99ff8e4-5e6c-4348-8716-8aa73871d4f4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:44.979438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Allocated IP 172.20.0.5 (6b13464a-ef49-49e2-a262-e6144345e09b/9e64a05d-bf2d-4aff-acfa-2979eb189ed7/6bb61767-7883-4bc1-afa4-03ff01e64c66) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:45.013653 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c99ff8e4-5e6c-4348-8716-8aa73871d4f4 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/subnets/da4ca0a9-c27a-4501-a087-88cb47ae034c HTTP/1.1" status: 204 len: 168 time: 1.8782580 Mar 23 10:17:45.037116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57172) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:45.206123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.26.4.197 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/b6b226f7-f3ef-4b34-a062-0d0abe745911) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:45.211764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7cba7e8-dffe-4fc6-bbe8-66b19b07c35d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.243906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] For port fb146c29-8bfa-4cc8-97c3-051a3958e6a7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fb146c29-8bfa-4cc8-97c3-051a3958e6a7,segment=NetworkSegment(c42e3160-9bb2-4d89-b47f-66cf3a3f0383),segment_id=c42e3160-9bb2-4d89-b47f-66cf3a3f0383)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:45.244169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.263785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cba7e8-dffe-4fc6-bbe8-66b19b07c35d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afbf877c-3475-42b3-94dd-029219778e77,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:45.268783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc88566-4276-4d55-8b72-0e00e1eb9632 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting subnet 79813c18-cb53-4b2f-a8c7-4754988e3a25 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:17:45.269747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e9a679d3-cce8-4dcc-b982-a3687100e1f0 None None] Provisioning for port 461bdf85-1ad6-4057-be5e-0167782ec614 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:45.289624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e9a679d3-cce8-4dcc-b982-a3687100e1f0 None None] Provisioning complete for port 461bdf85-1ad6-4057-be5e-0167782ec614 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:45.289995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e9a679d3-cce8-4dcc-b982-a3687100e1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.321254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7cba7e8-dffe-4fc6-bbe8-66b19b07c35d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.323952 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e7cba7e8-dffe-4fc6-bbe8-66b19b07c35d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "DELETE /v2.0/security-groups/afbf877c-3475-42b3-94dd-029219778e77 HTTP/1.1" status: 204 len: 168 time: 0.9463613 Mar 23 10:17:45.351159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57176) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:45.356069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 951bdb8f-61dd-45d9-a48a-7eb97106ce66 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:45.384480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.397632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Calling delete_port for fb146c29-8bfa-4cc8-97c3-051a3958e6a7 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:45.410793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e9a679d3-cce8-4dcc-b982-a3687100e1f0 None None] Port 461bdf85-1ad6-4057-be5e-0167782ec614 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:17:45.424629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ccc88566-4276-4d55-8b72-0e00e1eb9632 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.459916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:45.465890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:45.466271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.578341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ccc88566-4276-4d55-8b72-0e00e1eb9632 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.643397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7594027a-72e0-41d0-84d1-4310ff77baaa None None] Provisioning complete for port 461bdf85-1ad6-4057-be5e-0167782ec614 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:45.643927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7594027a-72e0-41d0-84d1-4310ff77baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.716810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7594027a-72e0-41d0-84d1-4310ff77baaa None None] Port 461bdf85-1ad6-4057-be5e-0167782ec614 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:17:45.741637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.742708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.788180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 951bdb8f-61dd-45d9-a48a-7eb97106ce66, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=951bdb8f-61dd-45d9-a48a-7eb97106ce66,segment=NetworkSegment(e7a27f8c-ec0e-4922-aa5b-670785e3f1b6),segment_id=e7a27f8c-ec0e-4922-aa5b-670785e3f1b6)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:45.795448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:45.807532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No DVR routers for this DVR port fb146c29-8bfa-4cc8-97c3-051a3958e6a7 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:45.851310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Port': ['ID=fb146c29-8bfa-4cc8-97c3-051a3958e6a7,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:45.885749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=951bdb8f-61dd-45d9-a48a-7eb97106ce66,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:45.946417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-acf64971-45e9-4ad4-b458-be34e1eb9074 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Synchronizing usage tracker for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:45.964083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.008116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.015929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.027345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.039945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cfb3ad-44c6-451f-8991-d44573a9c203 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:17:46.072717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Transition to ACTIVE for port object 6bb61767-7883-4bc1-afa4-03ff01e64c66 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:46.083946 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.088121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a952f5a1-a21e-43a2-aa1d-4a18b69cc62e']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:46.093215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-acf64971-45e9-4ad4-b458-be34e1eb9074 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Unset dirty status for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:46.098150 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-acf64971-45e9-4ad4-b458-be34e1eb9074 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7424309 Mar 23 10:17:46.103914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57180) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:46.118300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'tempest-secgroup--69304339'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:46.133071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ccc88566-4276-4d55-8b72-0e00e1eb9632 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.137520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:46.166767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9a66e1a9-e1ba-45c1-a310-a53df0447bbd None None] Provisioning complete for port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:46.167132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9a66e1a9-e1ba-45c1-a310-a53df0447bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.192952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:46.231248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.277219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cfb3ad-44c6-451f-8991-d44573a9c203 None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:17:46.279589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.293329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.297296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42e3160-9bb2-4d89-b47f-66cf3a3f0383') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:46.297886 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42e3160-9bb2-4d89-b47f-66cf3a3f0383') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:46.330663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.363953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.379510 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:46.379893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.380446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:46.394749 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:46.400201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:46.402521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:46.408988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=b6b226f7-f3ef-4b34-a062-0d0abe745911,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:46.412608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:46.440166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Network 6b13464a-ef49-49e2-a262-e6144345e09b is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:46.479944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:46.482818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:46.496845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:46.508432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:46.520639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ccc88566-4276-4d55-8b72-0e00e1eb9632 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.562745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:46.571360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Allocated IP 172.26.4.124 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/7f388e9e-a07a-45c9-a01a-f5e5429b947b) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:46.572036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Allocated IP 2001:db8:1::1 (b5722502-35d9-4647-9429-65a2172ae017/02b353c4-b60b-499c-b6d9-f52549759a60/bdbe4465-9ab1-41e0-89de-6f7ea03e58d8) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:46.574061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc88566-4276-4d55-8b72-0e00e1eb9632 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Subnet': ['ID=79813c18-cb53-4b2f-a8c7-4754988e3a25,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:46.584030 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ccc88566-4276-4d55-8b72-0e00e1eb9632 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.588803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.620607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.624942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Port': ['ID=6bb61767-7883-4bc1-afa4-03ff01e64c66,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:46.661101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=a952f5a1-a21e-43a2-aa1d-4a18b69cc62e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:46.670515 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ccc88566-4276-4d55-8b72-0e00e1eb9632 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/subnets/79813c18-cb53-4b2f-a8c7-4754988e3a25 HTTP/1.1" status: 204 len: 168 time: 1.6320481 Mar 23 10:17:46.673521 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-626849ca-27e3-4c15-9abf-90cd1b5be029 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/a952f5a1-a21e-43a2-aa1d-4a18b69cc62e HTTP/1.1" status: 204 len: 168 time: 4.4193344 Mar 23 10:17:46.674260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57184) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:46.680921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:46.681579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.691507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57186) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:46.748713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ad1269-bb4b-419a-9ffd-f361312f6324 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:17:46.817213 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fd2ee8-a4b9-48fe-8fa6-0d2ecddc5019 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] GET failed (client error): The resource could not be found. Mar 23 10:17:46.817943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-61fd2ee8-a4b9-48fe-8fa6-0d2ecddc5019 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Synchronizing usage tracker for tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:46.867572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.882161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.894360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.898042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Transition to ACTIVE for port object bdbe4465-9ab1-41e0-89de-6f7ea03e58d8 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:46.903812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:46.904150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:46.926952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad1269-bb4b-419a-9ffd-f361312f6324 None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:17:46.944596 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7e67344f-6dfa-4548-a7d9-5e86788b7d37 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.1507521 Mar 23 10:17:46.948858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57192) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:47.026229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.036654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.071329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.089358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-61fd2ee8-a4b9-48fe-8fa6-0d2ecddc5019 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Unset dirty status for tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:47.093413 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-61fd2ee8-a4b9-48fe-8fa6-0d2ecddc5019 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/subnets/3ea0565f-f198-4a8d-bf54-a08fcc752ec7 HTTP/1.1" status: 404 len: 337 time: 0.3895729 Mar 23 10:17:47.097773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.098483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57196) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:47.175239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.190647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 951bdb8f-61dd-45d9-a48a-7eb97106ce66 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:47.199907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network b5722502-35d9-4647-9429-65a2172ae017 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:47.210715 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:47.211947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:47.213999 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a86d7a5-1099-4fdb-ad31-35c87c1a8af2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:47.214447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a86d7a5-1099-4fdb-ad31-35c87c1a8af2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:47.219413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:47.219606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:47.219743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.222790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1f29acb2-4205-4d55-9c0f-eb80ce35a37e,segment=NetworkSegment(ab9e6afc-f961-45f2-b816-aa203cb7a741),segment_id=ab9e6afc-f961-45f2-b816-aa203cb7a741)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:47.222790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.230036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Pushing event updated for resources: {'Port': ['ID=7f388e9e-a07a-45c9-a01a-f5e5429b947b,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:47.237363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:47.262892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=bdbe4465-9ab1-41e0-89de-6f7ea03e58d8,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:47.286939 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3a86d7a5-1099-4fdb-ad31-35c87c1a8af2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/a952f5a1-a21e-43a2-aa1d-4a18b69cc62e HTTP/1.1" status: 404 len: 339 time: 0.1563127 Mar 23 10:17:47.288276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57200) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:47.290868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73ab19e-258a-4231-9eb4-275237313c9e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:47.294124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.326681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.327799 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ca1a2b45-06fa-410f-b7a1-ab7300877fe8 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2193182 Mar 23 10:17:47.357342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57204) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:47.364480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:47.364854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.389259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for 1f29acb2-4205-4d55-9c0f-eb80ce35a37e owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:47.390404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-675c4347-a512-4621-8043-c73886f24104 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': 'a73ab19e-258a-4231-9eb4-275237313c9e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:47.391390 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-675c4347-a512-4621-8043-c73886f24104 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 23 10:17:47.391390 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-675c4347-a512-4621-8043-c73886f24104 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:47.392169 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-675c4347-a512-4621-8043-c73886f24104 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0237262 Mar 23 10:17:47.403003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57208) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:47.491601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7136737b-8b1e-4722-b152-3cfa76cdf900 None None] Network 99f94ed2-3158-460d-9630-a04bab6ecb98 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:47.496355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd22569-c16c-43b4-aeb4-b2032dee71a3 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:47.502763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd22569-c16c-43b4-aeb4-b2032dee71a3 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:47.508565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd22569-c16c-43b4-aeb4-b2032dee71a3 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:47.509470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-afd22569-c16c-43b4-aeb4-b2032dee71a3 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Synchronizing usage tracker for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:47.668696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.680442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-afd22569-c16c-43b4-aeb4-b2032dee71a3 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Unset dirty status for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:47.684415 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-afd22569-c16c-43b4-aeb4-b2032dee71a3 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.7257650 Mar 23 10:17:47.734218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57212) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:47.743511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Port': ['ID=1f29acb2-4205-4d55-9c0f-eb80ce35a37e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:47.763002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacb7702-bd6b-4b4c-9974-d537076788fb tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:47.763958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-bacb7702-bd6b-4b4c-9974-d537076788fb tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Synchronizing usage tracker for tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:47.808236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No DVR routers for this DVR port 1f29acb2-4205-4d55-9c0f-eb80ce35a37e on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:47.870188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe42c136-7bc1-42d8-808e-7a70c9899d17 None None] DHCP port deletion for 99f94ed2-3158-460d-9630-a04bab6ecb98 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:17:47.913077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-039e80e5-a7b3-42fb-9589-2a5f81b649bb tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.925110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-303f9728-ca85-4121-ba0e-e7315b450bad None None] Provisioning for port 6bb61767-7883-4bc1-afa4-03ff01e64c66 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:47.932700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-303f9728-ca85-4121-ba0e-e7315b450bad None None] Provisioning complete for port 6bb61767-7883-4bc1-afa4-03ff01e64c66 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:47.933165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-303f9728-ca85-4121-ba0e-e7315b450bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:47.989591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-039e80e5-a7b3-42fb-9589-2a5f81b649bb tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.048510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-303f9728-ca85-4121-ba0e-e7315b450bad None None] Port 6bb61767-7883-4bc1-afa4-03ff01e64c66 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:17:48.094890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-652c5a52-c96b-4793-8d3f-bf08acd970dd tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Deleting port 6bb61767-7883-4bc1-afa4-03ff01e64c66 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:48.095112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-652c5a52-c96b-4793-8d3f-bf08acd970dd tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.122878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-bacb7702-bd6b-4b4c-9974-d537076788fb tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Unset dirty status for tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:48.124675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bacb7702-bd6b-4b4c-9974-d537076788fb tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8315470 Mar 23 10:17:48.134460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57216) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:48.146256 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.147884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.167808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8adca88c-f96c-4f64-a582-4a7b11a8a177 None None] Provisioning for port bdbe4465-9ab1-41e0-89de-6f7ea03e58d8 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:48.169457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.173444 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8adca88c-f96c-4f64-a582-4a7b11a8a177 None None] Provisioning complete for port bdbe4465-9ab1-41e0-89de-6f7ea03e58d8 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:48.173774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8adca88c-f96c-4f64-a582-4a7b11a8a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.229158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8adca88c-f96c-4f64-a582-4a7b11a8a177 None None] Port bdbe4465-9ab1-41e0-89de-6f7ea03e58d8 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:17:48.235592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.249673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-04484eb9-a010-4494-857a-6ea43368965e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Synchronizing usage tracker for tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:48.346130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=b6b226f7-f3ef-4b34-a062-0d0abe745911,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:48.357038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99f94ed2-3158-460d-9630-a04bab6ecb98']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:48.395864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-04484eb9-a010-4494-857a-6ea43368965e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Unset dirty status for tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:48.396982 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-04484eb9-a010-4494-857a-6ea43368965e tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 207 time: 0.2616107 Mar 23 10:17:48.414988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab9e6afc-f961-45f2-b816-aa203cb7a741') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:48.415277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab9e6afc-f961-45f2-b816-aa203cb7a741') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:48.420688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57220) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:48.421996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.436638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-039e80e5-a7b3-42fb-9589-2a5f81b649bb tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.446361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.501356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.566133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e80e5-a7b3-42fb-9589-2a5f81b649bb tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73ab19e-258a-4231-9eb4-275237313c9e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:48.572044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.574688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-039e80e5-a7b3-42fb-9589-2a5f81b649bb tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.579682 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-039e80e5-a7b3-42fb-9589-2a5f81b649bb tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "DELETE /v2.0/security-groups/a73ab19e-258a-4231-9eb4-275237313c9e HTTP/1.1" status: 204 len: 168 time: 1.1707859 Mar 23 10:17:48.580467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57224) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:48.625449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 810 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:48.625839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.637834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.638976 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ae533cb5-7f3a-4136-9e7c-d910a5652267 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5015621 Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:48.644935 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:48.647306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57228) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:48.680467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'port': {'network_id': '17e9c919-06f6-472d-8d31-1ad0b0f6a93e', 'name': 'tempest-FloatingIPTestJSON-1036693492'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:48.838133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac61367-f3f3-4f09-b180-755a4b0621e7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:48.844361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac61367-f3f3-4f09-b180-755a4b0621e7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:48.850619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac61367-f3f3-4f09-b180-755a4b0621e7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:48.856164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac61367-f3f3-4f09-b180-755a4b0621e7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:48.863066 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4ac61367-f3f3-4f09-b180-755a4b0621e7 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4318001 Mar 23 10:17:48.869353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c47c34df-2c60-4e8b-99dd-57f1d047cd49 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Synchronizing usage tracker for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:48.874754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57232) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:48.924851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.938522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-652c5a52-c96b-4793-8d3f-bf08acd970dd tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:48.949451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c47c34df-2c60-4e8b-99dd-57f1d047cd49 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Unset dirty status for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:48.955046 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c47c34df-2c60-4e8b-99dd-57f1d047cd49 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3212736 Mar 23 10:17:49.003767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57236) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.017713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'tempest-secgroup--693133583'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:49.021626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.032750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:49.048354 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:49.074622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.095653 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Network': ['ID=99f94ed2-3158-460d-9630-a04bab6ecb98,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:49.118667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.139976 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-41fa7a42-5e0f-4327-9757-e4fab6678bcd tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2630534 Mar 23 10:17:49.141348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1f29acb2-4205-4d55-9c0f-eb80ce35a37e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:49.143157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.143157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.146704 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:49.149484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57240) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.165488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-652c5a52-c96b-4793-8d3f-bf08acd970dd tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Calling delete_port for 6bb61767-7883-4bc1-afa4-03ff01e64c66 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:49.181048 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 1f29acb2-4205-4d55-9c0f-eb80ce35a37e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:49.181400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1f29acb2-4205-4d55-9c0f-eb80ce35a37e not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:49.233141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:49.242560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:49.272144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:49.328976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=bdbe4465-9ab1-41e0-89de-6f7ea03e58d8,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:49.353157 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6b4591dd-fc02-41d9-a154-1c24b3dbabe6 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/99f94ed2-3158-460d-9630-a04bab6ecb98 HTTP/1.1" status: 204 len: 168 time: 2.6757865 Mar 23 10:17:49.362351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57244) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.406553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717fb978-91f3-4a30-88f0-d4873cf78b42 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:49.408502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717fb978-91f3-4a30-88f0-d4873cf78b42 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:49.410085 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-717fb978-91f3-4a30-88f0-d4873cf78b42 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2230387 Mar 23 10:17:49.421188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57248) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.427208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:49.480255 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-b613f86e-d46d-4b9d-971c-8580be2d78c9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:49.480700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b613f86e-d46d-4b9d-971c-8580be2d78c9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:49.482383 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b613f86e-d46d-4b9d-971c-8580be2d78c9 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/subnets/75b389c9-0d73-45cd-a451-71e9445a1557 HTTP/1.1" status: 404 len: 337 time: 0.1191511 Mar 23 10:17:49.488348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57252) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.506124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:port and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:49.511942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:49.520014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:49.567787 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa2f615-0fda-402d-80eb-ab440021b8ac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:49.568255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa2f615-0fda-402d-80eb-ab440021b8ac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:49.573997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Made reservation on behalf of 9c5b5415ce7046569634f6c2538cabe8 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:49.577403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.578387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d747f6b-a715-4322-8c22-3e4b8b4a5525 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['shared'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:49.579777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d747f6b-a715-4322-8c22-3e4b8b4a5525 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['shared'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:49.581348 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1d747f6b-a715-4322-8c22-3e4b8b4a5525 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1592042 Mar 23 10:17:49.586377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57256) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.592497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.602731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.604841 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9aa2f615-0fda-402d-80eb-ab440021b8ac tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/9f4f4847-056a-4e5e-b66e-bc5288c0d8ac HTTP/1.1" status: 404 len: 339 time: 0.1118960 Mar 23 10:17:49.606893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network b5722502-35d9-4647-9429-65a2172ae017 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:49.607537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57260) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.611464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:49.631671 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.650801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.662785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] device_id is not set on port 64079309-887e-432d-b423-f80b1b9a452a yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:17:49.726352 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3c2c3a-dd30-4cad-aa82-ea8dd4129f8b tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:49.726798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e3c2c3a-dd30-4cad-aa82-ea8dd4129f8b tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:49.730914 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0e3c2c3a-dd30-4cad-aa82-ea8dd4129f8b tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/subnets/fb0391e1-0fff-4cd2-8c35-7ec66465433b HTTP/1.1" status: 404 len: 337 time: 0.1193852 Mar 23 10:17:49.739811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57264) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.828972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-652c5a52-c96b-4793-8d3f-bf08acd970dd tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.886010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-21067371-f0e9-40f9-919e-e1036220d4c4 None None] Provisioning complete for port bdbe4465-9ab1-41e0-89de-6f7ea03e58d8 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:49.886675 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-21067371-f0e9-40f9-919e-e1036220d4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.944721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-21067371-f0e9-40f9-919e-e1036220d4c4 None None] Port bdbe4465-9ab1-41e0-89de-6f7ea03e58d8 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:17:49.968802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:49.970036 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9608634 Mar 23 10:17:49.970823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411311c0-dac7-4460-a1c1-a9204a6dfb0d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bf4058-6130-44ed-a640-6cbb1391b6f9,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:49.972773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c5a52-c96b-4793-8d3f-bf08acd970dd tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event deleted for resources: {'Port': ['ID=6bb61767-7883-4bc1-afa4-03ff01e64c66,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:49.973749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57268) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.984801 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2b7110-6360-42c8-bc53-cfc40e4131af tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:49.985478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2b7110-6360-42c8-bc53-cfc40e4131af tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:49.986305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eff738a-06dd-4f7d-9468-807cf7b1748f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:49.987072 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8a2b7110-6360-42c8-bc53-cfc40e4131af tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/4765ebcc-1b04-4aa4-9b83-b3d26b318165 HTTP/1.1" status: 404 len: 339 time: 0.2352264 Mar 23 10:17:49.989979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7eff738a-06dd-4f7d-9468-807cf7b1748f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Synchronizing usage tracker for tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:49.992582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8be7bee9-7d41-4e64-93d5-59152934736b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': 'f9bf4058-6130-44ed-a640-6cbb1391b6f9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:49.992969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57272) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:49.994949 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-8be7bee9-7d41-4e64-93d5-59152934736b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 23 10:17:49.995459 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-8be7bee9-7d41-4e64-93d5-59152934736b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:49.996405 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8be7bee9-7d41-4e64-93d5-59152934736b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0138254 Mar 23 10:17:49.999570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57274) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.063908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 1c2133fe-ff13-489e-ab7e-79de9e20af2f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:50.164271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3f9a-fa48-483e-9b34-e1cc209ac4c4 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.196078 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db4558c-4984-4849-8893-9a2564988369 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:50.196452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db4558c-4984-4849-8893-9a2564988369 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:50.228862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7eff738a-06dd-4f7d-9468-807cf7b1748f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Unset dirty status for tenant:8209ecebb0c44f36b8fcc5edcd07a0b2 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:50.230021 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7eff738a-06dd-4f7d-9468-807cf7b1748f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/networks/a2196851-a0c8-4b67-b28a-4eb54e4b1938 HTTP/1.1" status: 200 len: 800 time: 0.6356220 Mar 23 10:17:50.237254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57280) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.243411 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9db4558c-4984-4849-8893-9a2564988369 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/subnets/3dd0da6f-8b5f-4aa8-862e-d235d310d3af HTTP/1.1" status: 404 len: 337 time: 0.2417500 Mar 23 10:17:50.245191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57284) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.297200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.20.0.9 (17e9c919-06f6-472d-8d31-1ad0b0f6a93e/0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a/64079309-887e-432d-b423-f80b1b9a452a) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:50.307763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3f9a-fa48-483e-9b34-e1cc209ac4c4 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.357453 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4e1d7a4-66f8-451e-a984-51d4abca369c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:50.357920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4e1d7a4-66f8-451e-a984-51d4abca369c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:50.359834 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e4e1d7a4-66f8-451e-a984-51d4abca369c tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/2f00edd2-3aef-48ca-9e22-cb1da298a8e2 HTTP/1.1" status: 404 len: 339 time: 0.0895936 Mar 23 10:17:50.364879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:50.373509 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8b6db91c-a0c9-4b8a-80a2-76485377d8fe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/1c2133fe-ff13-489e-ab7e-79de9e20af2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5164649 Mar 23 10:17:50.373509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57288) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.376034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb3cbb1-88e4-40f5-bb72-66cf8e3f18a8 None None] Sync routers for ids ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:50.385492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb3cbb1-88e4-40f5-bb72-66cf8e3f18a8 None None] Routers {'1c2133fe-ff13-489e-ab7e-79de9e20af2f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:50.386103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-feb3cbb1-88e4-40f5-bb72-66cf8e3f18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:50.387368 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57290) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.449873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-feb3cbb1-88e4-40f5-bb72-66cf8e3f18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:50.458970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb3cbb1-88e4-40f5-bb72-66cf8e3f18a8 None None] Routers {'1c2133fe-ff13-489e-ab7e-79de9e20af2f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:50.459572 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-feb3cbb1-88e4-40f5-bb72-66cf8e3f18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:50.524268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-feb3cbb1-88e4-40f5-bb72-66cf8e3f18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:50.524670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb3cbb1-88e4-40f5-bb72-66cf8e3f18a8 None None] The sync data for ids ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:50.528583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3f9a-fa48-483e-9b34-e1cc209ac4c4 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.535516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-652c5a52-c96b-4793-8d3f-bf08acd970dd tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.537331 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-652c5a52-c96b-4793-8d3f-bf08acd970dd tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "DELETE /v2.0/ports/6bb61767-7883-4bc1-afa4-03ff01e64c66 HTTP/1.1" status: 204 len: 168 time: 2.7912292 Mar 23 10:17:50.545119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec85184-7e8a-4e20-b82e-b43e62399590 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:50.546519 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4ec85184-7e8a-4e20-b82e-b43e62399590 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports/bdbe4465-9ab1-41e0-89de-6f7ea03e58d8 HTTP/1.1" status: 200 len: 913 time: 0.1529477 Mar 23 10:17:50.547125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57296) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.555913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48874c7-ca25-4609-a110-2d04051b33ca tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting subnet c4735ed3-d84f-4c03-9fc3-d9926370d083 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:17:50.557550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57298) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.566986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Router 5b05a464-c417-4a0c-98d3-d9d82215beb8 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:17:50.570065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b48874c7-ca25-4609-a110-2d04051b33ca tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.630498 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee0d8d5-310b-450a-9eef-967ab9705090 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] GET failed (client error): The resource could not be found. Mar 23 10:17:50.631009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9ee0d8d5-310b-450a-9eef-967ab9705090 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Synchronizing usage tracker for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:50.659612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb3f9a-fa48-483e-9b34-e1cc209ac4c4 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bf4058-6130-44ed-a640-6cbb1391b6f9,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:50.679969 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-374afbbf-3a3d-4aa1-8df4-27595521ad9b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/networks/a2196851-a0c8-4b67-b28a-4eb54e4b1938?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4385426 Mar 23 10:17:50.689414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57304) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.710612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3f9a-fa48-483e-9b34-e1cc209ac4c4 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.711629 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a1bb3f9a-fa48-483e-9b34-e1cc209ac4c4 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "DELETE /v2.0/security-groups/f9bf4058-6130-44ed-a640-6cbb1391b6f9 HTTP/1.1" status: 204 len: 168 time: 0.7111819 Mar 23 10:17:50.754961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57306) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.765467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b48874c7-ca25-4609-a110-2d04051b33ca tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:50.951394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9ee0d8d5-310b-450a-9eef-967ab9705090 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Unset dirty status for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:50.952691 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9ee0d8d5-310b-450a-9eef-967ab9705090 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "GET /v2.0/ports/6bb61767-7883-4bc1-afa4-03ff01e64c66 HTTP/1.1" status: 404 len: 333 time: 0.4025636 Mar 23 10:17:50.969907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57312) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:50.975024 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'port': {'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b', 'name': 'tempest-AllowedAddressPairTestJSON-1910217249'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:51.032672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b48874c7-ca25-4609-a110-2d04051b33ca tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.129251 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399697d8-a301-4ba1-9c30-04c1206e3d75 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:51.130684 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-399697d8-a301-4ba1-9c30-04c1206e3d75 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/subnets/f734ee81-bd75-4145-9bb9-27c2963e2727 HTTP/1.1" status: 200 len: 811 time: 0.3915253 Mar 23 10:17:51.135781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57316) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:51.209357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4e6f5dae-27d7-4a22-a6a3-a2ea50b38d41 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Synchronizing usage tracker for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:51.255857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e63d7-ab46-4963-8d06-766708b73f81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['shared'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:51.260854 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e72e63d7-ab46-4963-8d06-766708b73f81 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "GET /v2.0/subnets/f734ee81-bd75-4145-9bb9-27c2963e2727?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1203985 Mar 23 10:17:51.261078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.261184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b48874c7-ca25-4609-a110-2d04051b33ca tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.267011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57320) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:51.308426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1520028853'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:51.310932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:51.318320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.319474 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-990e403f-0922-4e39-bdc5-707a8ce5d2a8 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "PUT /v2.0/routers/5b05a464-c417-4a0c-98d3-d9d82215beb8 HTTP/1.1" status: 200 len: 915 time: 7.1378198 Mar 23 10:17:51.321260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4e6f5dae-27d7-4a22-a6a3-a2ea50b38d41 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Unset dirty status for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:51.322549 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4e6f5dae-27d7-4a22-a6a3-a2ea50b38d41 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5666964 Mar 23 10:17:51.323442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57324) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:51.325934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b48874c7-ca25-4609-a110-2d04051b33ca tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.328226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48874c7-ca25-4609-a110-2d04051b33ca tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Subnet': ['ID=c4735ed3-d84f-4c03-9fc3-d9926370d083,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:51.330887 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cc651-1e0d-4a94-a676-19cac4694f2b None None] Sync routers for ids ['5b05a464-c417-4a0c-98d3-d9d82215beb8'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:51.331789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57326) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:51.332371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:51.334408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:51.342996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8619f5d2-25b5-43de-8d0b-f34331447503 None None] Network 7a23d734-5453-47d1-af69-4b3611c97cda requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:51.351168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:51.359043 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cc651-1e0d-4a94-a676-19cac4694f2b None None] Routers {'5b05a464-c417-4a0c-98d3-d9d82215beb8'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:51.359464 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b48874c7-ca25-4609-a110-2d04051b33ca tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/subnets/c4735ed3-d84f-4c03-9fc3-d9926370d083 HTTP/1.1" status: 204 len: 168 time: 0.9346762 Mar 23 10:17:51.362826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57332) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:51.363386 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-318cc651-1e0d-4a94-a676-19cac4694f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5b05a464-c417-4a0c-98d3-d9d82215beb8'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:51.395494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089909207'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:51.418883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:51.437296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:51.439455 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-318cc651-1e0d-4a94-a676-19cac4694f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:51.444598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:51.448096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.453276 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cc651-1e0d-4a94-a676-19cac4694f2b None None] Routers {'5b05a464-c417-4a0c-98d3-d9d82215beb8'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:51.454197 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-318cc651-1e0d-4a94-a676-19cac4694f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5b05a464-c417-4a0c-98d3-d9d82215beb8'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:51.463312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:51.534402 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Made reservation on behalf of f288b0d59e124ca48b842b06fd6dddf2 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:51.537815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.549628 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-318cc651-1e0d-4a94-a676-19cac4694f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:51.550458 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cc651-1e0d-4a94-a676-19cac4694f2b None None] The sync data for ids ['5b05a464-c417-4a0c-98d3-d9d82215beb8'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:51.568441 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.573479 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.635987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] device_id is not set on port 3b7aa6ae-6530-402c-a512-30199224789b yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:17:51.698349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.705677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:17:51.706981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:51.721420 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-850afa90-6ff1-430b-a7d8-dec743fdacc7 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/routers/5b05a464-c417-4a0c-98d3-d9d82215beb8 HTTP/1.1" status: 200 len: 921 time: 0.3927009 Mar 23 10:17:51.723683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 17e9c919-06f6-472d-8d31-1ad0b0f6a93e is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:51.724768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:51.726426 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bef4794-226e-408a-88f5-98a4fd940ee0 None None] DHCP port deletion for 7a23d734-5453-47d1-af69-4b3611c97cda request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:17:51.728893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57336) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:51.732293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9bef4794-226e-408a-88f5-98a4fd940ee0 None None] Deleting port b69a925b-64b0-44a8-b839-e70e0225b7eb {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:51.732293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9bef4794-226e-408a-88f5-98a4fd940ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.737245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:51.739699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.740064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:51.753776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:51.755708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:51.796532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.796877 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Added segment 99a69a44-a91d-477d-a538-66f0c27ce635 of type vlan for network 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc Mar 23 10:17:51.825152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=64079309-887e-432d-b423-f80b1b9a452a,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:51.826905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port b69a925b-64b0-44a8-b839-e70e0225b7eb {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:51.827247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.895505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:51.896389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:51.975453 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5184e984-6c3a-4c44-b6f0-45bb7f9f56f0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3112586 Mar 23 10:17:51.978961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Allocated IP 172.20.0.12 (6b13464a-ef49-49e2-a262-e6144345e09b/9e64a05d-bf2d-4aff-acfa-2979eb189ed7/3b7aa6ae-6530-402c-a512-30199224789b) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:51.981958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57340) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:51.982772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9bef4794-226e-408a-88f5-98a4fd940ee0 None None] For port b69a925b-64b0-44a8-b839-e70e0225b7eb, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b69a925b-64b0-44a8-b839-e70e0225b7eb,segment=NetworkSegment(df46e9a9-3b4a-4465-a90f-bc305a916e3a),segment_id=df46e9a9-3b4a-4465-a90f-bc305a916e3a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:51.983666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9bef4794-226e-408a-88f5-98a4fd940ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.001565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-76e17018-6f3a-4787-abf6-1ce6d5584d28 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'port_id': '64079309-887e-432d-b423-f80b1b9a452a'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:52.057105 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.104219 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.105868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-76e17018-6f3a-4787-abf6-1ce6d5584d28 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.113491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9bef4794-226e-408a-88f5-98a4fd940ee0 None None] Calling delete_port for b69a925b-64b0-44a8-b839-e70e0225b7eb owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:52.172666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.198953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9bef4794-226e-408a-88f5-98a4fd940ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.246163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef4794-226e-408a-88f5-98a4fd940ee0 None None] Pushing event deleted for resources: {'Port': ['ID=b69a925b-64b0-44a8-b839-e70e0225b7eb,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:52.247617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef4794-226e-408a-88f5-98a4fd940ee0 None None] No DVR routers for this DVR port b69a925b-64b0-44a8-b839-e70e0225b7eb on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:52.250914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:52.304499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6ef831-3745-49d3-8129-ebb54feb0340,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:52.309329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port b69a925b-64b0-44a8-b839-e70e0225b7eb, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b69a925b-64b0-44a8-b839-e70e0225b7eb,segment=NetworkSegment(df46e9a9-3b4a-4465-a90f-bc305a916e3a),segment_id=df46e9a9-3b4a-4465-a90f-bc305a916e3a)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:52.309552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.317748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.321532 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3fbb90f6-a911-40de-8b31-144d5c827735 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9862938 Mar 23 10:17:52.325154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57344) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.325789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.331767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:52.332343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.475067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-cf6b0ec3-002d-48c5-a940-ed4d6bf9be09 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '1f6ef831-3745-49d3-8129-ebb54feb0340', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:52.485082 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-cf6b0ec3-002d-48c5-a940-ed4d6bf9be09 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 23 10:17:52.485600 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-cf6b0ec3-002d-48c5-a940-ed4d6bf9be09 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:52.486563 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cf6b0ec3-002d-48c5-a940-ed4d6bf9be09 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1504574 Mar 23 10:17:52.509192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for b69a925b-64b0-44a8-b839-e70e0225b7eb owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:52.534511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57348) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.543721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423dfad0-0193-4c9d-9ddf-8105e507f313 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:52.548467 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-423dfad0-0193-4c9d-9ddf-8105e507f313 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&device_id=5b05a464-c417-4a0c-98d3-d9d82215beb8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8138783 Mar 23 10:17:52.559968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57354) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.567810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-411293c8-03a3-4da7-8a5d-c7f49642fe05 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '1f6ef831-3745-49d3-8129-ebb54feb0340', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:52.568473 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-411293c8-03a3-4da7-8a5d-c7f49642fe05 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 23 10:17:52.569317 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-411293c8-03a3-4da7-8a5d-c7f49642fe05 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:52.572805 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-411293c8-03a3-4da7-8a5d-c7f49642fe05 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0298140 Mar 23 10:17:52.578695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57358) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.594729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c15aa255-f4b1-41c5-9d33-1eb56a2b24c3 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '1f6ef831-3745-49d3-8129-ebb54feb0340', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:52.596490 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING neutron.api.v2.base [None req-c15aa255-f4b1-41c5-9d33-1eb56a2b24c3 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 23 10:17:52.596989 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-c15aa255-f4b1-41c5-9d33-1eb56a2b24c3 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:52.600793 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c15aa255-f4b1-41c5-9d33-1eb56a2b24c3 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0165286 Mar 23 10:17:52.609859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57362) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.622274 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:52.628019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2071350f-6553-4627-bbba-0e366c57a1fa tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '1f6ef831-3745-49d3-8129-ebb54feb0340', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:52.628881 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING neutron.api.v2.base [None req-2071350f-6553-4627-bbba-0e366c57a1fa tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 23 10:17:52.629388 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-2071350f-6553-4627-bbba-0e366c57a1fa tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:52.630325 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2071350f-6553-4627-bbba-0e366c57a1fa tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0174661 Mar 23 10:17:52.651759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57366) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.687640 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3909836 Mar 23 10:17:52.688423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd963de-a9b7-452a-81fb-6c303c5dc59b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Network': ['ID=8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:52.692699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57370) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:52.699518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:17:52.766755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'network_id': '8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:52.895211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Transition to ACTIVE for port object 3b7aa6ae-6530-402c-a512-30199224789b will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:52.969736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:52.970051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:53.021108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56712c2-e363-4fe7-ba60-5f2054def272 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:53.022483 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f56712c2-e363-4fe7-ba60-5f2054def272 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 881 time: 0.4516246 Mar 23 10:17:53.026936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:53.031280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57374) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:53.031920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e417-8ff9-49a0-8a84-25bf6a5376d6 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.047881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36871933-9176-44e5-9b0e-11f6bb6b86e4 req-0a285173-8b04-47cf-a706-2138a6d94a7e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:53.049453 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-36871933-9176-44e5-9b0e-11f6bb6b86e4 req-0a285173-8b04-47cf-a706-2138a6d94a7e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.4333580 Mar 23 10:17:53.066970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.143028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b69a925b-64b0-44a8-b839-e70e0225b7eb no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:53.181868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: b69a925b-64b0-44a8-b839-e70e0225b7eb {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:17:53.182485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b69a925b-64b0-44a8-b839-e70e0225b7eb not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:17:53.187760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Network 6b13464a-ef49-49e2-a262-e6144345e09b is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:53.191048 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-36871933-9176-44e5-9b0e-11f6bb6b86e4 req-8b65c4c7-9663-48bd-b3a8-db4c684dea7a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274683 Mar 23 10:17:53.199797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:53.216339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:53.216446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port bdbe4465-9ab1-41e0-89de-6f7ea03e58d8 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:53.216446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.247444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Port': ['ID=3b7aa6ae-6530-402c-a512-30199224789b,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:53.275094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:53.284487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:53.285235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.292347 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e778a2eb-5066-4408-a806-b669f2441448 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b05a464-c417-4a0c-98d3-d9d82215beb8 HTTP/1.1" status: 200 len: 205 time: 0.2562306 Mar 23 10:17:53.296241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57380) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:53.308874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e417-8ff9-49a0-8a84-25bf6a5376d6 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.318539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Made reservation on behalf of 8209ecebb0c44f36b8fcc5edcd07a0b2 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:17:53.324245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.385987 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fc1daeca-805b-4143-aee6-f1380f63bafe tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4126625 Mar 23 10:17:53.387183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57384) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:53.397836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7a91b523-2719-43aa-a491-3e92a2ca3f28 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:09:3b:21'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:53.442796 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-76e17018-6f3a-4787-abf6-1ce6d5584d28 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:17:53.487792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-76e7cda0-045d-4dcf-a7ce-182b2bc99e4c None None] Provisioning for port 3b7aa6ae-6530-402c-a512-30199224789b completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:53.493804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-76e7cda0-045d-4dcf-a7ce-182b2bc99e4c None None] Provisioning complete for port 3b7aa6ae-6530-402c-a512-30199224789b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:53.494107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76e7cda0-045d-4dcf-a7ce-182b2bc99e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.512178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port b69a925b-64b0-44a8-b839-e70e0225b7eb {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:53.513015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.549935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-76e7cda0-045d-4dcf-a7ce-182b2bc99e4c None None] Port 3b7aa6ae-6530-402c-a512-30199224789b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:17:53.603535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] The port 'b69a925b-64b0-44a8-b839-e70e0225b7eb' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:17:53.604922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_backend_mixin [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Performing IP validity checks on allocation pools {{(pid=87859) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:17:53.605470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_backend_mixin [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87859) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:17:53.663959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-76e17018-6f3a-4787-abf6-1ce6d5584d28 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.672802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.730451 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-76e17018-6f3a-4787-abf6-1ce6d5584d28 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.752105 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e417-8ff9-49a0-8a84-25bf6a5376d6 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.838110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0e417-8ff9-49a0-8a84-25bf6a5376d6 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6ef831-3745-49d3-8129-ebb54feb0340,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:53.864882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.902831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1e6e4-d164-48e3-a1f4-5aa27d187ff1 req-77e277cb-ad4c-424a-bcfc-15566843ea36 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:53.904300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-77a1e6e4-d164-48e3-a1f4-5aa27d187ff1 req-77e277cb-ad4c-424a-bcfc-15566843ea36 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5648882 Mar 23 10:17:53.923263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:53.942564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a23d734-5453-47d1-af69-4b3611c97cda']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:54.065273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e417-8ff9-49a0-8a84-25bf6a5376d6 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.066365 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d8d0e417-8ff9-49a0-8a84-25bf6a5376d6 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "DELETE /v2.0/security-groups/1f6ef831-3745-49d3-8129-ebb54feb0340 HTTP/1.1" status: 204 len: 168 time: 1.4115319 Mar 23 10:17:54.069094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df46e9a9-3b4a-4465-a90f-bc305a916e3a') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:54.069391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df46e9a9-3b4a-4465-a90f-bc305a916e3a') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:54.135386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57388) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:54.142787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for bdbe4465-9ab1-41e0-89de-6f7ea03e58d8 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:54.195865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.226575 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-76e17018-6f3a-4787-abf6-1ce6d5584d28 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP c609406f-c291-47a7-b87d-e5e645cd57d1 associated. External IP: 172.26.4.197, port: 64079309-887e-432d-b423-f80b1b9a452a. Mar 23 10:17:54.258849 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-77a1e6e4-d164-48e3-a1f4-5aa27d187ff1 req-98c84266-41d2-4c58-a93a-1762395dec39 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416831 Mar 23 10:17:54.266597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.296603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 800 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:17:54.297178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:17:54.314051 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:17:54.332394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.336865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a91b523-2719-43aa-a491-3e92a2ca3f28 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.421107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Deleting port 7f388e9e-a07a-45c9-a01a-f5e5429b947b {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:54.421434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.736687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9eb928ad-4f02-4669-a3f3-26c2254388ad tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Synchronizing usage tracker for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:54.760871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.805550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.834886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9eb928ad-4f02-4669-a3f3-26c2254388ad tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Unset dirty status for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:54.840915 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9eb928ad-4f02-4669-a3f3-26c2254388ad tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6677351 Mar 23 10:17:54.846184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57394) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:54.852335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:54.871447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'tempest-secgroup--838591449'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:54.874649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Network': ['ID=7a23d734-5453-47d1-af69-4b3611c97cda,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:54.903237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:54.938196 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-797486be-0e03-42d5-81ca-4bd00c3acdde tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/7a23d734-5453-47d1-af69-4b3611c97cda HTTP/1.1" status: 204 len: 168 time: 3.5732429 Mar 23 10:17:54.939187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=e2974957-5987-47b6-9604-4768a20b4391,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:54.941314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57398) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:54.994997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:55.001928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Checking segment: {'id': '99a69a44-a91d-477d-a538-66f0c27ce635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:55.002323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network hostable DHCP agents. Network: 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:17:55.010227 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4eb0f0-f83d-4834-9f09-ca941f8426d8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:55.010669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4eb0f0-f83d-4834-9f09-ca941f8426d8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:55.012335 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7a4eb0f0-f83d-4834-9f09-ca941f8426d8 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/subnets/17d5d2a6-6310-437c-b634-f95705089ab2 HTTP/1.1" status: 404 len: 337 time: 0.0642269 Mar 23 10:17:55.016244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57402) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:55.026691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107a96a-18f0-4e3c-a6b2-ee298dd50934 req-c371d232-c066-4624-956f-943c66444ba9 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:55.028147 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e107a96a-18f0-4e3c-a6b2-ee298dd50934 req-c371d232-c066-4624-956f-943c66444ba9 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6568866 Mar 23 10:17:55.045151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.058265 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4dc665c-af64-457f-b817-aaaac291a6bc tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] DELETE failed (client error): The resource could not be found. Mar 23 10:17:55.058733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4dc665c-af64-457f-b817-aaaac291a6bc tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:17:55.060381 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e4dc665c-af64-457f-b817-aaaac291a6bc tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/2ef64878-2620-4867-8236-de6fb009312c HTTP/1.1" status: 404 len: 339 time: 0.0404170 Mar 23 10:17:55.063411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.066928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57406) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:55.094244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.106918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Network 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:17:55.149192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=bdbe4465-9ab1-41e0-89de-6f7ea03e58d8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:55.196573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:55.208376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a628cec9-2676-43cc-9446-3993d5614756 None None] Network 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:55.219502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:55.220148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.237474 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Calling delete_port for 7f388e9e-a07a-45c9-a01a-f5e5429b947b owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:55.299226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26280d6-0767-4235-bf96-a2dbcfb02ab1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting subnet d8e8f3a1-99eb-4adc-b43a-6001ef466e35 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:17:55.306094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b26280d6-0767-4235-bf96-a2dbcfb02ab1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.333453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e17018-6f3a-4787-abf6-1ce6d5584d28 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:55.343007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:55.359487 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e107a96a-18f0-4e3c-a6b2-ee298dd50934 req-89901d0c-0df4-4817-a140-d7120aac2f89 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3162894 Mar 23 10:17:55.374103 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:55.411608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:55.480272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.487242 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:55.499642 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c40f24f1-ceb8-41ec-bc61-c105147d87f8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.7983079 Mar 23 10:17:55.501380 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a91b523-2719-43aa-a491-3e92a2ca3f28 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.510875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57412) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:55.521863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a91b523-2719-43aa-a491-3e92a2ca3f28 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.533676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:55.571981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc', 'network_id': '8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc', 'tenant_id': '8209ecebb0c44f36b8fcc5edcd07a0b2', 'fixed_ips': [{'subnet_id': 'e2974957-5987-47b6-9604-4768a20b4391'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:17:55.573185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.623350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b26280d6-0767-4235-bf96-a2dbcfb02ab1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.747045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Allocated IP 172.20.0.3 (8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc/e2974957-5987-47b6-9604-4768a20b4391/4ef29787-2399-40b0-9e11-0832bc07fd68) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:17:55.807879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f5a1-ad00-42b6-8f5b-0ef3e81af68b req-15fc0465-5c32-4344-ae15-51606969d1b9 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:55.809430 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24e9f5a1-ad00-42b6-8f5b-0ef3e81af68b req-15fc0465-5c32-4344-ae15-51606969d1b9 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3119318 Mar 23 10:17:55.931336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7a91b523-2719-43aa-a491-3e92a2ca3f28 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] In _notify_port_updated(), no bound segment for port 3b7aa6ae-6530-402c-a512-30199224789b on network 6b13464a-ef49-49e2-a262-e6144345e09b {{(pid=87860) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:17:55.937581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a91b523-2719-43aa-a491-3e92a2ca3f28 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:55.938342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a91b523-2719-43aa-a491-3e92a2ca3f28 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:55.942615 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7a91b523-2719-43aa-a491-3e92a2ca3f28 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "PUT /v2.0/ports/3b7aa6ae-6530-402c-a512-30199224789b HTTP/1.1" status: 200 len: 994 time: 2.5548520 Mar 23 10:17:55.950408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57416) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:55.996877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b26280d6-0767-4235-bf96-a2dbcfb02ab1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.027651 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24e9f5a1-ad00-42b6-8f5b-0ef3e81af68b req-2dfab3ea-512f-4522-8231-f8156648188e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562471 Mar 23 10:17:56.051970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.053970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Transition to ACTIVE for port object 4ef29787-2399-40b0-9e11-0832bc07fd68 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:56.073893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Transition to ACTIVE for port object 4ef29787-2399-40b0-9e11-0832bc07fd68 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:17:56.076568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b4b50856-3ac3-4c7d-a1c0-4e876745c8a1 None None] Provisioning complete for port 3b7aa6ae-6530-402c-a512-30199224789b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:56.077556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b4b50856-3ac3-4c7d-a1c0-4e876745c8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.092186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 1c2133fe-ff13-489e-ab7e-79de9e20af2f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:17:56.128342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.134710 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Deleting port 3b7aa6ae-6530-402c-a512-30199224789b {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:56.135310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.174842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b26280d6-0767-4235-bf96-a2dbcfb02ab1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.180336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91b523-2719-43aa-a491-3e92a2ca3f28 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Port': ['ID=3b7aa6ae-6530-402c-a512-30199224789b,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:56.198432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.227425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Pushing event updated for resources: {'Port': ['ID=4ef29787-2399-40b0-9e11-0832bc07fd68,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:56.231742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b4b50856-3ac3-4c7d-a1c0-4e876745c8a1 None None] Port 3b7aa6ae-6530-402c-a512-30199224789b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:17:56.238285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Network 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:17:56.240143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:17:56.251130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:17:56.252100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.367764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Attempting to bind port 4ef29787-2399-40b0-9e11-0832bc07fd68 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:17:56.368240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Attempting to bind port 4ef29787-2399-40b0-9e11-0832bc07fd68 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '99a69a44-a91d-477d-a538-66f0c27ce635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:17:56.368678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Attempting to bind port 4ef29787-2399-40b0-9e11-0832bc07fd68 on network 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:17:56.375430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:17:56.376298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Checking segment: {'id': '99a69a44-a91d-477d-a538-66f0c27ce635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:17:56.376298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.376530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=830314e3-92cd-40d4-b5ba-a56344e3fb50,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:56.376849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Bound using segment: {'id': '99a69a44-a91d-477d-a538-66f0c27ce635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:17:56.377408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Bound port: 4ef29787-2399-40b0-9e11-0832bc07fd68, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a69a44-a91d-477d-a538-66f0c27ce635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:17:56.378029 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.422239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b26280d6-0767-4235-bf96-a2dbcfb02ab1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.435200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26280d6-0767-4235-bf96-a2dbcfb02ab1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e8f3a1-99eb-4adc-b43a-6001ef466e35,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:56.437092 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e17018-6f3a-4787-abf6-1ce6d5584d28 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:56.438579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ca8153-0fbf-4c6b-98ca-7e9e9bf9ee73 None None] Network 43cbc0ba-b720-418f-88ab-90b62180e9a8 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:56.505759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-76e17018-6f3a-4787-abf6-1ce6d5584d28 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.523108 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b26280d6-0767-4235-bf96-a2dbcfb02ab1 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/subnets/d8e8f3a1-99eb-4adc-b43a-6001ef466e35 HTTP/1.1" status: 204 len: 168 time: 1.4227996 Mar 23 10:17:56.524202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ff578-0ab1-4083-9fa4-f46d5954e667 None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:56.528503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57424) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:56.533970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:17:56.548583 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36fa62c-ebba-461a-b3b6-150ff504b5a5 None None] Sync routers for ids ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:17:56.559143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ff578-0ab1-4083-9fa4-f46d5954e667 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:56.559858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ec8ff578-0ab1-4083-9fa4-f46d5954e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:56.562203 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-74d60444-9924-4161-8c43-7fdba88ba49c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/1c2133fe-ff13-489e-ab7e-79de9e20af2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9949241 Mar 23 10:17:56.563153 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36fa62c-ebba-461a-b3b6-150ff504b5a5 None None] Routers {'1c2133fe-ff13-489e-ab7e-79de9e20af2f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:56.563753 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a36fa62c-ebba-461a-b3b6-150ff504b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:56.564078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57428) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:56.573309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.575153 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d6067b25-a539-454e-9cfe-cffbfc02ffb5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7197611 Mar 23 10:17:56.581126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57430) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:56.635877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ec8ff578-0ab1-4083-9fa4-f46d5954e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:56.658264 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a36fa62c-ebba-461a-b3b6-150ff504b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:56.668008 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36fa62c-ebba-461a-b3b6-150ff504b5a5 None None] Routers {'1c2133fe-ff13-489e-ab7e-79de9e20af2f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:56.668834 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a36fa62c-ebba-461a-b3b6-150ff504b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:56.731256 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a36fa62c-ebba-461a-b3b6-150ff504b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:56.732568 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36fa62c-ebba-461a-b3b6-150ff504b5a5 None None] The sync data for ids ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:56.734176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] For port 4ef29787-2399-40b0-9e11-0832bc07fd68, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:17:56.737628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ff578-0ab1-4083-9fa4-f46d5954e667 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:17:56.738250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ec8ff578-0ab1-4083-9fa4-f46d5954e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:56.742123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e833fcc1-5461-44c1-ae56-739bf5b03b70 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '830314e3-92cd-40d4-b5ba-a56344e3fb50', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:56.742843 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-e833fcc1-5461-44c1-ae56-739bf5b03b70 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 10:17:56.743360 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-e833fcc1-5461-44c1-ae56-739bf5b03b70 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:56.744309 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e833fcc1-5461-44c1-ae56-739bf5b03b70 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180295 Mar 23 10:17:56.758698 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-76e17018-6f3a-4787-abf6-1ce6d5584d28 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "PUT /v2.0/floatingips/c609406f-c291-47a7-b87d-e5e645cd57d1 HTTP/1.1" status: 200 len: 978 time: 4.7735367 Mar 23 10:17:56.758698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57436) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:56.764622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.768276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57438) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:56.812323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ec8ff578-0ab1-4083-9fa4-f46d5954e667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:17:56.812997 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ff578-0ab1-4083-9fa4-f46d5954e667 None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:17:56.815048 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] For port 4ef29787-2399-40b0-9e11-0832bc07fd68, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4ef29787-2399-40b0-9e11-0832bc07fd68,segment=NetworkSegment(99a69a44-a91d-477d-a538-66f0c27ce635),segment_id=99a69a44-a91d-477d-a538-66f0c27ce635)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:17:56.820254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-261617741'] for subnet, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.826357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:56.829164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3a5700de-86b6-4dea-9510-8f01018f8a5d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '830314e3-92cd-40d4-b5ba-a56344e3fb50', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:56.835062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3a5700de-86b6-4dea-9510-8f01018f8a5d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:56.838861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3a5700de-86b6-4dea-9510-8f01018f8a5d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:56.841890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3a5700de-86b6-4dea-9510-8f01018f8a5d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:56.847892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3a5700de-86b6-4dea-9510-8f01018f8a5d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:56.908260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Pushing event deleted for resources: {'Port': ['ID=7f388e9e-a07a-45c9-a01a-f5e5429b947b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:56.933980 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcadb7-8972-4a7e-9988-79563a306fd5 None None] Pushing event updated for resources: {'Port': ['ID=4ef29787-2399-40b0-9e11-0832bc07fd68,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:56.946509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.000927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] DHCP port deletion for 43cbc0ba-b720-418f-88ab-90b62180e9a8 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:17:57.005301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Deleting port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:57.005665 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.059531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82a007-f519-41be-bd41-f526ae1b1ebf req-ae6fddf8-9f7a-4fe2-9fe4-54cbf378b10c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:57.061985 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d82a007-f519-41be-bd41-f526ae1b1ebf req-ae6fddf8-9f7a-4fe2-9fe4-54cbf378b10c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6142101 Mar 23 10:17:57.067746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:57.068318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.111463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.139877 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-3a5700de-86b6-4dea-9510-8f01018f8a5d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:57.140897 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3a5700de-86b6-4dea-9510-8f01018f8a5d tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3783147 Mar 23 10:17:57.219508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57444) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:57.225726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port 64079309-887e-432d-b423-f80b1b9a452a {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:57.226101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.253623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:17:57.284990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-54d45fd4-cf07-41ff-ba71-fdf8372a027b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '830314e3-92cd-40d4-b5ba-a56344e3fb50', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:57.285972 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-54d45fd4-cf07-41ff-ba71-fdf8372a027b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 23 10:17:57.286662 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-54d45fd4-cf07-41ff-ba71-fdf8372a027b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:57.288366 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-54d45fd4-cf07-41ff-ba71-fdf8372a027b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131624 Mar 23 10:17:57.333258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57448) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:57.340698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Calling delete_port for 3b7aa6ae-6530-402c-a512-30199224789b owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:57.384477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.410884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] For port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,segment=NetworkSegment(c2968573-b02f-4172-beeb-561fce1cad33),segment_id=c2968573-b02f-4172-beeb-561fce1cad33)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:57.411269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.449512 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d82a007-f519-41be-bd41-f526ae1b1ebf req-7817a5db-fb32-468a-8b15-2be3d50fc9b6 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3546844 Mar 23 10:17:57.543920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,segment=NetworkSegment(c2968573-b02f-4172-beeb-561fce1cad33),segment_id=c2968573-b02f-4172-beeb-561fce1cad33)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:57.544270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.610029 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Calling delete_port for 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:57.674584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:57.685300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.721328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,segment=NetworkSegment(c2968573-b02f-4172-beeb-561fce1cad33),segment_id=c2968573-b02f-4172-beeb-561fce1cad33)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:57.728733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.731357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.738053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.770045 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e619f40b-1ea0-405d-ab31-09785b8df543 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '830314e3-92cd-40d4-b5ba-a56344e3fb50', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:57.807140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:57.807498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:57.821585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:57.821936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:57.837965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:57.844042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.845171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.846456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Fanout notify agent at l3_agent the message router_deleted on router 5b05a464-c417-4a0c-98d3-d9d82215beb8 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:17:57.864166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e619f40b-1ea0-405d-ab31-09785b8df543 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:57.896405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e619f40b-1ea0-405d-ab31-09785b8df543 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:57.902294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e619f40b-1ea0-405d-ab31-09785b8df543 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:57.949134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:57.954465 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f97bb83c-5db2-4cc2-a669-f0bad4c21a74 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/5b05a464-c417-4a0c-98d3-d9d82215beb8 HTTP/1.1" status: 204 len: 168 time: 4.6514339 Mar 23 10:17:57.959067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e619f40b-1ea0-405d-ab31-09785b8df543 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:57.963094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57452) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:58.001196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1479196545', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:58.049268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:58.067440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Usage tracker for resource:router and tenant:c4baad2cafbc4340944657189026ff50 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:58.075149 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:58.127773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:58.133474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc50bca-1ab1-4424-adaa-b5160979b6de None None] Network 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:58.235329 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2ffd939d-b50a-4013-b4cb-c66d1e8a05f8 None None] Provisioning for port 4ef29787-2399-40b0-9e11-0832bc07fd68 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:58.267750 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-e619f40b-1ea0-405d-ab31-09785b8df543 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:58.271551 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e619f40b-1ea0-405d-ab31-09785b8df543 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8861108 Mar 23 10:17:58.278794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57456) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:58.280036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783881462263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3821793'] for subnet, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.285292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-55d14f63-34f6-4d29-a9c7-badaad27bf52 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '830314e3-92cd-40d4-b5ba-a56344e3fb50', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:58.285751 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-55d14f63-34f6-4d29-a9c7-badaad27bf52 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 10:17:58.286236 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-55d14f63-34f6-4d29-a9c7-badaad27bf52 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:58.289856 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-55d14f63-34f6-4d29-a9c7-badaad27bf52 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075572 Mar 23 10:17:58.290519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57460) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:58.295379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-23f6cbe8-b7e9-49fc-929b-8af05f51b3c9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '830314e3-92cd-40d4-b5ba-a56344e3fb50', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:58.303335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-23f6cbe8-b7e9-49fc-929b-8af05f51b3c9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:58.308516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Deleting port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:58.308977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.314533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.315611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.337068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:58.337068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.376243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.380382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-23f6cbe8-b7e9-49fc-929b-8af05f51b3c9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:58.384419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:58.385131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.389695 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "PUT /v2.0/subnets/e2974957-5987-47b6-9604-4768a20b4391 HTTP/1.1" status: 200 len: 877 time: 2.8727999 Mar 23 10:17:58.391585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57464) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:58.392394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-23f6cbe8-b7e9-49fc-929b-8af05f51b3c9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:58.442270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.451155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-23f6cbe8-b7e9-49fc-929b-8af05f51b3c9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:58.465579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event updated for resources: {'Subnet': ['ID=e2974957-5987-47b6-9604-4768a20b4391,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:58.469374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.480379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event deleted for resources: {'Port': ['ID=3b7aa6ae-6530-402c-a512-30199224789b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:58.500305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.500776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.501207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.501606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.502078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.502421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.502809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.503205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.503593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.503970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.504376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.504826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efcb9ee3-480c-480f-a80c-7733acc4af9a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.599488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.599922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.600349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.600752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.601225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.601621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.602022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.602413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.602805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.604705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.605144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.605868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:17:58.615750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] For port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,segment=NetworkSegment(c2968573-b02f-4172-beeb-561fce1cad33),segment_id=c2968573-b02f-4172-beeb-561fce1cad33)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:58.616485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.635192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 0ddf395f-72dc-480d-9509-2477536fe872 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:58.635441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.799489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Calling delete_port for 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:58.881726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.894735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] For port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,segment=NetworkSegment(c2968573-b02f-4172-beeb-561fce1cad33),segment_id=c2968573-b02f-4172-beeb-561fce1cad33)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:58.895087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:58.930873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be29f81b-e074-4cab-b323-8925057e5ff0 None None] Network 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:17:58.965067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] No DVR routers for this DVR port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:17:58.988749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840dc03-cb50-4656-b5c8-13246e2d74c7 None None] Pushing event deleted for resources: {'Port': ['ID=9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:59.030104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Calling delete_port for 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:59.236334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.242816 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-23f6cbe8-b7e9-49fc-929b-8af05f51b3c9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:59.243885 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-23f6cbe8-b7e9-49fc-929b-8af05f51b3c9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9524596 Mar 23 10:17:59.261863 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4ef29787-2399-40b0-9e11-0832bc07fd68 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:17:59.262723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57470) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:59.279506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-13b55c55-4877-4dbb-a9ed-858fc90013e5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '830314e3-92cd-40d4-b5ba-a56344e3fb50', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:59.279970 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-13b55c55-4877-4dbb-a9ed-858fc90013e5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 23 10:17:59.280470 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-13b55c55-4877-4dbb-a9ed-858fc90013e5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:59.281443 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-13b55c55-4877-4dbb-a9ed-858fc90013e5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159736 Mar 23 10:17:59.288825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.290476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57474) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:59.297524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.307733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-75ea9f60-aa91-4eab-b05f-a776c38a5f3f tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '830314e3-92cd-40d4-b5ba-a56344e3fb50', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:59.318096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-75ea9f60-aa91-4eab-b05f-a776c38a5f3f tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:59.367005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 4ef29787-2399-40b0-9e11-0832bc07fd68 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:17:59.374663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4ef29787-2399-40b0-9e11-0832bc07fd68 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:59.375232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.385314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-75ea9f60-aa91-4eab-b05f-a776c38a5f3f tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:17:59.388729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-75ea9f60-aa91-4eab-b05f-a776c38a5f3f tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:17:59.449197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:17:59.449534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:17:59.460051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 0ddf395f-72dc-480d-9509-2477536fe872 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:59.488885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-75ea9f60-aa91-4eab-b05f-a776c38a5f3f tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:17:59.491106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port 4ef29787-2399-40b0-9e11-0832bc07fd68 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:59.491488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.523420 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:17:59.531948 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9435d05d-4894-4c42-93f1-80484805ceae req-0c941fda-b010-429a-97ff-f0da6137cb8e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:17:59.533457 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9435d05d-4894-4c42-93f1-80484805ceae req-0c941fda-b010-429a-97ff-f0da6137cb8e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.8783443 Mar 23 10:17:59.589351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.589715 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.590213 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP c609406f-c291-47a7-b87d-e5e645cd57d1 disassociated. External IP: 172.26.4.197, port: 64079309-887e-432d-b423-f80b1b9a452a. Mar 23 10:17:59.590706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for 64079309-887e-432d-b423-f80b1b9a452a owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:17:59.595788 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.632900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6641cbd8-7945-4ac4-b0b8-3ebce6663acd None None] Provisioning complete for port 4ef29787-2399-40b0-9e11-0832bc07fd68 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:17:59.633302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6641cbd8-7945-4ac4-b0b8-3ebce6663acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.637495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.651183 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-75ea9f60-aa91-4eab-b05f-a776c38a5f3f tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:17:59.652224 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-75ea9f60-aa91-4eab-b05f-a776c38a5f3f tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3586433 Mar 23 10:17:59.655418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57478) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:59.704303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 4ef29787-2399-40b0-9e11-0832bc07fd68, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4ef29787-2399-40b0-9e11-0832bc07fd68,segment=NetworkSegment(99a69a44-a91d-477d-a538-66f0c27ce635),segment_id=99a69a44-a91d-477d-a538-66f0c27ce635)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:17:59.711860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.742200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-35b13899-bf5a-4457-9ed3-7872654ed183 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "DELETE /v2.0/ports/3b7aa6ae-6530-402c-a512-30199224789b HTTP/1.1" status: 204 len: 168 time: 3.7236660 Mar 23 10:17:59.746399 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9435d05d-4894-4c42-93f1-80484805ceae req-b87cb598-7c02-4b59-a386-8fc809b890be tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808205 Mar 23 10:17:59.754978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57482) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:59.804538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Deleting port 9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:17:59.804872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:17:59.838411 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-90486686-5ecd-4e95-b88c-90c835067aec tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] GET failed (client error): The resource could not be found. Mar 23 10:17:59.839204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-90486686-5ecd-4e95-b88c-90c835067aec tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Synchronizing usage tracker for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:17:59.846360 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=4ef29787-2399-40b0-9e11-0832bc07fd68,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:17:59.869765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-13083670-d65e-48ff-8b71-c70aa2308467 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '830314e3-92cd-40d4-b5ba-a56344e3fb50', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:17:59.904223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-90486686-5ecd-4e95-b88c-90c835067aec tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Unset dirty status for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:17:59.908894 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-90486686-5ecd-4e95-b88c-90c835067aec tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "GET /v2.0/ports/3b7aa6ae-6530-402c-a512-30199224789b HTTP/1.1" status: 404 len: 333 time: 0.1494644 Mar 23 10:17:59.909819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57486) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:17:59.912199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] The port '9d3dca77-32b7-4bc1-8b34-57dc7ede9f2a' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:17:59.919285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-13083670-d65e-48ff-8b71-c70aa2308467 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:17:59.921579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'port': {'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b', 'name': 'tempest-AllowedAddressPairTestJSON-1967889349'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:00.003723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-13083670-d65e-48ff-8b71-c70aa2308467 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:00.020849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.021429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-13083670-d65e-48ff-8b71-c70aa2308467 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:00.046758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-13083670-d65e-48ff-8b71-c70aa2308467 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:00.096584 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=64079309-887e-432d-b423-f80b1b9a452a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:00.142588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.213729 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-13083670-d65e-48ff-8b71-c70aa2308467 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:18:00.214752 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-13083670-d65e-48ff-8b71-c70aa2308467 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5487416 Mar 23 10:18:00.224217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57490) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:00.229024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43cbc0ba-b720-418f-88ab-90b62180e9a8']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:00.262148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] For port 4ef29787-2399-40b0-9e11-0832bc07fd68, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4ef29787-2399-40b0-9e11-0832bc07fd68,segment=NetworkSegment(99a69a44-a91d-477d-a538-66f0c27ce635),segment_id=99a69a44-a91d-477d-a538-66f0c27ce635)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:00.262416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.283466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2968573-b02f-4172-beeb-561fce1cad33') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:00.283749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2968573-b02f-4172-beeb-561fce1cad33') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:00.338930 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:00.387549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.416187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.431198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Calling delete_port for 4ef29787-2399-40b0-9e11-0832bc07fd68 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:00.468458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:00.470386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.485973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.535884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.538812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=0ddf395f-72dc-480d-9509-2477536fe872,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:00.551994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Made reservation on behalf of f288b0d59e124ca48b842b06fd6dddf2 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:00.555791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.599637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.600265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.600755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.601370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.602686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.603339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.603827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.604311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.605543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.606194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.606596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:00.607272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.608894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:00.625011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] device_id is not set on port c1c49eb6-0fd1-47e1-9ef6-05961206d9fa yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:00.630059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:18:00.630463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:00.648646 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:00.785384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f7ffcbe-a355-4ea1-b5d8-a99f28ac7dee tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.895778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.900374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.905826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f7ffcbe-a355-4ea1-b5d8-a99f28ac7dee tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.931730 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Allocated IP 172.26.4.105 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/dee87f11-6c83-4081-a41d-71edc92a03eb) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:00.933815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:00.934337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:00.941509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:00.965420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] Pushing event deleted for resources: {'Network': ['ID=43cbc0ba-b720-418f-88ab-90b62180e9a8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:01.100832 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8d8cabdf-4a23-4262-be05-a7552e77e6c0 tempest-NetworksIpV6Test-1382180080 tempest-NetworksIpV6Test-1382180080-project] 10.222.0.84 "DELETE /v2.0/networks/43cbc0ba-b720-418f-88ab-90b62180e9a8 HTTP/1.1" status: 204 len: 168 time: 4.5702090 Mar 23 10:18:01.167275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4ef29787-2399-40b0-9e11-0832bc07fd68 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:01.197371 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:01.250450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b54a3-6a51-444a-a89e-db98b1f0f0eb None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:01.275132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b54a3-6a51-444a-a89e-db98b1f0f0eb None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:01.276205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a55b54a3-6a51-444a-a89e-db98b1f0f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:01.333836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Allocated IP 172.20.0.9 (6b13464a-ef49-49e2-a262-e6144345e09b/9e64a05d-bf2d-4aff-acfa-2979eb189ed7/c1c49eb6-0fd1-47e1-9ef6-05961206d9fa) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:01.353220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f7ffcbe-a355-4ea1-b5d8-a99f28ac7dee tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.354241 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a55b54a3-6a51-444a-a89e-db98b1f0f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:01.367501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4ef29787-2399-40b0-9e11-0832bc07fd68 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:01.367917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.390020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ffcbe-a355-4ea1-b5d8-a99f28ac7dee tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=830314e3-92cd-40d4-b5ba-a56344e3fb50,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:01.443279 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b54a3-6a51-444a-a89e-db98b1f0f0eb None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:01.444026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a55b54a3-6a51-444a-a89e-db98b1f0f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:01.446373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port 4ef29787-2399-40b0-9e11-0832bc07fd68 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:01.446705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.454523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.505989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57500) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:01.528775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 1c2133fe-ff13-489e-ab7e-79de9e20af2f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:01.531613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9f7ffcbe-a355-4ea1-b5d8-a99f28ac7dee tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.532711 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9f7ffcbe-a355-4ea1-b5d8-a99f28ac7dee tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "DELETE /v2.0/security-groups/830314e3-92cd-40d4-b5ba-a56344e3fb50 HTTP/1.1" status: 204 len: 168 time: 1.3057847 Mar 23 10:18:01.537529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57506) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:01.538931 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.557355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a55b54a3-6a51-444a-a89e-db98b1f0f0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:01.557971 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b54a3-6a51-444a-a89e-db98b1f0f0eb None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:01.605067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:01.610869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b013e6-095c-425c-bcce-4809de107dac req-37e36126-9c45-4f17-9813-7b29b4c7bff3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:01.617726 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e0b013e6-095c-425c-bcce-4809de107dac req-37e36126-9c45-4f17-9813-7b29b4c7bff3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5782392 Mar 23 10:18:01.689281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:01.699383 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2122cde7-0200-4693-83da-00c8b2434994 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/ports/64079309-887e-432d-b423-f80b1b9a452a HTTP/1.1" status: 204 len: 168 time: 4.8898728 Mar 23 10:18:01.700766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:01.703749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:01.711716 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57510) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:01.806744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Pushing event updated for resources: {'Port': ['ID=dee87f11-6c83-4081-a41d-71edc92a03eb,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:01.970321 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-827c8e6a-3e95-488b-ba38-40ee1a11181c tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "GET /v2.0/floatingips/c609406f-c291-47a7-b87d-e5e645cd57d1 HTTP/1.1" status: 200 len: 688 time: 0.2509902 Mar 23 10:18:01.977734 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e0b013e6-095c-425c-bcce-4809de107dac req-3544fd59-af8b-486c-a6b8-9e6818e5ba5d tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592291 Mar 23 10:18:01.979746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57514) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:01.980263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85c90811-0d17-428b-b4cd-2f329c70e39f tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Synchronizing usage tracker for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:01.983641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:01.998162 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a72059-2711-4b97-a0e1-61a6076c41d1 None None] Sync routers for ids ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:02.007810 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a72059-2711-4b97-a0e1-61a6076c41d1 None None] Routers {'1c2133fe-ff13-489e-ab7e-79de9e20af2f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:02.008399 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b8a72059-2711-4b97-a0e1-61a6076c41d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:02.046106 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0b6b4ffb-3894-4ff7-a0db-9938faebaa72 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/1c2133fe-ff13-489e-ab7e-79de9e20af2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4654701 Mar 23 10:18:02.059543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57518) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:02.069471 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b8a72059-2711-4b97-a0e1-61a6076c41d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:02.078683 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a72059-2711-4b97-a0e1-61a6076c41d1 None None] Routers {'1c2133fe-ff13-489e-ab7e-79de9e20af2f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:02.079261 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b8a72059-2711-4b97-a0e1-61a6076c41d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:02.120716 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f5ceb528-75a7-4c46-8696-e6733c6b822f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=7dd923aca8b44c9382a924e1b821c12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6120675 Mar 23 10:18:02.122818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57522) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:02.127453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5076794c-749f-4bd2-b943-2fa7d13230d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Synchronizing usage tracker for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:02.141277 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b8a72059-2711-4b97-a0e1-61a6076c41d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:02.141916 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a72059-2711-4b97-a0e1-61a6076c41d1 None None] The sync data for ids ['1c2133fe-ff13-489e-ab7e-79de9e20af2f'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:02.151492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.155593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-85c90811-0d17-428b-b4cd-2f329c70e39f tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Unset dirty status for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:02.157130 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-85c90811-0d17-428b-b4cd-2f329c70e39f tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6121402 Mar 23 10:18:02.164105 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57526) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:02.177688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'tempest-secgroup--289073186'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:02.200021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:02.208937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5076794c-749f-4bd2-b943-2fa7d13230d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Unset dirty status for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:02.210205 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5076794c-749f-4bd2-b943-2fa7d13230d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c2133fe-ff13-489e-ab7e-79de9e20af2f HTTP/1.1" status: 200 len: 205 time: 0.1497161 Mar 23 10:18:02.214387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57530) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:02.227186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] For port 4ef29787-2399-40b0-9e11-0832bc07fd68, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4ef29787-2399-40b0-9e11-0832bc07fd68,segment=NetworkSegment(99a69a44-a91d-477d-a538-66f0c27ce635),segment_id=99a69a44-a91d-477d-a538-66f0c27ce635)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:02.227621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.293625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:02.299184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-8c3eb51a-c685-4f65-bac1-db52defb6d9e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port b6b226f7-f3ef-4b34-a062-0d0abe745911 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:02.299639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c3eb51a-c685-4f65-bac1-db52defb6d9e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.333958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Transition to ACTIVE for port object c1c49eb6-0fd1-47e1-9ef6-05961206d9fa will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:02.480023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Calling delete_port for 4ef29787-2399-40b0-9e11-0832bc07fd68 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:02.503424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0eb322b0-0ecc-4986-bf6b-2d4c82ce3ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.516818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-113bf761-efb8-4cbf-bfed-ab745e04bd80 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.566368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.690598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0eb322b0-0ecc-4986-bf6b-2d4c82ce3ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.716240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.782881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:02.816941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:02.824741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:02.866252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:02.940494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:03.013058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c3eb51a-c685-4f65-bac1-db52defb6d9e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.013378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c3eb51a-c685-4f65-bac1-db52defb6d9e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.062883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-113bf761-efb8-4cbf-bfed-ab745e04bd80 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.066605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-113bf761-efb8-4cbf-bfed-ab745e04bd80 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.105468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.139616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-113bf761-efb8-4cbf-bfed-ab745e04bd80 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.140111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113bf761-efb8-4cbf-bfed-ab745e04bd80 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Fanout notify agent at l3_agent the message router_deleted on router 1c2133fe-ff13-489e-ab7e-79de9e20af2f {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:18:03.160144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Network 6b13464a-ef49-49e2-a262-e6144345e09b is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:03.167320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Port': ['ID=4ef29787-2399-40b0-9e11-0832bc07fd68,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:03.174381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-8c3eb51a-c685-4f65-bac1-db52defb6d9e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for b6b226f7-f3ef-4b34-a062-0d0abe745911 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:03.212455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:03.234347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f405f180-a623-47fb-af73-1b26fc802b13 None None] DHCP port deletion for 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:18:03.266935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No DVR routers for this DVR port 4ef29787-2399-40b0-9e11-0832bc07fd68 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:03.332957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:03.341240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-113bf761-efb8-4cbf-bfed-ab745e04bd80 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.345647 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-113bf761-efb8-4cbf-bfed-ab745e04bd80 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/1c2133fe-ff13-489e-ab7e-79de9e20af2f HTTP/1.1" status: 204 len: 168 time: 1.1263542 Mar 23 10:18:03.354077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57536) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:03.386940 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Port': ['ID=c1c49eb6-0fd1-47e1-9ef6-05961206d9fa,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:03.416777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.426303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0eb322b0-0ecc-4986-bf6b-2d4c82ce3ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.428123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078eab38-32d6-4b7f-b0bf-472c1057f4b5 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:18:03.460195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.473884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.481479 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb322b0-0ecc-4986-bf6b-2d4c82ce3ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab3943-83f2-40c6-bcf0-a682870b1761,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:03.547131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ee2691-446d-4f2f-b2ed-ee377da17851 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting subnet 02b353c4-b60b-499c-b6d9-f52549759a60 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:18:03.549829 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8fa7a901-20a6-4242-84eb-014b99bc90fb None None] Provisioning for port c1c49eb6-0fd1-47e1-9ef6-05961206d9fa completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:03.556278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.556432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:03.560137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.560279 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3923583 Mar 23 10:18:03.560279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2691-446d-4f2f-b2ed-ee377da17851 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.569484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57540) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:03.579698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8fa7a901-20a6-4242-84eb-014b99bc90fb None None] Provisioning complete for port c1c49eb6-0fd1-47e1-9ef6-05961206d9fa triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:03.580059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8fa7a901-20a6-4242-84eb-014b99bc90fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.590522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07474bc0-ed4c-43ae-a2eb-5f5ee1658f2e tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22648528-85c3-4b28-81e5-159fd949efb2,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:03.590866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-283887a3-e9d7-4798-a2e7-d87a6c97cba9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '22648528-85c3-4b28-81e5-159fd949efb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:03.603753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0eb322b0-0ecc-4986-bf6b-2d4c82ce3ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.604722 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0eb322b0-0ecc-4986-bf6b-2d4c82ce3ac5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/34ab3943-83f2-40c6-bcf0-a682870b1761 HTTP/1.1" status: 204 len: 168 time: 1.4675257 Mar 23 10:18:03.614383 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-283887a3-e9d7-4798-a2e7-d87a6c97cba9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:03.626262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-283887a3-e9d7-4798-a2e7-d87a6c97cba9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:03.632909 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-283887a3-e9d7-4798-a2e7-d87a6c97cba9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:03.656589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57546) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:03.657327 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4109c117-832f-4490-966d-ce5fd3a72f7e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7468369 Mar 23 10:18:03.659621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-283887a3-e9d7-4798-a2e7-d87a6c97cba9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:03.666052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-82cbe2af-f07f-49c1-b866-7bbb01269c3a tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:09:3b:21'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:03.676420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078eab38-32d6-4b7f-b0bf-472c1057f4b5 None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:18:03.680871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6fa03a24-455a-455f-a844-8c1545c483a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.683918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8fa7a901-20a6-4242-84eb-014b99bc90fb None None] Port c1c49eb6-0fd1-47e1-9ef6-05961206d9fa cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:03.708657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2691-446d-4f2f-b2ed-ee377da17851 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.710447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0f1bb-02f6-49ab-ab13-54098cb3f072 req-7eda750e-3953-4a97-820d-232db35fe00d tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:03.712129 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7da0f1bb-02f6-49ab-ab13-54098cb3f072 req-7eda750e-3953-4a97-820d-232db35fe00d tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5509498 Mar 23 10:18:03.744158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:03.814476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=e2974957-5987-47b6-9604-4768a20b4391,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:03.874703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.038804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.104874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e464c31-5474-444e-8b8d-4700271e9ca9 None None] Network 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:04.121128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c3eb51a-c685-4f65-bac1-db52defb6d9e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.135293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:04.168736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a69a44-a91d-477d-a538-66f0c27ce635') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:04.169047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a69a44-a91d-477d-a538-66f0c27ce635') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:04.190820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.211812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2691-446d-4f2f-b2ed-ee377da17851 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.213972 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7da0f1bb-02f6-49ab-ab13-54098cb3f072 req-1c5c8000-d199-4897-8034-198a14b2cd0f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4934695 Mar 23 10:18:04.214862 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-283887a3-e9d7-4798-a2e7-d87a6c97cba9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The resource could not be found. Mar 23 10:18:04.219126 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-283887a3-e9d7-4798-a2e7-d87a6c97cba9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6435208 Mar 23 10:18:04.220985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3eb51a-c685-4f65-bac1-db52defb6d9e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=b6b226f7-f3ef-4b34-a062-0d0abe745911,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:04.255119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57560) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.270295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8a3e9fd2-d80c-4920-881c-5ddbf4afac08 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '22648528-85c3-4b28-81e5-159fd949efb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '12445ef4-e018-49e3-99e3-1ffda8923103'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:04.270542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.284264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8a3e9fd2-d80c-4920-881c-5ddbf4afac08 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:04.322265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8a3e9fd2-d80c-4920-881c-5ddbf4afac08 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:04.329018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:18:04.329018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.331412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8a3e9fd2-d80c-4920-881c-5ddbf4afac08 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:04.348235 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:04.353327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8a3e9fd2-d80c-4920-881c-5ddbf4afac08 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:04.367740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db32dbf-b5ea-4672-9d6f-8ed29a2bcd4f None None] DHCP port deletion for 8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:18:04.396516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c3eb51a-c685-4f65-bac1-db52defb6d9e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.413731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Router ebb8ab1a-d304-4f6a-8427-d4bddabacf43 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:18:04.466094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-82cbe2af-f07f-49c1-b866-7bbb01269c3a tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.478454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2691-446d-4f2f-b2ed-ee377da17851 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.481965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.506643 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-8a3e9fd2-d80c-4920-881c-5ddbf4afac08 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The resource could not be found. Mar 23 10:18:04.509636 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8a3e9fd2-d80c-4920-881c-5ddbf4afac08 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2536738 Mar 23 10:18:04.511607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c3eb51a-c685-4f65-bac1-db52defb6d9e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.516492 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8c3eb51a-c685-4f65-bac1-db52defb6d9e tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/floatingips/c609406f-c291-47a7-b87d-e5e645cd57d1 HTTP/1.1" status: 204 len: 168 time: 2.5211356 Mar 23 10:18:04.516492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57572) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.517852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57574) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.541895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.553409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'dabb8f57-6647-4abe-b2e9-7e0586f88647'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:04.559057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee2691-446d-4f2f-b2ed-ee377da17851 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Subnet': ['ID=02b353c4-b60b-499c-b6d9-f52549759a60,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:04.574074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee3298-123b-4f0a-a0c5-88fa41eedba0 None None] Network b5722502-35d9-4647-9429-65a2172ae017 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:04.597362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2691-446d-4f2f-b2ed-ee377da17851 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.599590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57580) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.602886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:04.608051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:04.759228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:floatingip and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:04.766311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:04.777706 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a5ee2691-446d-4f2f-b2ed-ee377da17851 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/02b353c4-b60b-499c-b6d9-f52549759a60 HTTP/1.1" status: 204 len: 168 time: 1.4181497 Mar 23 10:18:04.778398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57586) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.778878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:04.787649 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c155b664-86e5-4c89-a0e7-0bb1ac21e449 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc HTTP/1.1" status: 204 len: 168 time: 6.3906977 Mar 23 10:18:04.799220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57590) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.838719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.852764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:04.861124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05b4a81b-ea87-4026-bc34-0458edd402ce tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.862709 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6612adaa-2831-4b4b-b080-eae6d8033980 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:04.863159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6612adaa-2831-4b4b-b080-eae6d8033980 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:04.864833 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6612adaa-2831-4b4b-b080-eae6d8033980 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/e2974957-5987-47b6-9604-4768a20b4391 HTTP/1.1" status: 404 len: 337 time: 0.0646238 Mar 23 10:18:04.871395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57594) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.872285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed2c7b-6850-4139-818b-9c86216076d9 None None] Sync routers for ids ['ebb8ab1a-d304-4f6a-8427-d4bddabacf43'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:04.888377 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed2c7b-6850-4139-818b-9c86216076d9 None None] Routers {'ebb8ab1a-d304-4f6a-8427-d4bddabacf43'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:04.889072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6eed2c7b-6850-4139-818b-9c86216076d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ebb8ab1a-d304-4f6a-8427-d4bddabacf43'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:04.971000 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4087df-724e-4c3f-8292-f42d898f92f2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:04.971491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4087df-724e-4c3f-8292-f42d898f92f2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:04.973157 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5e4087df-724e-4c3f-8292-f42d898f92f2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/8b4716b2-45d2-4cd3-b8b0-dc9d35f2a8bc HTTP/1.1" status: 404 len: 339 time: 0.0986347 Mar 23 10:18:04.973965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:04.977073 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4316e4d9-4437-4fe7-bfea-e7b510f022e2 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0005755 Mar 23 10:18:04.980316 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57598) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.980640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57600) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:04.985149 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-22944339-0d0f-40f7-95fc-e0009804ddb8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting subnet 82bc5df0-05d0-4546-a26e-ccdcef398196 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:18:04.995165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05b4a81b-ea87-4026-bc34-0458edd402ce tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.001070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef6a8b-5f9d-4739-bac7-3bee68fc2365 None None] DHCP port deletion for b5722502-35d9-4647-9429-65a2172ae017 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:18:05.010520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-874eecad-6011-4d95-8e2c-98895a10c7a7 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] Request body: {'port': {'network_id': '21bc8169-0253-4adb-8db5-dee729ee0073', 'name': 'tempest-NetworksNegativeTestJSON-582667743'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:05.014805 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-31ef6a8b-5f9d-4739-bac7-3bee68fc2365 None None] Deleting port b2e098e5-f481-4cb0-b013-dac4a00d826d {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:05.015181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31ef6a8b-5f9d-4739-bac7-3bee68fc2365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.037181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:05.038791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6eed2c7b-6850-4139-818b-9c86216076d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:05.047268 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-874eecad-6011-4d95-8e2c-98895a10c7a7 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] POST failed (client error): The resource could not be found. Mar 23 10:18:05.047968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874eecad-6011-4d95-8e2c-98895a10c7a7 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:05.054486 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-874eecad-6011-4d95-8e2c-98895a10c7a7 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4441123 Mar 23 10:18:05.054757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57606) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.065309 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eed2c7b-6850-4139-818b-9c86216076d9 None None] Routers {'ebb8ab1a-d304-4f6a-8427-d4bddabacf43'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:05.065935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6eed2c7b-6850-4139-818b-9c86216076d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:17:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ebb8ab1a-d304-4f6a-8427-d4bddabacf43'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:05.093798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22944339-0d0f-40f7-95fc-e0009804ddb8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.136882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6eed2c7b-6850-4139-818b-9c86216076d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:05.137387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eed2c7b-6850-4139-818b-9c86216076d9 None None] The sync data for ids ['ebb8ab1a-d304-4f6a-8427-d4bddabacf43'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:05.154071 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b43460e-1c92-41d6-b6ff-b6c8d5a12077 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:05.154520 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-db705ba1-8cb4-4ca0-9975-e3db1a59b304 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:05.154643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b43460e-1c92-41d6-b6ff-b6c8d5a12077 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:05.154978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db705ba1-8cb4-4ca0-9975-e3db1a59b304 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:05.158600 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0b43460e-1c92-41d6-b6ff-b6c8d5a12077 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/3ea0565f-f198-4a8d-bf54-a08fcc752ec7 HTTP/1.1" status: 404 len: 337 time: 0.1690423 Mar 23 10:18:05.158746 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-db705ba1-8cb4-4ca0-9975-e3db1a59b304 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] 10.222.0.84 "DELETE /v2.0/networks/dde8f4ac-dce4-47d2-aa95-1bb9e76acbb0 HTTP/1.1" status: 404 len: 339 time: 0.1005540 Mar 23 10:18:05.160568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57610) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.165462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57612) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.199490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4ef29787-2399-40b0-9e11-0832bc07fd68 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:05.211523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22944339-0d0f-40f7-95fc-e0009804ddb8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.255569 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-404261a0-b935-4e40-b1c2-0045abe7880d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:05.256044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404261a0-b935-4e40-b1c2-0045abe7880d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:05.259155 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-404261a0-b935-4e40-b1c2-0045abe7880d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/a952f5a1-a21e-43a2-aa1d-4a18b69cc62e HTTP/1.1" status: 404 len: 339 time: 0.0973892 Mar 23 10:18:05.267898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57620) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.272629 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-156006dc-7143-49ae-a6f0-420c437db6e0 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:05.273099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156006dc-7143-49ae-a6f0-420c437db6e0 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:05.277093 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-156006dc-7143-49ae-a6f0-420c437db6e0 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] 10.222.0.84 "DELETE /v2.0/ports/f161ce0e-7f15-41fc-9055-8aefea08b752 HTTP/1.1" status: 404 len: 333 time: 0.0890880 Mar 23 10:18:05.318940 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57624) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.380760 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 4ef29787-2399-40b0-9e11-0832bc07fd68 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:18:05.381357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4ef29787-2399-40b0-9e11-0832bc07fd68 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:05.381614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b2e098e5-f481-4cb0-b013-dac4a00d826d no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:05.385826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05b4a81b-ea87-4026-bc34-0458edd402ce tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.408982 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-643ac7fd-2414-4708-a691-9b7739784665 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:05.409456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643ac7fd-2414-4708-a691-9b7739784665 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:05.426341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-82cbe2af-f07f-49c1-b866-7bbb01269c3a tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:05.439755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b4a81b-ea87-4026-bc34-0458edd402ce tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22648528-85c3-4b28-81e5-159fd949efb2,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:05.467568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-31ef6a8b-5f9d-4739-bac7-3bee68fc2365 None None] For port b2e098e5-f481-4cb0-b013-dac4a00d826d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b2e098e5-f481-4cb0-b013-dac4a00d826d,segment=NetworkSegment(4bbe9f2c-9bcd-4b26-bdaf-703f020af624),segment_id=4bbe9f2c-9bcd-4b26-bdaf-703f020af624)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:05.468297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31ef6a8b-5f9d-4739-bac7-3bee68fc2365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.468513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-82cbe2af-f07f-49c1-b866-7bbb01269c3a tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.477235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.481586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-82cbe2af-f07f-49c1-b866-7bbb01269c3a tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.522529 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-643ac7fd-2414-4708-a691-9b7739784665 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] 10.222.0.84 "DELETE /v2.0/subnets/336ed9d5-4324-4fb1-ad1b-f8af5a5d0f5c HTTP/1.1" status: 404 len: 337 time: 0.1958406 Mar 23 10:18:05.534686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05b4a81b-ea87-4026-bc34-0458edd402ce tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.534913 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-05b4a81b-ea87-4026-bc34-0458edd402ce tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "DELETE /v2.0/security-groups/22648528-85c3-4b28-81e5-159fd949efb2 HTTP/1.1" status: 204 len: 168 time: 1.0156910 Mar 23 10:18:05.535754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57628) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.539237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57630) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.645764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-31ef6a8b-5f9d-4739-bac7-3bee68fc2365 None None] Calling delete_port for b2e098e5-f481-4cb0-b013-dac4a00d826d owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:05.655492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22944339-0d0f-40f7-95fc-e0009804ddb8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.670870 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-83edeee7-6ef1-417c-a824-b0b58c09330a tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] GET failed (client error): The resource could not be found. Mar 23 10:18:05.676135 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-83edeee7-6ef1-417c-a824-b0b58c09330a tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] 10.222.0.84 "GET /v2.0/networks/26c8fa06-25c2-4dc4-a0eb-511832e0196c HTTP/1.1" status: 404 len: 339 time: 0.1289351 Mar 23 10:18:05.676802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57636) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.690142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.734160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbe2af-f07f-49c1-b866-7bbb01269c3a tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Port': ['ID=c1c49eb6-0fd1-47e1-9ef6-05961206d9fa,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:05.768102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c3b20482-3bf6-4a8f-bd0c-a4e754c633dd tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Synchronizing usage tracker for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:05.786939 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.813862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31ef6a8b-5f9d-4739-bac7-3bee68fc2365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.834574 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b14afb0-2b95-4a81-85d0-de9aa108dbba tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] GET failed (client error): The resource could not be found. Mar 23 10:18:05.840366 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4b14afb0-2b95-4a81-85d0-de9aa108dbba tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] 10.222.0.84 "GET /v2.0/ports/213f8c8a-bfba-491e-bac8-b3983c1c96bb HTTP/1.1" status: 404 len: 333 time: 0.1527905 Mar 23 10:18:05.848652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57640) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.881407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef6a8b-5f9d-4739-bac7-3bee68fc2365 None None] Pushing event deleted for resources: {'Port': ['ID=b2e098e5-f481-4cb0-b013-dac4a00d826d,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:05.883635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef6a8b-5f9d-4739-bac7-3bee68fc2365 None None] No DVR routers for this DVR port b2e098e5-f481-4cb0-b013-dac4a00d826d on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:05.950765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-82cbe2af-f07f-49c1-b866-7bbb01269c3a tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] In _notify_port_updated(), no bound segment for port c1c49eb6-0fd1-47e1-9ef6-05961206d9fa on network 6b13464a-ef49-49e2-a262-e6144345e09b {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:18:05.957432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cbe2af-f07f-49c1-b866-7bbb01269c3a tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:05.958100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-82cbe2af-f07f-49c1-b866-7bbb01269c3a tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.959386 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-82cbe2af-f07f-49c1-b866-7bbb01269c3a tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "PUT /v2.0/ports/c1c49eb6-0fd1-47e1-9ef6-05961206d9fa HTTP/1.1" status: 200 len: 996 time: 2.3019080 Mar 23 10:18:05.962064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c3b20482-3bf6-4a8f-bd0c-a4e754c633dd tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Unset dirty status for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:05.963853 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c3b20482-3bf6-4a8f-bd0c-a4e754c633dd tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4236481 Mar 23 10:18:05.975824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-094a6af3-1d83-4b37-b8c0-061d87210a20 None None] Provisioning complete for port c1c49eb6-0fd1-47e1-9ef6-05961206d9fa triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:05.976238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-094a6af3-1d83-4b37-b8c0-061d87210a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:05.980264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57644) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.980464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57646) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:05.988218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4c85bff4-9a2b-4707-9c60-5bcb92b3fb6a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': 'e890121d-f5bb-4895-9998-8545c2b45b44', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:06.003622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.011800 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbb5adb-90c7-4d25-907c-ac3eb2c10c59 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] GET failed (client error): The resource could not be found. Mar 23 10:18:06.025879 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ebbb5adb-90c7-4d25-907c-ac3eb2c10c59 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] 10.222.0.84 "GET /v2.0/subnets/87396e64-620c-4e54-b1a5-0d6d296dc98a HTTP/1.1" status: 404 len: 337 time: 0.1724010 Mar 23 10:18:06.034781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c8c9-de4b-4728-af58-1204c361a412 req-7289c0b9-3c1a-4769-be76-bcc74f5ff3ee tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:06.036602 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25f3c8c9-de4b-4728-af58-1204c361a412 req-7289c0b9-3c1a-4769-be76-bcc74f5ff3ee tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6514034 Mar 23 10:18:06.040410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4c85bff4-9a2b-4707-9c60-5bcb92b3fb6a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:06.041268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57652) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.045481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-094a6af3-1d83-4b37-b8c0-061d87210a20 None None] Port c1c49eb6-0fd1-47e1-9ef6-05961206d9fa cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:06.064838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4c85bff4-9a2b-4707-9c60-5bcb92b3fb6a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:06.073366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4c85bff4-9a2b-4707-9c60-5bcb92b3fb6a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:06.100711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.122105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-db59bad5-94d4-4212-b270-a0cab58840b3 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:06.127558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553a9cc5-41ee-444e-bf61-1270971d3be9']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:06.134572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4c85bff4-9a2b-4707-9c60-5bcb92b3fb6a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:06.157116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5881b91-6346-4c90-919e-f713b37908ee') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:06.157329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5881b91-6346-4c90-919e-f713b37908ee') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:06.157668 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-db59bad5-94d4-4212-b270-a0cab58840b3 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] PUT failed (client error): The resource could not be found. Mar 23 10:18:06.158139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db59bad5-94d4-4212-b270-a0cab58840b3 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:06.162760 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-db59bad5-94d4-4212-b270-a0cab58840b3 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] 10.222.0.84 "PUT /v2.0/networks/90950861-5cb6-4413-8e05-7e9877437dd1 HTTP/1.1" status: 404 len: 339 time: 0.1170647 Mar 23 10:18:06.163993 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22944339-0d0f-40f7-95fc-e0009804ddb8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.167338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57656) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.182238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.208645 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25f3c8c9-de4b-4728-af58-1204c361a412 req-99ec7f9f-d03e-40bf-aefd-af0dd17fae09 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623993 Mar 23 10:18:06.231231 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-118ef062-e5b2-49b8-ab3a-e602e0d46cc5 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:06.238508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.257793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.26.4.154 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/bab5d247-a9fe-4e89-b560-63f63b250672) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:06.260214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:18:06.260606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.261619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-694c299c-501e-4226-a6f3-b0bc542fb352 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Deleting port c1c49eb6-0fd1-47e1-9ef6-05961206d9fa {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:06.261959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-694c299c-501e-4226-a6f3-b0bc542fb352 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:06.275873 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:06.278037 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-4c85bff4-9a2b-4707-9c60-5bcb92b3fb6a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The resource could not be found. Mar 23 10:18:06.278037 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4c85bff4-9a2b-4707-9c60-5bcb92b3fb6a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2935305 Mar 23 10:18:06.289468 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57660) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.301352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22944339-0d0f-40f7-95fc-e0009804ddb8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Subnet': ['ID=82bc5df0-05d0-4546-a26e-ccdcef398196,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:06.308918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac9d2a8-dbaf-4504-9e1b-ef6f65162dfb None None] Network 5e73c686-fe40-41d4-8591-a21b98d30d0d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:06.313415 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22944339-0d0f-40f7-95fc-e0009804ddb8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.326757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.336205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'tempest-secgroup--732270317'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:06.440793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.462684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.474680 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-118ef062-e5b2-49b8-ab3a-e602e0d46cc5 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] PUT failed (client error): The resource could not be found. Mar 23 10:18:06.475150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118ef062-e5b2-49b8-ab3a-e602e0d46cc5 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:06.476827 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-118ef062-e5b2-49b8-ab3a-e602e0d46cc5 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] 10.222.0.84 "PUT /v2.0/ports/881b08f8-590c-425a-8fef-c22658d659e4 HTTP/1.1" status: 404 len: 333 time: 0.2714543 Mar 23 10:18:06.481695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57664) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.483565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:06.493718 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-22944339-0d0f-40f7-95fc-e0009804ddb8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/82bc5df0-05d0-4546-a26e-ccdcef398196 HTTP/1.1" status: 204 len: 168 time: 1.7140985 Mar 23 10:18:06.495302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=553a9cc5-41ee-444e-bf61-1270971d3be9,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:06.503670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a5855631-0ec0-48d5-a186-85cd4cff768d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.506012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-30021434-75b0-4a0e-98e6-af9a95d943e4 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:06.513399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57668) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.572256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:06.599523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] DHCP port deletion for 5e73c686-fe40-41d4-8591-a21b98d30d0d request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:18:06.604639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Deleting port f5c6d369-dcc5-4545-b71f-3181b34aee5e {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:06.604989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.613606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.671468 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-02b077a1-dcf5-4f04-9a0b-d2b81ffc9499 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/553a9cc5-41ee-444e-bf61-1270971d3be9 HTTP/1.1" status: 204 len: 168 time: 1.3993080 Mar 23 10:18:06.674788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57672) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.677321 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-30021434-75b0-4a0e-98e6-af9a95d943e4 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] PUT failed (client error): The resource could not be found. Mar 23 10:18:06.677820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30021434-75b0-4a0e-98e6-af9a95d943e4 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:06.683604 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-30021434-75b0-4a0e-98e6-af9a95d943e4 tempest-NetworksNegativeTestJSON-1259082714 tempest-NetworksNegativeTestJSON-1259082714-project] 10.222.0.84 "PUT /v2.0/subnets/c2d30238-46ac-4145-8b8c-5da68c143784 HTTP/1.1" status: 404 len: 337 time: 0.1893883 Mar 23 10:18:06.729731 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-df18dfa1-7609-4f2a-ba35-c364f7981763 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:06.730178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df18dfa1-7609-4f2a-ba35-c364f7981763 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:06.731853 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-df18dfa1-7609-4f2a-ba35-c364f7981763 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/05aefba3-149a-41f6-bee8-82e69bb93c38 HTTP/1.1" status: 404 len: 337 time: 0.0561645 Mar 23 10:18:06.735495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57678) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.782241 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecfc9ef-5400-49b8-a628-60feae0ef963 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:06.782711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fecfc9ef-5400-49b8-a628-60feae0ef963 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:06.786839 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fecfc9ef-5400-49b8-a628-60feae0ef963 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/9fcb3b25-997f-47eb-b59a-986d73ebd823 HTTP/1.1" status: 404 len: 339 time: 0.0481539 Mar 23 10:18:06.787467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57682) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.791889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.839809 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33e6637-d6b4-4bcf-9987-71b6a7833a97 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:06.840262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33e6637-d6b4-4bcf-9987-71b6a7833a97 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:06.844256 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b33e6637-d6b4-4bcf-9987-71b6a7833a97 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/6c86b862-b6bd-4cb5-b8e7-c67f04b9b58f HTTP/1.1" status: 404 len: 337 time: 0.0536511 Mar 23 10:18:06.845493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57686) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.847378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.887451 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d55eec7-18cf-4bed-b424-0b35316459ba tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:06.889977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d55eec7-18cf-4bed-b424-0b35316459ba tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:06.894403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.895144 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5d55eec7-18cf-4bed-b424-0b35316459ba tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/99a5ef69-caa1-43cd-8577-928ad6ef5409 HTTP/1.1" status: 404 len: 339 time: 0.0479753 Mar 23 10:18:06.895917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57690) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.901711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Deleting port dee87f11-6c83-4081-a41d-71edc92a03eb {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:06.902143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.950700 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e97b071-50ab-4e69-849e-785d76119de8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:06.952893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e97b071-50ab-4e69-849e-785d76119de8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:06.957725 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8e97b071-50ab-4e69-849e-785d76119de8 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/8b5b8de3-b0b0-4c12-a00b-c9cde6a44955 HTTP/1.1" status: 404 len: 337 time: 0.0581789 Mar 23 10:18:06.960465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57694) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:06.965606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] For port f5c6d369-dcc5-4545-b71f-3181b34aee5e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f5c6d369-dcc5-4545-b71f-3181b34aee5e,segment=NetworkSegment(adfa9370-8c1c-4013-b1c5-ac19c0ad5889),segment_id=adfa9370-8c1c-4013-b1c5-ac19c0ad5889)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:06.966213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:06.979016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:07.006310 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee41c791-e54a-47c9-b6ce-18150762eaa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.006906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee41c791-e54a-47c9-b6ce-18150762eaa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.008772 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ee41c791-e54a-47c9-b6ce-18150762eaa2 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/9552bed8-f080-4073-99e3-bb75ec1c3565 HTTP/1.1" status: 404 len: 339 time: 0.0469258 Mar 23 10:18:07.011604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57700) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.029656 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:07.034842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-694c299c-501e-4226-a6f3-b0bc542fb352 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.044999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:07.054694 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.090250 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:07.106461 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:07.113467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:07.115310 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3266409-bad5-4b35-8d19-485f0ad121aa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.115751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3266409-bad5-4b35-8d19-485f0ad121aa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.120400 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f3266409-bad5-4b35-8d19-485f0ad121aa tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/be526406-64b9-4262-89f1-1fb2d537af16 HTTP/1.1" status: 404 len: 337 time: 0.1078804 Mar 23 10:18:07.132228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:07.155015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Calling delete_port for f5c6d369-dcc5-4545-b71f-3181b34aee5e owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:07.156364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57704) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.156699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57706) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.187009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f5c6d369-dcc5-4545-b71f-3181b34aee5e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:07.199922 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-59abd866-4117-443d-879d-9cdfdfdfbfe9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.200375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59abd866-4117-443d-879d-9cdfdfdfbfe9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.202643 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-59abd866-4117-443d-879d-9cdfdfdfbfe9 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/e38658ed-8785-4abe-bc5d-e67bbc3280a0 HTTP/1.1" status: 404 len: 339 time: 0.0448179 Mar 23 10:18:07.212362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57714) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.267706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.281012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=bab5d247-a9fe-4e89-b560-63f63b250672,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:07.290650 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a18fc9f-53c3-4e2c-8fa0-f9ee29664f4f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.291280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a18fc9f-53c3-4e2c-8fa0-f9ee29664f4f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.293886 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4a18fc9f-53c3-4e2c-8fa0-f9ee29664f4f tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/ab160da3-2696-4c71-98e6-8f0eb0a410ab HTTP/1.1" status: 404 len: 337 time: 0.0758419 Mar 23 10:18:07.298109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57720) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.328514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-694c299c-501e-4226-a6f3-b0bc542fb352 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Calling delete_port for c1c49eb6-0fd1-47e1-9ef6-05961206d9fa owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:07.331224 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-168ee895-07da-4edb-8aa2-d2de66345262 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.331743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168ee895-07da-4edb-8aa2-d2de66345262 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.333540 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-168ee895-07da-4edb-8aa2-d2de66345262 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/8ef1ad63-f06a-4562-a0d7-c7c6eaf3b646 HTTP/1.1" status: 404 len: 339 time: 0.0342920 Mar 23 10:18:07.346509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.352747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57724) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.410395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.431265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Pushing event deleted for resources: {'Port': ['ID=f5c6d369-dcc5-4545-b71f-3181b34aee5e,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:07.433862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e73432d7-ff17-4e73-9fc2-fe679a5a9132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.447010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.447438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.448292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.448292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.448537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.448880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.449635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.449635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.450007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.450105 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f55ed2f-4440-4474-8dab-7037eae135af tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.450390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.450515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f55ed2f-4440-4474-8dab-7037eae135af tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.450762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.451704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:07.456444 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7f55ed2f-4440-4474-8dab-7037eae135af tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/6fd5341e-bdb1-4781-8528-9d08ae121db0 HTTP/1.1" status: 404 len: 337 time: 0.0989928 Mar 23 10:18:07.460847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b4ef9-fce2-4486-b995-675b3f95e3ea None None] No DVR routers for this DVR port f5c6d369-dcc5-4545-b71f-3181b34aee5e on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:07.461111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57728) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.466167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e73432d7-ff17-4e73-9fc2-fe679a5a9132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:07.472540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e73432d7-ff17-4e73-9fc2-fe679a5a9132 admin admin] Usage tracker for resource:security_group_rule and tenant:356c4dabc0654a45b4ac17d5b8308a0b is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:07.500643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.506650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e73432d7-ff17-4e73-9fc2-fe679a5a9132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:07.552493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e73432d7-ff17-4e73-9fc2-fe679a5a9132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:07.557124 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0139ca18-a2b9-4171-9429-fa125741f97a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.557623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0139ca18-a2b9-4171-9429-fa125741f97a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.559353 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0139ca18-a2b9-4171-9429-fa125741f97a tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/e76b242a-d160-47a1-9ffb-2b9c6dd96379 HTTP/1.1" status: 404 len: 339 time: 0.0974762 Mar 23 10:18:07.569243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57732) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.627536 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bed160-5917-443a-81bb-1c2b2d909765 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.627987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bed160-5917-443a-81bb-1c2b2d909765 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.631297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.705914 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-55bed160-5917-443a-81bb-1c2b2d909765 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/4d29af5d-7772-4ca6-aedc-32c6de3324fb HTTP/1.1" status: 404 len: 337 time: 0.1356590 Mar 23 10:18:07.707803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5722502-35d9-4647-9429-65a2172ae017']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:07.712391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57736) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.735424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbe9f2c-9bcd-4b26-bdaf-703f020af624') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:07.735638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbe9f2c-9bcd-4b26-bdaf-703f020af624') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:07.748213 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-92684204-4768-4ea6-8964-09919597688d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.748772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92684204-4768-4ea6-8964-09919597688d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.750455 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-92684204-4768-4ea6-8964-09919597688d tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/b60508b2-11e6-4d9e-953d-93d8bb93bde8 HTTP/1.1" status: 404 len: 339 time: 0.0371609 Mar 23 10:18:07.753149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57740) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.767974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.779039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.855582 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5dafeb7-b53f-487a-b49c-7fa57204ad12 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.856032 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5dafeb7-b53f-487a-b49c-7fa57204ad12 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.860081 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a5dafeb7-b53f-487a-b49c-7fa57204ad12 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/e9922135-29d4-42c6-852d-91bb0e35d4c6 HTTP/1.1" status: 404 len: 337 time: 0.1037786 Mar 23 10:18:07.860998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.861175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57744) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.900349 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-008d06c4-d645-4dc4-8816-fe4c80baf5ca tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:07.900816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008d06c4-d645-4dc4-8816-fe4c80baf5ca tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:07.902511 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-008d06c4-d645-4dc4-8816-fe4c80baf5ca tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/26bbb64b-5cf6-43ca-98d4-993ef123a7b7 HTTP/1.1" status: 404 len: 339 time: 0.0411830 Mar 23 10:18:07.907057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57748) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:07.930704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Calling delete_port for dee87f11-6c83-4081-a41d-71edc92a03eb owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:07.970899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-694c299c-501e-4226-a6f3-b0bc542fb352 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:07.981886 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b006af-e376-4e9f-8979-c0a880e9ef9a req-3a49c91b-69d7-43f8-a683-de8d4d60f357 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:07.987283 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-98b006af-e376-4e9f-8979-c0a880e9ef9a req-3a49c91b-69d7-43f8-a683-de8d4d60f357 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5691047 Mar 23 10:18:07.988849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:18:07.988987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.008630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d3342c-9472-45d7-bd6a-dab9104a9513 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting subnet f734ee81-bd75-4145-9bb9-27c2963e2727 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:08.013082 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:08.018042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-75d3342c-9472-45d7-bd6a-dab9104a9513 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.086757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e73432d7-ff17-4e73-9fc2-fe679a5a9132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.091879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-75d3342c-9472-45d7-bd6a-dab9104a9513 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.093785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c299c-501e-4226-a6f3-b0bc542fb352 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event deleted for resources: {'Port': ['ID=c1c49eb6-0fd1-47e1-9ef6-05961206d9fa,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:08.122465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e73432d7-ff17-4e73-9fc2-fe679a5a9132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.191275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73432d7-ff17-4e73-9fc2-fe679a5a9132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1e2b5c-362c-4f6d-93c5-e090bdd4b1b3,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:08.203446 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e73432d7-ff17-4e73-9fc2-fe679a5a9132 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=356c4dabc0654a45b4ac17d5b8308a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0435288 Mar 23 10:18:08.207556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57752) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:08.275116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-75d3342c-9472-45d7-bd6a-dab9104a9513 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.338179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e63483a5-714a-46aa-b4e0-7046c3cecac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.367468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e63483a5-714a-46aa-b4e0-7046c3cecac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.449169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-75d3342c-9472-45d7-bd6a-dab9104a9513 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.500532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.507864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3342c-9472-45d7-bd6a-dab9104a9513 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Subnet': ['ID=f734ee81-bd75-4145-9bb9-27c2963e2727,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:08.513069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e63483a5-714a-46aa-b4e0-7046c3cecac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.516495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.528811 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-98b006af-e376-4e9f-8979-c0a880e9ef9a req-872f1a29-be6d-44f7-a2bb-c8ee0fc85619 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4645977 Mar 23 10:18:08.546707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-75d3342c-9472-45d7-bd6a-dab9104a9513 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.551255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a790c80a-8821-4c37-993e-cbdcf9f7df43 None None] Network a2196851-a0c8-4b67-b28a-4eb54e4b1938 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:08.558311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.604756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.682682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63483a5-714a-46aa-b4e0-7046c3cecac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1e2b5c-362c-4f6d-93c5-e090bdd4b1b3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:08.707701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e63483a5-714a-46aa-b4e0-7046c3cecac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.719560 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e63483a5-714a-46aa-b4e0-7046c3cecac9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9e1e2b5c-362c-4f6d-93c5-e090bdd4b1b3 HTTP/1.1" status: 204 len: 168 time: 0.5110269 Mar 23 10:18:08.726141 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-75d3342c-9472-45d7-bd6a-dab9104a9513 tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/subnets/f734ee81-bd75-4145-9bb9-27c2963e2727 HTTP/1.1" status: 204 len: 168 time: 0.8181036 Mar 23 10:18:08.728309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57760) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:08.743132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Network': ['ID=b5722502-35d9-4647-9429-65a2172ae017,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:08.781548 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c29a5f0-f717-4188-837d-7aaac9c4c6f6,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:08.801879 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bfa4d3ad-61d0-4d5a-955a-941bcfa87a92 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/networks/b5722502-35d9-4647-9429-65a2172ae017 HTTP/1.1" status: 204 len: 168 time: 2.2846267 Mar 23 10:18:08.806500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57766) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:08.828594 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-694c299c-501e-4226-a6f3-b0bc542fb352 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.845874 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-694c299c-501e-4226-a6f3-b0bc542fb352 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "DELETE /v2.0/ports/c1c49eb6-0fd1-47e1-9ef6-05961206d9fa HTTP/1.1" status: 204 len: 168 time: 2.8645315 Mar 23 10:18:08.853762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57770) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:08.976156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] DHCP port deletion for a2196851-a0c8-4b67-b28a-4eb54e4b1938 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:18:08.979500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:08.985619 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Deleting port f8d2ada7-1786-468e-8db5-e7ac00b59e47 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:08.985792 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9fe51dac-5219-4ea5-9fed-eb02a65c5f9a tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6847150 Mar 23 10:18:08.986249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.008624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57776) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:09.030908 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-5047e396-67ee-4428-a345-3ef2b56b7f4b tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] GET failed (client error): The resource could not be found. Mar 23 10:18:09.031374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5047e396-67ee-4428-a345-3ef2b56b7f4b tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Synchronizing usage tracker for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:09.068971 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f08805e0-1b60-4c19-bb21-711630623c68 req-4d87a156-e14e-45a0-8634-a85ecfd5b50e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7562323 Mar 23 10:18:09.073331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'tempest-secgroup--1894972248'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:09.083661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5047e396-67ee-4428-a345-3ef2b56b7f4b tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Unset dirty status for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:09.088618 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5047e396-67ee-4428-a345-3ef2b56b7f4b tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "GET /v2.0/ports/c1c49eb6-0fd1-47e1-9ef6-05961206d9fa HTTP/1.1" status: 404 len: 333 time: 0.2281871 Mar 23 10:18:09.091003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57780) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:09.137883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'port': {'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b', 'name': 'tempest-AllowedAddressPairTestJSON-1606901055'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:09.187197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:09.217257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:09.222809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.234950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:09.237525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f8d2ada7-1786-468e-8db5-e7ac00b59e47 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:09.255057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:09.260000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.277656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.301830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port f8d2ada7-1786-468e-8db5-e7ac00b59e47 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:09.302828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.305816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] For port f8d2ada7-1786-468e-8db5-e7ac00b59e47, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f8d2ada7-1786-468e-8db5-e7ac00b59e47,segment=NetworkSegment(f9c34c21-4f31-46e0-a64f-dcbf5b4fa188),segment_id=f9c34c21-4f31-46e0-a64f-dcbf5b4fa188)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:09.306200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.307209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c249e3-40b8-4b4c-beb6-b9dd94fd94fb req-878ace65-11fa-49b9-ba35-1c12747e606c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:09.308959 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-68c249e3-40b8-4b4c-beb6-b9dd94fd94fb req-878ace65-11fa-49b9-ba35-1c12747e606c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3525870 Mar 23 10:18:09.341024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.348475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.453516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Calling delete_port for f8d2ada7-1786-468e-8db5-e7ac00b59e47 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:09.454018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:09.458083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5382f-680c-47ab-9cec-8a909b21161f req-902722f8-b912-4b2d-bc98-c8d796f861f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:09.459685 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47f5382f-680c-47ab-9cec-8a909b21161f req-902722f8-b912-4b2d-bc98-c8d796f861f8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 1098 time: 0.4475203 Mar 23 10:18:09.477008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Pushing event deleted for resources: {'Port': ['ID=dee87f11-6c83-4081-a41d-71edc92a03eb,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:09.513250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:09.538460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.548598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:09.555627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:09.566333 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-68c249e3-40b8-4b4c-beb6-b9dd94fd94fb req-c0221ad5-b7c5-4906-8394-93e86dbe2ce7 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424405 Mar 23 10:18:09.573462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.605795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:09.617559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f8d2ada7-1786-468e-8db5-e7ac00b59e47, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f8d2ada7-1786-468e-8db5-e7ac00b59e47,segment=NetworkSegment(f9c34c21-4f31-46e0-a64f-dcbf5b4fa188),segment_id=f9c34c21-4f31-46e0-a64f-dcbf5b4fa188)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:09.625849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.627879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.660670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:09.661020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:09.683705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:09.697317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Made reservation on behalf of f288b0d59e124ca48b842b06fd6dddf2 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:09.703421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.712112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f8d2ada7-1786-468e-8db5-e7ac00b59e47,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:09.743322 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] device_id is not set on port b11be664-10dc-4008-9956-1e31c0b220f0 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:09.827380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.907596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57800) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:09.925904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:09.975937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e73c686-fe40-41d4-8591-a21b98d30d0d']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.015069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfa9370-8c1c-4013-b1c5-ac19c0ad5889') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.015377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfa9370-8c1c-4013-b1c5-ac19c0ad5889') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.048317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] For port f8d2ada7-1786-468e-8db5-e7ac00b59e47, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f8d2ada7-1786-468e-8db5-e7ac00b59e47,segment=NetworkSegment(f9c34c21-4f31-46e0-a64f-dcbf5b4fa188),segment_id=f9c34c21-4f31-46e0-a64f-dcbf5b4fa188)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:10.048716 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.071000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.095243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'network': {'name': 'tempest-RoutersTest-1918432487'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:10.113833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:10.162447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Deleting port f8d2ada7-1786-468e-8db5-e7ac00b59e47 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:10.163005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.173132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:network and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:10.187223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:10.192058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.200933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:10.206828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.232439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Calling delete_port for f8d2ada7-1786-468e-8db5-e7ac00b59e47 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:10.264145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5382f-680c-47ab-9cec-8a909b21161f req-43078fac-ceae-4460-9956-c25daab96555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:10.265479 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47f5382f-680c-47ab-9cec-8a909b21161f req-43078fac-ceae-4460-9956-c25daab96555 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 200 len: 913 time: 0.7491672 Mar 23 10:18:10.274859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.364887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:18:10.364887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:10.380285 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:10.400460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Allocated IP 172.20.0.14 (6b13464a-ef49-49e2-a262-e6144345e09b/9e64a05d-bf2d-4aff-acfa-2979eb189ed7/b11be664-10dc-4008-9956-1e31c0b220f0) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:10.410161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:10.413839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.421676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] For port f8d2ada7-1786-468e-8db5-e7ac00b59e47, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f8d2ada7-1786-468e-8db5-e7ac00b59e47,segment=NetworkSegment(f9c34c21-4f31-46e0-a64f-dcbf5b4fa188),segment_id=f9c34c21-4f31-46e0-a64f-dcbf5b4fa188)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:10.422211 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.430981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.511505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.518214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:10.536091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:security_group_rule and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:10.539575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Router ebb8ab1a-d304-4f6a-8427-d4bddabacf43 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:10.542338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:10.552630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Calling delete_port for f8d2ada7-1786-468e-8db5-e7ac00b59e47 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:10.557238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:10.610769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.659293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.737163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] Pushing event deleted for resources: {'Port': ['ID=f8d2ada7-1786-468e-8db5-e7ac00b59e47,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:10.739612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5a4dff-211d-4282-a9d3-46d02d9295d9 None None] No DVR routers for this DVR port f8d2ada7-1786-468e-8db5-e7ac00b59e47 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:10.766267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:10.785064 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d750449-cefa-4e5c-a0de-1c1e2ef7ed54 None None] Sync routers for ids ['ebb8ab1a-d304-4f6a-8427-d4bddabacf43'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:10.795637 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d750449-cefa-4e5c-a0de-1c1e2ef7ed54 None None] Routers {'ebb8ab1a-d304-4f6a-8427-d4bddabacf43'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:10.796240 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3d750449-cefa-4e5c-a0de-1c1e2ef7ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ebb8ab1a-d304-4f6a-8427-d4bddabacf43'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.822497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.826466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.852402 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47f5382f-680c-47ab-9cec-8a909b21161f req-0df2f17e-55a3-43e1-97b4-1546df91138a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 200 len: 1000 time: 0.5665672 Mar 23 10:18:10.859962 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3d750449-cefa-4e5c-a0de-1c1e2ef7ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.868087 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d750449-cefa-4e5c-a0de-1c1e2ef7ed54 None None] Routers {'ebb8ab1a-d304-4f6a-8427-d4bddabacf43'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:10.868429 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3d750449-cefa-4e5c-a0de-1c1e2ef7ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ebb8ab1a-d304-4f6a-8427-d4bddabacf43'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.873749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad9f67-90a1-4e9f-a54e-f6638bc6b026,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:10.918093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Network': ['ID=5e73c686-fe40-41d4-8591-a21b98d30d0d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:10.930778 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3d750449-cefa-4e5c-a0de-1c1e2ef7ed54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:10.931185 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d750449-cefa-4e5c-a0de-1c1e2ef7ed54 None None] The sync data for ids ['ebb8ab1a-d304-4f6a-8427-d4bddabacf43'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:10.943630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.947299 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-80603fcb-5dc4-4ab1-aecd-df492bb892e3 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "PUT /v2.0/routers/ebb8ab1a-d304-4f6a-8427-d4bddabacf43 HTTP/1.1" status: 200 len: 706 time: 5.9560435 Mar 23 10:18:10.948249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:10.948567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:10.949410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57808) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.957617 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ce46f951-df95-4580-87bf-13bbbdf277d9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/networks/5e73c686-fe40-41d4-8591-a21b98d30d0d HTTP/1.1" status: 204 len: 168 time: 2.1491013 Mar 23 10:18:10.968095 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:10.969253 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d7ddb3bf-da47-4aa6-bdbd-c152854bdf9c tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9496300 Mar 23 10:18:10.971433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57812) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.981062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57814) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:10.986595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-392585140'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:11.000590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-379082aa-7b87-4a03-8b18-274dcd9ab5d9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group_rule': {'security_group_id': '1c29a5f0-f717-4188-837d-7aaac9c4c6f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5cad9f67-90a1-4e9f-a54e-f6638bc6b026'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:11.018187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:11.028659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-379082aa-7b87-4a03-8b18-274dcd9ab5d9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:11.032841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:network and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:11.037260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.050334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:11.053094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-379082aa-7b87-4a03-8b18-274dcd9ab5d9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:11.063059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-379082aa-7b87-4a03-8b18-274dcd9ab5d9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:11.065670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:11.079694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-379082aa-7b87-4a03-8b18-274dcd9ab5d9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:11.083613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.086885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Transition to ACTIVE for port object b11be664-10dc-4008-9956-1e31c0b220f0 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:11.092391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.113355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:11.116679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.122021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5382f-680c-47ab-9cec-8a909b21161f req-36fbef91-4fd0-47c4-b3ea-48221693b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:11.123539 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47f5382f-680c-47ab-9cec-8a909b21161f req-36fbef91-4fd0-47c4-b3ea-48221693b3ca service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f222ef94-a80f-48f2-ad52-7a49f266982f HTTP/1.1" status: 200 len: 851 time: 0.2566090 Mar 23 10:18:11.125799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:11.129437 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-781a1cee-d63e-4557-bb55-760dc102dd74 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/routers/ebb8ab1a-d304-4f6a-8427-d4bddabacf43 HTTP/1.1" status: 200 len: 741 time: 0.1739645 Mar 23 10:18:11.132824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57820) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:11.165136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:11.196658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.207130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd692100-b992-4908-bb2c-3924b68aacbb req-87f3a8fe-d713-4de7-acee-2e7d1a4e8d54 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:11.208599 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fd692100-b992-4908-bb2c-3924b68aacbb req-87f3a8fe-d713-4de7-acee-2e7d1a4e8d54 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5258875 Mar 23 10:18:11.211653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.218172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.218518 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added segment 87aae056-7fc2-4959-9e5e-050c6290a0d7 of type vlan for network ece55a91-1336-4951-831b-7db0dac228dd Mar 23 10:18:11.226773 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4dd29c1e-f9ef-409e-98ab-be3add3c3548 tempest-RoutersAdminTest-1248281226 tempest-RoutersAdminTest-1248281226-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&device_id=ebb8ab1a-d304-4f6a-8427-d4bddabacf43 HTTP/1.1" status: 200 len: 205 time: 0.0893848 Mar 23 10:18:11.236746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57824) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:11.248523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9de97718-6efc-4d26-a1c5-fda47293c6ee,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:11.293918 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-379082aa-7b87-4a03-8b18-274dcd9ab5d9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:18:11.298269 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-379082aa-7b87-4a03-8b18-274dcd9ab5d9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3135884 Mar 23 10:18:11.298269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:11.316733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57828) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:11.319071 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-03557661-d95f-486f-8129-8547827b630d tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=ebb8ab1a-d304-4f6a-8427-d4bddabacf43 HTTP/1.1" status: 200 len: 205 time: 0.0771103 Mar 23 10:18:11.329255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57832) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:11.344265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.344611 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added segment 2e292c59-1002-4212-b5f9-91aadac72ebb of type vlan for network 32f46400-eb1f-4a93-8c78-33693a38ddde Mar 23 10:18:11.346465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.376358 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.428389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=bab5d247-a9fe-4e89-b560-63f63b250672,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:11.449151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Deleting port f8d2ada7-1786-468e-8db5-e7ac00b59e47 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:11.449432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.463723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.483836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fd692100-b992-4908-bb2c-3924b68aacbb req-667c76ef-aa2e-41e2-8913-3a9aea777519 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671311 Mar 23 10:18:11.492817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Network 6b13464a-ef49-49e2-a262-e6144345e09b is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:11.514535 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:11.525205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:11.565742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.571145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:11.571737 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.586383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.606565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Port': ['ID=b11be664-10dc-4008-9956-1e31c0b220f0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:11.649506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5382f-680c-47ab-9cec-8a909b21161f req-80ff85ab-426d-4286-b091-93bb55d48024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:11.651038 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47f5382f-680c-47ab-9cec-8a909b21161f req-80ff85ab-426d-4286-b091-93bb55d48024 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7001d3b3-add7-43f8-87f2-8f2d67c06275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5182765 Mar 23 10:18:11.654075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-52160cc3-9ea3-460f-8983-2425e65aaccf tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.664039 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] The port 'f8d2ada7-1786-468e-8db5-e7ac00b59e47' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:18:11.671410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0875bbba-ac7c-43cb-9ec1-15dd9ffdad67 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.735802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.741311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:11.741895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.766177 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8550003 Mar 23 10:18:11.781236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57836) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:11.786016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-52160cc3-9ea3-460f-8983-2425e65aaccf tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.801143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:11.801666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.806492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37bf0d-2bc4-449c-8080-6c25831eefb8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Network': ['ID=ece55a91-1336-4951-831b-7db0dac228dd,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:11.816742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'network': {'name': 'tempest-RoutersTest-662833632'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:11.828229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network ece55a91-1336-4951-831b-7db0dac228dd details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:11.847752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:11.858981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7f07a61f-279a-4225-9074-f90a63dfde5f None None] Provisioning for port b11be664-10dc-4008-9956-1e31c0b220f0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:11.869676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7f07a61f-279a-4225-9074-f90a63dfde5f None None] Provisioning complete for port b11be664-10dc-4008-9956-1e31c0b220f0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:11.870447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7f07a61f-279a-4225-9074-f90a63dfde5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:11.879391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:network and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:11.887537 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9150271 Mar 23 10:18:11.892586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:11.895069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57840) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:11.963508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'subnet': {'network_id': '32f46400-eb1f-4a93-8c78-33693a38ddde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:11.977220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:11.983057 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dd3ff4bb-dbdf-4735-a13a-48c9068a248e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8903532 Mar 23 10:18:12.005972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57844) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:12.007387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7f07a61f-279a-4225-9074-f90a63dfde5f None None] Port b11be664-10dc-4008-9956-1e31c0b220f0 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:12.022250 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'port': {'network_id': '6b13464a-ef49-49e2-a262-e6144345e09b', 'name': 'tempest-AllowedAddressPairTestJSON-1922780525'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:12.037958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d51779-a9c0-4b11-b332-5da0e21e4268 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Network': ['ID=32f46400-eb1f-4a93-8c78-33693a38ddde,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:12.055613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 32f46400-eb1f-4a93-8c78-33693a38ddde details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:12.118274 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:12.121727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.193521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.194496 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-52160cc3-9ea3-460f-8983-2425e65aaccf tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.350278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52160cc3-9ea3-460f-8983-2425e65aaccf tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad9f67-90a1-4e9f-a54e-f6638bc6b026,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:12.365617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:12.374108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:subnet and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:12.379392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:12.390194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-52160cc3-9ea3-460f-8983-2425e65aaccf tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.391300 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-52160cc3-9ea3-460f-8983-2425e65aaccf tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "DELETE /v2.0/security-groups/5cad9f67-90a1-4e9f-a54e-f6638bc6b026 HTTP/1.1" status: 204 len: 168 time: 1.0712430 Mar 23 10:18:12.392312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:12.397125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:12.407735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57848) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:12.428065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2196851-a0c8-4b67-b28a-4eb54e4b1938']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:12.445163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.445506 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added segment b87874bf-ce7b-45aa-8543-2441593160b6 of type vlan for network 71b90e21-f263-4737-8e74-cb2d5e4955d1 Mar 23 10:18:12.448516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:12.451629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.472944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:12.507543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9c34c21-4f31-46e0-a64f-dcbf5b4fa188') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:12.507830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9c34c21-4f31-46e0-a64f-dcbf5b4fa188') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:12.548570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0875bbba-ac7c-43cb-9ec1-15dd9ffdad67 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.555237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0875bbba-ac7c-43cb-9ec1-15dd9ffdad67 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.558733 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP 10f573a2-9eeb-4a01-a22b-8905b2feb71a associated. External IP: 172.26.4.154, port: dabb8f57-6647-4abe-b2e9-7e0586f88647. Mar 23 10:18:12.588197 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:12.591095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.615373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.649054 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47f5382f-680c-47ab-9cec-8a909b21161f req-154d0371-43f0-4485-97dd-0ae38cb1fa6c service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9216931 Mar 23 10:18:12.685907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Made reservation on behalf of f288b0d59e124ca48b842b06fd6dddf2 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:12.688399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.689444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.713855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2c5fe9a2-f8ec-4b64-b9c3-7fa06c5ed3e7 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Synchronizing usage tracker for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:12.714077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0875bbba-ac7c-43cb-9ec1-15dd9ffdad67 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.714464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0875bbba-ac7c-43cb-9ec1-15dd9ffdad67 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Fanout notify agent at l3_agent the message router_deleted on router ebb8ab1a-d304-4f6a-8427-d4bddabacf43 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:18:12.720562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:18:12.720999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:12.747366 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:12.755347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] device_id is not set on port 434138e3-2055-4f52-a707-1665fa9477ab yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:12.787601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.793202 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:12.793860 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.821627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2c5fe9a2-f8ec-4b64-b9c3-7fa06c5ed3e7 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Unset dirty status for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:12.822980 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2c5fe9a2-f8ec-4b64-b9c3-7fa06c5ed3e7 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4143925 Mar 23 10:18:12.845238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57854) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:12.874414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0875bbba-ac7c-43cb-9ec1-15dd9ffdad67 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.880511 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0875bbba-ac7c-43cb-9ec1-15dd9ffdad67 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/ebb8ab1a-d304-4f6a-8427-d4bddabacf43 HTTP/1.1" status: 204 len: 168 time: 1.5503864 Mar 23 10:18:12.917590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57858) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:12.995048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:12.999644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.067861 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2839093 Mar 23 10:18:13.079721 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-560dd8d7-e333-4ff8-a1b6-99319ec13073 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=ebb8ab1a-d304-4f6a-8427-d4bddabacf43 HTTP/1.1" status: 200 len: 205 time: 0.1474812 Mar 23 10:18:13.087959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57862) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:13.088105 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57864) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:13.094809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] Pushing event deleted for resources: {'Network': ['ID=a2196851-a0c8-4b67-b28a-4eb54e4b1938,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:13.096032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060cbb53-5a50-4e7b-aa44-aa3fac6d7444 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Network': ['ID=71b90e21-f263-4737-8e74-cb2d5e4955d1,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:13.099043 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47f5382f-680c-47ab-9cec-8a909b21161f req-d7b3ccfe-a9ef-4629-81cb-309a4944ce19 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350815 Mar 23 10:18:13.112406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 71b90e21-f263-4737-8e74-cb2d5e4955d1 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:13.146455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'subnet': {'network_id': 'ece55a91-1336-4951-831b-7db0dac228dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:13.179508 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-af6cc27e-6f23-4b5f-a69e-0edf51a6aa2b tempest-NetworksTest-644899005 tempest-NetworksTest-644899005-project] 10.222.0.84 "DELETE /v2.0/networks/a2196851-a0c8-4b67-b28a-4eb54e4b1938 HTTP/1.1" status: 204 len: 168 time: 4.4501657 Mar 23 10:18:13.184433 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-527a43ca-816e-40b6-91b0-b42b460c9824 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] delete failed (client error): The resource could not be found. Mar 23 10:18:13.188315 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-527a43ca-816e-40b6-91b0-b42b460c9824 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/ebb8ab1a-d304-4f6a-8427-d4bddabacf43 HTTP/1.1" status: 404 len: 336 time: 0.0993116 Mar 23 10:18:13.188946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57872) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:13.207592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a1ee7-03ea-44e0-b7b7-6a82b6039b4f req-5bb33c94-208e-49eb-83bf-d1c19f796ae3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:13.209128 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d49a1ee7-03ea-44e0-b7b7-6a82b6039b4f req-5bb33c94-208e-49eb-83bf-d1c19f796ae3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6091235 Mar 23 10:18:13.303388 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2c9a147f-2912-423d-8fd9-156f1800525d tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=5b05a464-c417-4a0c-98d3-d9d82215beb8 HTTP/1.1" status: 200 len: 205 time: 0.1109996 Mar 23 10:18:13.304302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57876) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:13.366115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Allocated IP 172.20.0.13 (6b13464a-ef49-49e2-a262-e6144345e09b/9e64a05d-bf2d-4aff-acfa-2979eb189ed7/434138e3-2055-4f52-a707-1665fa9477ab) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:13.388902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-829f3a55-db33-42c6-a2ad-67ff7a61d646 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.421374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.491811 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d49a1ee7-03ea-44e0-b7b7-6a82b6039b4f req-f6acb960-e93f-44c0-b6ff-ef5fc6645d47 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543809 Mar 23 10:18:13.501639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:13.536519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-829f3a55-db33-42c6-a2ad-67ff7a61d646 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.547059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57882) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:13.559843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:subnet and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:13.565012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:13.599090 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-5df9e1ff-a376-4379-ae20-7ff65140fa3e tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] delete failed (client error): The resource could not be found. Mar 23 10:18:13.600109 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5df9e1ff-a376-4379-ae20-7ff65140fa3e tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/5b05a464-c417-4a0c-98d3-d9d82215beb8 HTTP/1.1" status: 404 len: 336 time: 0.2347806 Mar 23 10:18:13.608172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57888) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:13.676507 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-340513e1-2334-4f06-999b-4b100964e2af tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=8d727c36-376d-4f08-baf3-eacaf0b4a10f HTTP/1.1" status: 200 len: 205 time: 0.0662827 Mar 23 10:18:13.680036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57892) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:13.693853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:13.738445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:13.740588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Subnet': ['ID=6738b8a9-291f-4b71-a7a6-4fbde67baab5,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:13.768236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08805e0-1b60-4c19-bb21-711630623c68 req-6fde977a-a730-4e4d-bf5d-921d271c9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:13.769811 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f08805e0-1b60-4c19-bb21-711630623c68 req-6fde977a-a730-4e4d-bf5d-921d271c9679 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 1098 time: 0.5304096 Mar 23 10:18:13.774539 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-898fefa0-5519-449a-bc6a-418bb864f0ac tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] delete failed (client error): The resource could not be found. Mar 23 10:18:13.777398 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-898fefa0-5519-449a-bc6a-418bb864f0ac tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/8d727c36-376d-4f08-baf3-eacaf0b4a10f HTTP/1.1" status: 404 len: 336 time: 0.0938759 Mar 23 10:18:13.789633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57896) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:13.838151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Checking segment: {'id': '2e292c59-1002-4212-b5f9-91aadac72ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '32f46400-eb1f-4a93-8c78-33693a38ddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:13.838527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network hostable DHCP agents. Network: 32f46400-eb1f-4a93-8c78-33693a38ddde, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:13.865880 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:13.869469 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:13.899536 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1a90300d-9c2d-4b0f-ab24-cb77d00f58ef tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=f42329e9-2502-4181-a3f3-343d40612d1f HTTP/1.1" status: 200 len: 205 time: 0.1051972 Mar 23 10:18:13.924507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57900) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:13.999728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-829f3a55-db33-42c6-a2ad-67ff7a61d646 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.069645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08805e0-1b60-4c19-bb21-711630623c68 req-7991f629-0f79-4b60-962d-6ec1fed7e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:14.071064 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f08805e0-1b60-4c19-bb21-711630623c68 req-7991f629-0f79-4b60-962d-6ec1fed7e7d9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 200 len: 913 time: 0.2356045 Mar 23 10:18:14.072237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:14.082718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e85987-c731-4d61-af5e-96e58265267f None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:14.093476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e85987-c731-4d61-af5e-96e58265267f None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:14.094361 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-92e85987-c731-4d61-af5e-96e58265267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:14.110158 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-00668609-2cd4-48f7-80ba-a22f44a72162 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] delete failed (client error): The resource could not be found. Mar 23 10:18:14.111213 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-00668609-2cd4-48f7-80ba-a22f44a72162 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/f42329e9-2502-4181-a3f3-343d40612d1f HTTP/1.1" status: 404 len: 336 time: 0.1809576 Mar 23 10:18:14.116496 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-030535d7-5e70-4d91-b83a-258540a2f278 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8209ecebb0c44f36b8fcc5edcd07a0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645652 Mar 23 10:18:14.122545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.125265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57904) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.125584 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57906) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.129653 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f3a55-db33-42c6-a2ad-67ff7a61d646 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c29a5f0-f717-4188-837d-7aaac9c4c6f6,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:14.131349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 32f46400-eb1f-4a93-8c78-33693a38ddde is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:14.172545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.173219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-92e85987-c731-4d61-af5e-96e58265267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:14.182575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e85987-c731-4d61-af5e-96e58265267f None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:14.183295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-92e85987-c731-4d61-af5e-96e58265267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:14.238798 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f08805e0-1b60-4c19-bb21-711630623c68 req-350a1b4e-7447-403b-89e3-9ac482086344 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 200 len: 1000 time: 0.1587093 Mar 23 10:18:14.246902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-92e85987-c731-4d61-af5e-96e58265267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:14.247480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e85987-c731-4d61-af5e-96e58265267f None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:14.288212 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9ea0e036-616f-4e07-95f8-7f5e884b2d65 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.7668984 Mar 23 10:18:14.291433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57912) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.300982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1271453395'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:14.312968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:14.319879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:network and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:14.324451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:14.333120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:14.339280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08805e0-1b60-4c19-bb21-711630623c68 req-f8e87ec5-e96e-47d5-8423-3623efe203bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:14.340728 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f08805e0-1b60-4c19-bb21-711630623c68 req-f8e87ec5-e96e-47d5-8423-3623efe203bd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f222ef94-a80f-48f2-ad52-7a49f266982f HTTP/1.1" status: 200 len: 851 time: 0.0896106 Mar 23 10:18:14.343202 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1706bb78-3104-4954-a384-48e8b07f02ff tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=2619bcec-92fb-446e-a79c-d998d994f504 HTTP/1.1" status: 200 len: 205 time: 0.2160673 Mar 23 10:18:14.345640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57916) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.354706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 32f46400-eb1f-4a93-8c78-33693a38ddde) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:14.356567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Transition to ACTIVE for port object 434138e3-2055-4f52-a707-1665fa9477ab will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:14.361394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-829f3a55-db33-42c6-a2ad-67ff7a61d646 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.364881 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-829f3a55-db33-42c6-a2ad-67ff7a61d646 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "DELETE /v2.0/security-groups/1c29a5f0-f717-4188-837d-7aaac9c4c6f6 HTTP/1.1" status: 204 len: 168 time: 1.5026927 Mar 23 10:18:14.365073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a507df6-c534-4fe8-b0c4-2b9d4f250bc1 None None] Network 32f46400-eb1f-4a93-8c78-33693a38ddde requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:14.376429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57920) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.377867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:14.378402 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.451090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Made reservation on behalf of 9c5b5415ce7046569634f6c2538cabe8 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:14.454441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.459041 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bb79522d-10ea-4bc2-b297-1f96accf9fea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5560181 Mar 23 10:18:14.465268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57924) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.479315 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-81318285-5468-4437-bac5-2a67debad038 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] delete failed (client error): The resource could not be found. Mar 23 10:18:14.480326 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-81318285-5468-4437-bac5-2a67debad038 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/2619bcec-92fb-446e-a79c-d998d994f504 HTTP/1.1" status: 404 len: 336 time: 0.1335068 Mar 23 10:18:14.483039 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57928) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.514425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2078098390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:14.519302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5b37abdd-79f1-426a-8cd4-a1c5851bf7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.536384 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9d2a95f6-ae60-4489-b2c8-0f5fd437c460 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "GET /v2.0/ports?device_id=56969d6d-98de-49f1-82de-e736d442b14e HTTP/1.1" status: 200 len: 205 time: 0.0518761 Mar 23 10:18:14.540075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:14.541821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57934) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.545135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:14.562040 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:router and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:14.575888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-549f27fb-2f88-41e5-864d-96778d13ada9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Synchronizing usage tracker for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:14.580087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:14.594150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5b37abdd-79f1-426a-8cd4-a1c5851bf7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.602743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:14.603255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-32f46400-eb1f-4a93-8c78-33693a38ddde', 'network_id': '32f46400-eb1f-4a93-8c78-33693a38ddde', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'fixed_ips': [{'subnet_id': '6738b8a9-291f-4b71-a7a6-4fbde67baab5'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:18:14.605004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.605400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.629935 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-92fa7391-11fc-4632-9bc1-035792ec5302 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] delete failed (client error): The resource could not be found. Mar 23 10:18:14.630984 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-92fa7391-11fc-4632-9bc1-035792ec5302 tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/routers/56969d6d-98de-49f1-82de-e736d442b14e HTTP/1.1" status: 404 len: 336 time: 0.0882292 Mar 23 10:18:14.634150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57938) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.635048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.635379 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Added segment faec8c95-2054-49df-84a5-c441d2182a59 of type vlan for network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 Mar 23 10:18:14.722513 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-403bae02-257a-4cc0-a55c-e7da8944408a tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:14.722513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403bae02-257a-4cc0-a55c-e7da8944408a tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:14.724743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.726012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.749537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-549f27fb-2f88-41e5-864d-96778d13ada9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Unset dirty status for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:14.754882 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-549f27fb-2f88-41e5-864d-96778d13ada9 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3675945 Mar 23 10:18:14.756821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57942) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:14.759401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Network 6b13464a-ef49-49e2-a262-e6144345e09b is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:14.763656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08805e0-1b60-4c19-bb21-711630623c68 req-e45cc57b-dd20-4528-b5aa-9daf4ccf3e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:14.765238 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f08805e0-1b60-4c19-bb21-711630623c68 req-e45cc57b-dd20-4528-b5aa-9daf4ccf3e94 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7001d3b3-add7-43f8-87f2-8f2d67c06275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4166913 Mar 23 10:18:14.766499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:14.769245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'tempest-secgroup--107444938'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:14.776306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.778790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:14.781730 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-403bae02-257a-4cc0-a55c-e7da8944408a tempest-RoutersAdminTest-1837861617 tempest-RoutersAdminTest-1837861617-project] 10.222.0.84 "DELETE /v2.0/subnets/03a4a597-a81a-4065-82eb-d00fabd10891 HTTP/1.1" status: 404 len: 337 time: 0.1450102 Mar 23 10:18:14.807519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:14.814605 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.830127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Allocated IP 2001:db8::2 (32f46400-eb1f-4a93-8c78-33693a38ddde/6738b8a9-291f-4b71-a7a6-4fbde67baab5/8758d0fb-81f4-4460-a94a-aab67b537f35) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:14.839821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:14.861010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Port': ['ID=434138e3-2055-4f52-a707-1665fa9477ab,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:14.934483 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.934707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.964819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:14.970945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:14.971589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.007539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:15.068262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f430a6-43f3-4249-8d91-fc49ea430f72 req-b6ec9f76-8aa1-4b06-94e7-24a91f4af1d1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:15.072847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:15.075553 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f6f430a6-43f3-4249-8d91-fc49ea430f72 req-b6ec9f76-8aa1-4b06-94e7-24a91f4af1d1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3998313 Mar 23 10:18:15.076529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.081109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Usage tracker for resource:security_group_rule and tenant:82031288c1c143febcf8d2942c1ffb8c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:15.087679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:15.123555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5b37abdd-79f1-426a-8cd4-a1c5851bf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.127522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Subnet': ['ID=b2f98b64-6aca-4f49-bd5d-42fa1401389a,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:15.157069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b37abdd-79f1-426a-8cd4-a1c5851bf7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff8e7d6-ae12-4391-80f7-9235dd01bbae,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:15.163225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5b37abdd-79f1-426a-8cd4-a1c5851bf7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.166980 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5b37abdd-79f1-426a-8cd4-a1c5851bf7e6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/2ff8e7d6-ae12-4391-80f7-9235dd01bbae HTTP/1.1" status: 204 len: 168 time: 1.0361247 Mar 23 10:18:15.166980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.182740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Checking segment: {'id': '87aae056-7fc2-4959-9e5e-050c6290a0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ece55a91-1336-4951-831b-7db0dac228dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:15.183188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network hostable DHCP agents. Network: ece55a91-1336-4951-831b-7db0dac228dd, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:15.206066 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0e0dd11d-404c-4043-b7e9-47b91c6420ea tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1938813 Mar 23 10:18:15.207621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57952) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:15.219779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-1c2e0a2e-d87b-49c6-a7e5-9eefc9db46e2 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:09:3b:21'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e4:2e:04'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:15.247490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.262421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Transition to ACTIVE for port object 8758d0fb-81f4-4460-a94a-aab67b537f35 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:15.269565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57956) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:15.283171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.286882 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4b3bc1f5-1bb8-484e-a75c-d84aa082f85d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8117800 Mar 23 10:18:15.291713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57962) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:15.300220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'port': {'network_id': '32f46400-eb1f-4a93-8c78-33693a38ddde', 'name': 'tempest-RoutersIpV6Test-856314427'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:15.306950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Transition to ACTIVE for port object 8758d0fb-81f4-4460-a94a-aab67b537f35 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:15.308958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7a481d42-6d05-4bc7-88e3-3ec971d612dd None None] Provisioning for port 434138e3-2055-4f52-a707-1665fa9477ab completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:15.315602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7a481d42-6d05-4bc7-88e3-3ec971d612dd None None] Provisioning complete for port 434138e3-2055-4f52-a707-1665fa9477ab triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:15.316304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7a481d42-6d05-4bc7-88e3-3ec971d612dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.318872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network ece55a91-1336-4951-831b-7db0dac228dd is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:15.321825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:15.327782 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0353413 Mar 23 10:18:15.329980 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f08805e0-1b60-4c19-bb21-711630623c68 req-f88c65a8-de86-420e-918f-12399647c9ac service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454783 Mar 23 10:18:15.333937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57966) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:15.336661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facbdc4-0f42-4130-b3b3-385820125685 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Network': ['ID=cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:15.358910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.379399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'subnet': {'network_id': 'cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:15.441729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, ece55a91-1336-4951-831b-7db0dac228dd) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:15.442577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:15.473142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Pushing event updated for resources: {'Port': ['ID=8758d0fb-81f4-4460-a94a-aab67b537f35,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:15.476288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b124cf1-123d-43cf-bbc4-37d9a1aedf57 None None] Network ece55a91-1336-4951-831b-7db0dac228dd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:15.488905 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f6f430a6-43f3-4249-8d91-fc49ea430f72 req-3afd58f4-accf-4baf-a0e4-cee5604d3a49 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4123907 Mar 23 10:18:15.507675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:15.508265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.580660 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-89a39264-08a3-49ae-8102-dd57a28222f0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4790359 Mar 23 10:18:15.580660 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 57972) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:15.595747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:15.601286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'subnet': {'network_id': '71b90e21-f263-4737-8e74-cb2d5e4955d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:15.687650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Network 32f46400-eb1f-4a93-8c78-33693a38ddde is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:15.711277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:15.715845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:15.721893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:subnet and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:15.723360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-56d48734-adc3-4c86-9b1e-325ed4875109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.725426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:15.731512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:15.735468 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7a481d42-6d05-4bc7-88e3-3ec971d612dd None None] Port 434138e3-2055-4f52-a707-1665fa9477ab cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:15.737382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:15.751069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Made reservation on behalf of 9c5b5415ce7046569634f6c2538cabe8 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:15.753189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:15.755414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.851209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-56d48734-adc3-4c86-9b1e-325ed4875109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:15.875251 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-56d48734-adc3-4c86-9b1e-325ed4875109 admin admin] Usage tracker for resource:security_group_rule and tenant:c4baad2cafbc4340944657189026ff50 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:15.880261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:15.883760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.899169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-56d48734-adc3-4c86-9b1e-325ed4875109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:15.917565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:15.921825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:subnet and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:15.924963 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:15.931490 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:15.945549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0a2e-d87b-49c6-a7e5-9eefc9db46e2 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.963657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-56d48734-adc3-4c86-9b1e-325ed4875109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:15.968177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Attempting to bind port 8758d0fb-81f4-4460-a94a-aab67b537f35 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:15.968689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Attempting to bind port 8758d0fb-81f4-4460-a94a-aab67b537f35 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '2e292c59-1002-4212-b5f9-91aadac72ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '32f46400-eb1f-4a93-8c78-33693a38ddde'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:15.969046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Attempting to bind port 8758d0fb-81f4-4460-a94a-aab67b537f35 on network 32f46400-eb1f-4a93-8c78-33693a38ddde {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:15.980160 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:15.981119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Checking segment: {'id': '2e292c59-1002-4212-b5f9-91aadac72ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '32f46400-eb1f-4a93-8c78-33693a38ddde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:15.981527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.982006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Bound using segment: {'id': '2e292c59-1002-4212-b5f9-91aadac72ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '32f46400-eb1f-4a93-8c78-33693a38ddde'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:15.983681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Bound port: 8758d0fb-81f4-4460-a94a-aab67b537f35, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e292c59-1002-4212-b5f9-91aadac72ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '32f46400-eb1f-4a93-8c78-33693a38ddde'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:15.983681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:15.991910 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f08805e0-1b60-4c19-bb21-711630623c68 req-fbad8652-86a7-4196-9017-e3e70b5599a2 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505263 Mar 23 10:18:16.019864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] device_id is not set on port 70d7c2ad-075d-409a-87dc-8edcec82e68c yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:16.061888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.075455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.076342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:16.080025 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.106234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-ece55a91-1336-4951-831b-7db0dac228dd', 'network_id': 'ece55a91-1336-4951-831b-7db0dac228dd', 'tenant_id': '33eec4c18867433da011ca0070251672', 'fixed_ips': [{'subnet_id': 'b2f98b64-6aca-4f49-bd5d-42fa1401389a'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:18:16.107391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.153473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9580ddfe-c50f-4fe9-bc0a-6fc8e5951619,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:16.177124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.182880 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e6221afd-862d-4e7a-a514-870dbcf5ce83 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4223552 Mar 23 10:18:16.182880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57986) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:16.190052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-fa699d41-2f5d-43cb-a515-54d2a80cb92b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:16.190746 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-fa699d41-2f5d-43cb-a515-54d2a80cb92b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 10:18:16.195142 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-fa699d41-2f5d-43cb-a515-54d2a80cb92b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 10:18:16.195142 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fa699d41-2f5d-43cb-a515-54d2a80cb92b tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "PUT /v2.0/security-groups/9580ddfe-c50f-4fe9-bc0a-6fc8e5951619 HTTP/1.1" status: 409 len: 330 time: 0.0079191 Mar 23 10:18:16.195142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.198762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 57990) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:16.260929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] For port 8758d0fb-81f4-4460-a94a-aab67b537f35, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:16.267759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] For port 8758d0fb-81f4-4460-a94a-aab67b537f35, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8758d0fb-81f4-4460-a94a-aab67b537f35,segment=NetworkSegment(2e292c59-1002-4212-b5f9-91aadac72ebb),segment_id=2e292c59-1002-4212-b5f9-91aadac72ebb)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:16.294755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.325266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Subnet': ['ID=be708c2c-57ee-4a4e-803d-1c8b37fb3597,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:16.332883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Checking segment: {'id': 'faec8c95-2054-49df-84a5-c441d2182a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:16.333240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network hostable DHCP agents. Network: cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:16.364278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-208e1d53-9ae7-477d-b00e-0f0de64b1dc1 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.389985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:16.395902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061fc03-bdbd-4f1f-b01c-4a0ae49f21a6 req-39a4a983-21c7-4002-885f-9c048500a3a7 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:16.397513 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9061fc03-bdbd-4f1f-b01c-4a0ae49f21a6 req-39a4a983-21c7-4002-885f-9c048500a3a7 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6777406 Mar 23 10:18:16.401750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-208e1d53-9ae7-477d-b00e-0f0de64b1dc1 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.426031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:16.439904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:16.440689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.472097 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b3fa6116-f86d-4220-982b-d141b5f17845 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1368744 Mar 23 10:18:16.474922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58002) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:16.479999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1305226712', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:16.488085 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:16.490359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-208e1d53-9ae7-477d-b00e-0f0de64b1dc1 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.507858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:router and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:16.517931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e1d53-9ae7-477d-b00e-0f0de64b1dc1 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9580ddfe-c50f-4fe9-bc0a-6fc8e5951619,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:16.519897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:16.525783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-208e1d53-9ae7-477d-b00e-0f0de64b1dc1 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.530768 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-208e1d53-9ae7-477d-b00e-0f0de64b1dc1 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "DELETE /v2.0/security-groups/9580ddfe-c50f-4fe9-bc0a-6fc8e5951619 HTTP/1.1" status: 204 len: 168 time: 0.3005815 Mar 23 10:18:16.531686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58008) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:16.534617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:16.537146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc4d27-46df-4fef-9dae-dead36b15798 None None] Network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:16.576078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.577450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.610515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c44ce0ed-6218-47df-9665-683c437309b5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Synchronizing usage tracker for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:16.618938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.642328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc3056-e24f-4ac3-8005-7edd324f55b2 None None] Pushing event updated for resources: {'Port': ['ID=8758d0fb-81f4-4460-a94a-aab67b537f35,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:16.643359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c44ce0ed-6218-47df-9665-683c437309b5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] Unset dirty status for tenant:82031288c1c143febcf8d2942c1ffb8c on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:16.648569 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c44ce0ed-6218-47df-9665-683c437309b5 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1120334 Mar 23 10:18:16.649297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58012) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:16.727137 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-a49b297f-6a2a-48ed-9824-0557602978cd tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] delete failed (client error): The resource could not be found. Mar 23 10:18:16.728549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a49b297f-6a2a-48ed-9824-0557602978cd tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "DELETE /v2.0/security-groups/bc0e4696-ec37-4153-bed4-5ab768e9855d HTTP/1.1" status: 404 len: 347 time: 0.0777755 Mar 23 10:18:16.736112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58016) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:16.769162 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9061fc03-bdbd-4f1f-b01c-4a0ae49f21a6 req-0d15380a-d4d0-48a3-b115-87b77097a3d4 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435531 Mar 23 10:18:16.789635 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Allocated IP 2001:db8::69 (32f46400-eb1f-4a93-8c78-33693a38ddde/6738b8a9-291f-4b71-a7a6-4fbde67baab5/70d7c2ad-075d-409a-87dc-8edcec82e68c) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:16.832693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58022) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:16.835361 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-ea3bdc19-d85a-4e23-a809-bb89a08ff021 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] show failed (client error): The resource could not be found. Mar 23 10:18:16.856842 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ea3bdc19-d85a-4e23-a809-bb89a08ff021 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-groups/c474c900-4ee2-4e85-bfd0-f380436d14c1 HTTP/1.1" status: 404 len: 347 time: 0.0991375 Mar 23 10:18:16.879882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58026) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:16.925542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-56d48734-adc3-4c86-9b1e-325ed4875109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.970666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:16.975706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-56d48734-adc3-4c86-9b1e-325ed4875109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.063583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Allocated IP 172.20.0.2 (ece55a91-1336-4951-831b-7db0dac228dd/b2f98b64-6aca-4f49-bd5d-42fa1401389a/117f55ae-d5aa-444f-8993-1ab2c5c0d47a) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:17.080160 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-b5496d64-fa96-4bf6-9de5-043b65c66b84 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] show failed (client error): The resource could not be found. Mar 23 10:18:17.084654 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b5496d64-fa96-4bf6-9de5-043b65c66b84 tempest-NegativeSecGroupTest-1368279927 tempest-NegativeSecGroupTest-1368279927-project] 10.222.0.84 "GET /v2.0/security-group-rules/11d1a3d7-e423-40ca-b022-e893219bc555 HTTP/1.1" status: 404 len: 356 time: 0.2006073 Mar 23 10:18:17.143534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Subnet': ['ID=c0cae19f-d891-42c1-aa4e-cd872faea87b,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:17.144641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d48734-adc3-4c86-9b1e-325ed4875109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8eee92-b9c4-484e-93ed-b2807a497085,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:17.163936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.175241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-288346472'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:17.185895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0', 'network_id': 'cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0', 'tenant_id': '9c5b5415ce7046569634f6c2538cabe8', 'fixed_ips': [{'subnet_id': 'be708c2c-57ee-4a4e-803d-1c8b37fb3597'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:18:17.188004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:17.192579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.209713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:network and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:17.216410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:17.242964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:17.244519 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-56d48734-adc3-4c86-9b1e-325ed4875109 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c4baad2cafbc4340944657189026ff50&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9730475 Mar 23 10:18:17.245595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58036) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:17.279096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:17.283861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.335793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0a2e-d87b-49c6-a7e5-9eefc9db46e2 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.382475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0a2e-d87b-49c6-a7e5-9eefc9db46e2 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.408285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0990d-4fe0-4269-9420-1ade8dde7f68 req-87977d74-5cda-4660-988d-6b31e258dc7a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:17.410975 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4b0990d-4fe0-4269-9420-1ade8dde7f68 req-87977d74-5cda-4660-988d-6b31e258dc7a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3968599 Mar 23 10:18:17.416243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.463441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:17.468407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Checking segment: {'id': 'b87874bf-ce7b-45aa-8543-2441593160b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '71b90e21-f263-4737-8e74-cb2d5e4955d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:17.468740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network hostable DHCP agents. Network: 71b90e21-f263-4737-8e74-cb2d5e4955d1, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:17.473017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group_rule and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:17.477730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:17.489537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:17.621994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58042) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:17.733347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3a828775-d927-4e97-a81a-04592a7baea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.746394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e0a2e-d87b-49c6-a7e5-9eefc9db46e2 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event updated for resources: {'Port': ['ID=434138e3-2055-4f52-a707-1665fa9477ab,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:17.773063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.779798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Allocated IP 172.20.0.2 (cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0/be708c2c-57ee-4a4e-803d-1c8b37fb3597/f2e5c75a-2db2-4ac9-b4eb-9e70639c5653) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:17.780402 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 71b90e21-f263-4737-8e74-cb2d5e4955d1 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:17.815193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Transition to ACTIVE for port object 117f55ae-d5aa-444f-8993-1ab2c5c0d47a will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:17.832483 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4b0990d-4fe0-4269-9420-1ade8dde7f68 req-04f01ac3-007b-42c1-81bd-6cd0a5a0b3cf tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4054015 Mar 23 10:18:17.846401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.850323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 71b90e21-f263-4737-8e74-cb2d5e4955d1) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:17.856544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3a828775-d927-4e97-a81a-04592a7baea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.862208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.877470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-1c2e0a2e-d87b-49c6-a7e5-9eefc9db46e2 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] In _notify_port_updated(), no bound segment for port 434138e3-2055-4f52-a707-1665fa9477ab on network 6b13464a-ef49-49e2-a262-e6144345e09b {{(pid=87860) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:18:17.887920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2e0a2e-d87b-49c6-a7e5-9eefc9db46e2 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:17.895398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1c2e0a2e-d87b-49c6-a7e5-9eefc9db46e2 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.896834 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1c2e0a2e-d87b-49c6-a7e5-9eefc9db46e2 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "PUT /v2.0/ports/434138e3-2055-4f52-a707-1665fa9477ab HTTP/1.1" status: 200 len: 1057 time: 2.6880469 Mar 23 10:18:17.903172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58050) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:17.903925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899c91ee-c417-425f-a859-9b0ac95d4e09,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:17.909990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:17.926987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b2507-95dc-4250-b7e3-b52c8ed15410 None None] Network 71b90e21-f263-4737-8e74-cb2d5e4955d1 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:17.939761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:17.940342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.972260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:17.972604 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Added segment c3bd97a5-70eb-4343-8bae-964d7e94312b of type vlan for network b47c99ad-c5af-4238-bf6a-aa831574c991 Mar 23 10:18:18.039636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Transition to ACTIVE for port object 117f55ae-d5aa-444f-8993-1ab2c5c0d47a will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:18.074267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.170634 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fe857240-51b0-4d62-ad28-9ca3e5d47367 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5867207 Mar 23 10:18:18.173422 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58054) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:18.176338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Transition to ACTIVE for port object 70d7c2ad-075d-409a-87dc-8edcec82e68c will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:18.189070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.190999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1765701347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:18.197285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3a828775-d927-4e97-a81a-04592a7baea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.199836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3a828775-d927-4e97-a81a-04592a7baea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.204138 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3a828775-d927-4e97-a81a-04592a7baea5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5e8eee92-b9c4-484e-93ed-b2807a497085 HTTP/1.1" status: 204 len: 168 time: 0.9514692 Mar 23 10:18:18.218701 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:18.228565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a72e7c0b-9ea0-40c3-9067-951a9ab88732 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Deleting port 434138e3-2055-4f52-a707-1665fa9477ab {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:18.228913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a72e7c0b-9ea0-40c3-9067-951a9ab88732 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.241371 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:router and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:18.252683 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-efadd3ed-b3d5-4cdb-b69c-d8cda5cbbbfb admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=82031288c1c143febcf8d2942c1ffb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6276159 Mar 23 10:18:18.255087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58060) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:18.255993 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:18.260200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a828775-d927-4e97-a81a-04592a7baea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8eee92-b9c4-484e-93ed-b2807a497085,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:18.282897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:18.293231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.298353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.301589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.318618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.319716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.366179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a697e0-ba4e-49e2-9710-386c2d8b34bc req-c2746e73-e046-436a-b3c2-ddeb256c103c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:18.367940 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-38a697e0-ba4e-49e2-9710-386c2d8b34bc req-c2746e73-e046-436a-b3c2-ddeb256c103c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3197949 Mar 23 10:18:18.374218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.465860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.472638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:18.473260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.504265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.575495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96ec655b-1d4d-43d7-a89a-9b6101da613c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.579558 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 32f46400-eb1f-4a93-8c78-33693a38ddde is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:18.600156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:18.611434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:18.614177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.617789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:18.618284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.624326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=70d7c2ad-075d-409a-87dc-8edcec82e68c,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:18.637200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-38a697e0-ba4e-49e2-9710-386c2d8b34bc req-81b6e94e-834c-48cf-a996-042ab2d8a15c tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594151 Mar 23 10:18:18.640958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Pushing event updated for resources: {'Port': ['ID=117f55ae-d5aa-444f-8993-1ab2c5c0d47a,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:18.643418 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bc91d84f-d7ca-40be-ac93-9f481bd1e3d6 None None] Provisioning complete for port 434138e3-2055-4f52-a707-1665fa9477ab triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:18.647517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.649588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bc91d84f-d7ca-40be-ac93-9f481bd1e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.672771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96ec655b-1d4d-43d7-a89a-9b6101da613c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.703575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Transition to ACTIVE for port object f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:18.707203 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-17f66053-d618-4729-b9a3-a7105d872ef5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.4144711 Mar 23 10:18:18.717070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Network ece55a91-1336-4951-831b-7db0dac228dd is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:18.726119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:18.728085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c8e194-a721-44ae-b3bc-4ace839cd6d8 None None] Network 32f46400-eb1f-4a93-8c78-33693a38ddde requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:18.729786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58068) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:18.730125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58070) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:18.750971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.754803 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3626bf4b-9e4b-4082-9114-52eb973dd312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5768633 Mar 23 10:18:18.760224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58076) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:18.761739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:18.779253 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9447722 Mar 23 10:18:18.815552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58080) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:18.828139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'name': 'tempest-PortsTestJSON-1900731619'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:18.847392 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Transition to ACTIVE for port object f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:18.882604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65c874-5b53-4f76-b45a-c054ccdcf6b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Network': ['ID=b47c99ad-c5af-4238-bf6a-aa831574c991,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:18.942772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:18.946526 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:19.035780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.26.4.138 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/0c9161c0-3bc9-4593-93de-fdafd3459018) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:19.107758 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f2f1a8a4-f57f-4f7b-bb27-c4090c7a1b45 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4e98e54b72854bc5a626384ed156e504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745668 Mar 23 10:18:19.129010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58084) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:19.153484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bc91d84f-d7ca-40be-ac93-9f481bd1e3d6 None None] Port 434138e3-2055-4f52-a707-1665fa9477ab cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:19.166205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-71b90e21-f263-4737-8e74-cb2d5e4955d1', 'network_id': '71b90e21-f263-4737-8e74-cb2d5e4955d1', 'tenant_id': '33eec4c18867433da011ca0070251672', 'fixed_ips': [{'subnet_id': 'c0cae19f-d891-42c1-aa4e-cd872faea87b'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:18:19.167030 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.168541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96ec655b-1d4d-43d7-a89a-9b6101da613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.188243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:19.291279 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Attempting to bind port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:19.291652 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Attempting to bind port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '87aae056-7fc2-4959-9e5e-050c6290a0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ece55a91-1336-4951-831b-7db0dac228dd'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:19.292280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Attempting to bind port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a on network ece55a91-1336-4951-831b-7db0dac228dd {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:19.294472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8758d0fb-81f4-4460-a94a-aab67b537f35 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:19.302687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a72e7c0b-9ea0-40c3-9067-951a9ab88732 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.325960 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:19.361600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:19.378081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:19.378728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Checking segment: {'id': '87aae056-7fc2-4959-9e5e-050c6290a0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ece55a91-1336-4951-831b-7db0dac228dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:19.379359 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.380074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Bound using segment: {'id': '87aae056-7fc2-4959-9e5e-050c6290a0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ece55a91-1336-4951-831b-7db0dac228dd'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:19.380797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Bound port: 117f55ae-d5aa-444f-8993-1ab2c5c0d47a, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87aae056-7fc2-4959-9e5e-050c6290a0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': 'ece55a91-1336-4951-831b-7db0dac228dd'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:19.381448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.390249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:19.396504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec655b-1d4d-43d7-a89a-9b6101da613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e69fba-3a5e-42c6-8777-dd281401ccfe,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:19.400446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:19.431810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:19.444165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Pushing event updated for resources: {'Port': ['ID=f2e5c75a-2db2-4ac9-b4eb-9e70639c5653,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:19.470264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:19.526260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96ec655b-1d4d-43d7-a89a-9b6101da613c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.529827 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-96ec655b-1d4d-43d7-a89a-9b6101da613c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d0e69fba-3a5e-42c6-8777-dd281401ccfe HTTP/1.1" status: 204 len: 168 time: 1.2645173 Mar 23 10:18:19.585872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:19.589375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.631098 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port df27806f-379d-4487-98c6-6f93bdc1c2cf yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:19.673390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d8dae7f2-1baa-4013-9dcd-3cb5aa308a98 None None] Provisioning for port 8758d0fb-81f4-4460-a94a-aab67b537f35 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:19.699650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Attempting to bind port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:19.700006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Attempting to bind port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'faec8c95-2054-49df-84a5-c441d2182a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:19.700892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Attempting to bind port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 on network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:19.719821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a72e7c0b-9ea0-40c3-9067-951a9ab88732 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Calling delete_port for 434138e3-2055-4f52-a707-1665fa9477ab owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:19.743899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:19.744151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Checking segment: {'id': 'faec8c95-2054-49df-84a5-c441d2182a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:19.744427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.744682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Bound using segment: {'id': 'faec8c95-2054-49df-84a5-c441d2182a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:19.745714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Bound port: f2e5c75a-2db2-4ac9-b4eb-9e70639c5653, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faec8c95-2054-49df-84a5-c441d2182a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': 'cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:19.745714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.788753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.851539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd68017-f90c-4e61-a15f-e85937e96129 req-024c147f-5682-4713-9c50-9d3c98666c5e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:19.859526 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8fd68017-f90c-4e61-a15f-e85937e96129 req-024c147f-5682-4713-9c50-9d3c98666c5e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.9650946 Mar 23 10:18:19.924511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 8758d0fb-81f4-4460-a94a-aab67b537f35 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:19.961068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 8758d0fb-81f4-4460-a94a-aab67b537f35 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:19.961330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:19.995546 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8fd68017-f90c-4e61-a15f-e85937e96129 req-60d8061a-9194-43ee-bb3b-1f58f47423f0 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339707 Mar 23 10:18:19.999864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] For port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:20.050807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9541d0e-253b-4879-a549-c1af6d716c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.060560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] For port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=117f55ae-d5aa-444f-8993-1ab2c5c0d47a,segment=NetworkSegment(87aae056-7fc2-4959-9e5e-050c6290a0d7),segment_id=87aae056-7fc2-4959-9e5e-050c6290a0d7)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:20.061944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Allocated IP 172.21.0.2 (71b90e21-f263-4737-8e74-cb2d5e4955d1/c0cae19f-d891-42c1-aa4e-cd872faea87b/63737033-794f-4f60-ad10-41ae8718c2a3) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:20.097514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.118707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9541d0e-253b-4879-a549-c1af6d716c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.141976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] For port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:20.253131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.264664 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] For port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f2e5c75a-2db2-4ac9-b4eb-9e70639c5653,segment=NetworkSegment(faec8c95-2054-49df-84a5-c441d2182a59),segment_id=faec8c95-2054-49df-84a5-c441d2182a59)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:20.400957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.444735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.528698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc495ce-669d-4a69-b05c-5e0652dc48f8 None None] Pushing event updated for resources: {'Port': ['ID=117f55ae-d5aa-444f-8993-1ab2c5c0d47a,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:20.578781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9541d0e-253b-4879-a549-c1af6d716c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.582483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.593451 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.672333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcb6fe-2832-46bb-a211-feb4eb189b35 None None] Pushing event updated for resources: {'Port': ['ID=f2e5c75a-2db2-4ac9-b4eb-9e70639c5653,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:20.675003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.726139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.814041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=df27806f-379d-4487-98c6-6f93bdc1c2cf,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:20.817304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-437b9368-7532-4614-b865-1b32e3ba5588 None None] Provisioning complete for port 8758d0fb-81f4-4460-a94a-aab67b537f35 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:20.817671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437b9368-7532-4614-b865-1b32e3ba5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.824200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:20.832233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Checking segment: {'id': 'c3bd97a5-70eb-4343-8bae-964d7e94312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:20.832597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network hostable DHCP agents. Network: b47c99ad-c5af-4238-bf6a-aa831574c991, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:20.854066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.867889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:20.868722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 8758d0fb-81f4-4460-a94a-aab67b537f35, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8758d0fb-81f4-4460-a94a-aab67b537f35,segment=NetworkSegment(2e292c59-1002-4212-b5f9-91aadac72ebb),segment_id=2e292c59-1002-4212-b5f9-91aadac72ebb)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:20.929809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:21.016038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, b47c99ad-c5af-4238-bf6a-aa831574c991) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:21.044124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:21.052399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:21.053376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.072494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5edc601-1774-4a1a-8104-91968419902a None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:21.122170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:21.122994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=0c9161c0-3bc9-4593-93de-fdafd3459018,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:21.132231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9541d0e-253b-4879-a549-c1af6d716c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10549a4b-85bf-420d-9020-2688faea0786,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:21.232994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:21.236173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:21.252913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58116) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:21.263026 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [-] 10.222.0.84 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028028 Mar 23 10:18:21.263906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.268705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=70d7c2ad-075d-409a-87dc-8edcec82e68c,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:21.271120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58118) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:21.283950 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7959d9bf-170a-4c79-a22c-d00bb2267682 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4659123 Mar 23 10:18:21.309837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58122) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:21.320312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2091229303'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:21.346134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:21.399050 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:network and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:21.405517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:21.426794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:21.494532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:21.498985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.536190 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.558973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=8758d0fb-81f4-4460-a94a-aab67b537f35,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:21.567341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:21.615691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a72e7c0b-9ea0-40c3-9067-951a9ab88732 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.701551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.732230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Transition to ACTIVE for port object 63737033-794f-4f60-ad10-41ae8718c2a3 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:21.738956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e7c0b-9ea0-40c3-9067-951a9ab88732 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event deleted for resources: {'Port': ['ID=434138e3-2055-4f52-a707-1665fa9477ab,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:21.747109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9541d0e-253b-4879-a549-c1af6d716c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.748258 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d9541d0e-253b-4879-a549-c1af6d716c83 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/10549a4b-85bf-420d-9020-2688faea0786 HTTP/1.1" status: 204 len: 168 time: 2.6116426 Mar 23 10:18:21.810450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Transition to ACTIVE for port object 63737033-794f-4f60-ad10-41ae8718c2a3 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:21.820283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:21.836681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 117f55ae-d5aa-444f-8993-1ab2c5c0d47a up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:21.864616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:21.874707 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e201be38-2d19-4918-818a-e22e96919f40 tempest-NetworksApiDiscovery-272850727 tempest-NetworksApiDiscovery-272850727-project] 10.222.0.84 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5981479 Mar 23 10:18:21.970870 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:22.019663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.026638 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Added segment daa98b31-a972-4586-921b-81858e1d3345 of type vlan for network d5ceec89-1a24-407e-9bb3-bcc6eb05bb43 Mar 23 10:18:22.054854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Network 71b90e21-f263-4737-8e74-cb2d5e4955d1 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:22.060226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-437b9368-7532-4614-b865-1b32e3ba5588 None None] Provisioning for port 70d7c2ad-075d-409a-87dc-8edcec82e68c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:22.068399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:22.071532 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:22.100667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-437b9368-7532-4614-b865-1b32e3ba5588 None None] Provisioning complete for port 70d7c2ad-075d-409a-87dc-8edcec82e68c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:22.104009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437b9368-7532-4614-b865-1b32e3ba5588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.161747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Pushing event updated for resources: {'Port': ['ID=63737033-794f-4f60-ad10-41ae8718c2a3,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:22.243150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.409808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:22.428503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.459182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-437b9368-7532-4614-b865-1b32e3ba5588 None None] Port 70d7c2ad-075d-409a-87dc-8edcec82e68c cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:22.469332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Attempting to bind port 63737033-794f-4f60-ad10-41ae8718c2a3 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:22.469446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Attempting to bind port 63737033-794f-4f60-ad10-41ae8718c2a3 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'b87874bf-ce7b-45aa-8543-2441593160b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '71b90e21-f263-4737-8e74-cb2d5e4955d1'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:22.469761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Attempting to bind port 63737033-794f-4f60-ad10-41ae8718c2a3 on network 71b90e21-f263-4737-8e74-cb2d5e4955d1 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:22.495070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3795f5-4708-4cd0-b5b3-24d52c1bf26e None None] Network ece55a91-1336-4951-831b-7db0dac228dd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:22.581388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2b308-c9e0-4a48-965b-ae480e03ff81 req-ba2157df-79a4-4056-90a1-1d9b8ff4bcc3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:22.589334 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-49c2b308-c9e0-4a48-965b-ae480e03ff81 req-ba2157df-79a4-4056-90a1-1d9b8ff4bcc3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 2.0166221 Mar 23 10:18:22.625684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58144) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:22.688832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:22.783028 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.800875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:22.801544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.830885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:22.831168 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Checking segment: {'id': 'b87874bf-ce7b-45aa-8543-2441593160b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '71b90e21-f263-4737-8e74-cb2d5e4955d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:22.831618 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.831962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Bound using segment: {'id': 'b87874bf-ce7b-45aa-8543-2441593160b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '71b90e21-f263-4737-8e74-cb2d5e4955d1'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:22.832435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Bound port: 63737033-794f-4f60-ad10-41ae8718c2a3, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87874bf-ce7b-45aa-8543-2441593160b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': '71b90e21-f263-4737-8e74-cb2d5e4955d1'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:22.832921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:22.859684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e80ae-ae86-456d-9d0e-f95ee27dc1a3 None None] Network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:22.866898 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-49c2b308-c9e0-4a48-965b-ae480e03ff81 req-b813d85c-97e5-4c6e-a7c7-f92bd54a6072 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764008 Mar 23 10:18:22.988295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8bb772dc-90c7-4d6f-82dd-b47c0f0664e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.035190 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7234457 Mar 23 10:18:23.038292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58158) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:23.045550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28d718-e476-4496-b07f-3c06c74e18a2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Network': ['ID=d5ceec89-1a24-407e-9bb3-bcc6eb05bb43,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:23.050144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58160) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:23.115650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network d5ceec89-1a24-407e-9bb3-bcc6eb05bb43 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:23.119898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'ports': [{'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991'}, {'network_id': 'd5ceec89-1a24-407e-9bb3-bcc6eb05bb43'}]} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:23.120204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:23.120672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': 'd5ceec89-1a24-407e-9bb3-bcc6eb05bb43'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:23.153610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4f1743fc-a2cd-4128-be6a-38488007b2b0 None None] Provisioning for port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:23.183138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8bb772dc-90c7-4d6f-82dd-b47c0f0664e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:23.195708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.203244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.205452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.233581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8bb772dc-90c7-4d6f-82dd-b47c0f0664e7 admin admin] Usage tracker for resource:security_group_rule and tenant:32e69178b8f649079232e9ee02537f62 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:23.257293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Allocated IP 172.20.0.1 (ece55a91-1336-4951-831b-7db0dac228dd/b2f98b64-6aca-4f49-bd5d-42fa1401389a/7b9ef0ff-70e6-4580-b267-17595feed971) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:23.259389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8bb772dc-90c7-4d6f-82dd-b47c0f0664e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:23.302956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4f1743fc-a2cd-4128-be6a-38488007b2b0 None None] Provisioning complete for port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:23.304071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4f1743fc-a2cd-4128-be6a-38488007b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.311792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-686426603'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:23.325536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:23.331810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8bb772dc-90c7-4d6f-82dd-b47c0f0664e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:23.333853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.341928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Usage tracker for resource:network and tenant:ffb118d20fbb48ee9ffcec07713dd85b is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:23.390815 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8758d0fb-81f4-4460-a94a-aab67b537f35 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:23.396824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:23.401195 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=70d7c2ad-075d-409a-87dc-8edcec82e68c,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:23.414147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:23.437646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Made reservation on behalf of ffb118d20fbb48ee9ffcec07713dd85b for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:23.442110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.469686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.487739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:23.497495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Usage tracker for resource:security_group_rule and tenant:ffb118d20fbb48ee9ffcec07713dd85b is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:23.501218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 32f46400-eb1f-4a93-8c78-33693a38ddde is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:23.501369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] For port 63737033-794f-4f60-ad10-41ae8718c2a3, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:23.502152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:23.505167 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:23.582340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:23.586688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a72e7c0b-9ea0-40c3-9067-951a9ab88732 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.603003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] For port 63737033-794f-4f60-ad10-41ae8718c2a3, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=63737033-794f-4f60-ad10-41ae8718c2a3,segment=NetworkSegment(b87874bf-ce7b-45aa-8543-2441593160b6),segment_id=b87874bf-ce7b-45aa-8543-2441593160b6)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:23.619976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.775958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b7eeb-49d4-4387-a3f7-d848bfeecb61 None None] Pushing event updated for resources: {'Port': ['ID=63737033-794f-4f60-ad10-41ae8718c2a3,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:23.790410 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a72e7c0b-9ea0-40c3-9067-951a9ab88732 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "DELETE /v2.0/ports/434138e3-2055-4f52-a707-1665fa9477ab HTTP/1.1" status: 204 len: 168 time: 5.8809218 Mar 23 10:18:23.804402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58168) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:23.813846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4f1743fc-a2cd-4128-be6a-38488007b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.821623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:23.866159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5ea7d4c6-a806-4553-833a-231c0ebc6b15 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:18:23.876827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.879515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:23.886044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.891598 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 8758d0fb-81f4-4460-a94a-aab67b537f35 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:23.892150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.894068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:23.959460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-4f1743fc-a2cd-4128-be6a-38488007b2b0 None None] For port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=117f55ae-d5aa-444f-8993-1ab2c5c0d47a,segment=NetworkSegment(87aae056-7fc2-4959-9e5e-050c6290a0d7),segment_id=87aae056-7fc2-4959-9e5e-050c6290a0d7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:23.984327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4f1743fc-a2cd-4128-be6a-38488007b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:23.999456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:24.001659 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef5f5b9-75db-4620-8492-cc7e7d7836ba tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] GET failed (client error): The resource could not be found. Mar 23 10:18:24.002183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4ef5f5b9-75db-4620-8492-cc7e7d7836ba tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Synchronizing usage tracker for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:24.014051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.079867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 2} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:24.084254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.106286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Transition to ACTIVE for port object 7b9ef0ff-70e6-4580-b267-17595feed971 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:24.180584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4f1743fc-a2cd-4128-be6a-38488007b2b0 None None] Provisioning complete for port 70d7c2ad-075d-409a-87dc-8edcec82e68c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:24.181225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4f1743fc-a2cd-4128-be6a-38488007b2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.186013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5c835e-927b-4f5d-809f-c29e15458604,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:24.281775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:24.336432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.337135 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Added segment 283161fc-560a-4fea-95e9-d3fb25d80e3b of type vlan for network 6911d881-57cc-4697-9753-9d5faae43393 Mar 23 10:18:24.344668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1743fc-a2cd-4128-be6a-38488007b2b0 None None] Pushing event updated for resources: {'Port': ['ID=117f55ae-d5aa-444f-8993-1ab2c5c0d47a,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:24.347257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4f1743fc-a2cd-4128-be6a-38488007b2b0 None None] Port 70d7c2ad-075d-409a-87dc-8edcec82e68c cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:24.396060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:24.408048 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6074811b-67b3-4ddb-b0c2-d635341b28e1 None None] Sync routers for ids ['5ea7d4c6-a806-4553-833a-231c0ebc6b15'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:24.422531 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074811b-67b3-4ddb-b0c2-d635341b28e1 None None] Routers {'5ea7d4c6-a806-4553-833a-231c0ebc6b15'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:24.423436 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6074811b-67b3-4ddb-b0c2-d635341b28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5ea7d4c6-a806-4553-833a-231c0ebc6b15'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:24.452764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4ef5f5b9-75db-4620-8492-cc7e7d7836ba tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Unset dirty status for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:24.454336 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4ef5f5b9-75db-4620-8492-cc7e7d7836ba tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "GET /v2.0/ports/434138e3-2055-4f52-a707-1665fa9477ab HTTP/1.1" status: 404 len: 333 time: 0.6345191 Mar 23 10:18:24.460884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8bb772dc-90c7-4d6f-82dd-b47c0f0664e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.462675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.467848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.483925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58174) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:24.484663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-710ff2d6-5876-4fe1-8036-5cd8e1e528d3 None None] Provisioning for port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:24.489988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-710ff2d6-5876-4fe1-8036-5cd8e1e528d3 None None] Provisioning complete for port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:24.490348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-710ff2d6-5876-4fe1-8036-5cd8e1e528d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.532038 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6074811b-67b3-4ddb-b0c2-d635341b28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:24.541962 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6074811b-67b3-4ddb-b0c2-d635341b28e1 None None] Routers {'5ea7d4c6-a806-4553-833a-231c0ebc6b15'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:24.542907 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6074811b-67b3-4ddb-b0c2-d635341b28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5ea7d4c6-a806-4553-833a-231c0ebc6b15'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:24.553913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8bb772dc-90c7-4d6f-82dd-b47c0f0664e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.614050 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.614878 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6074811b-67b3-4ddb-b0c2-d635341b28e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:24.615437 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6074811b-67b3-4ddb-b0c2-d635341b28e1 None None] The sync data for ids ['5ea7d4c6-a806-4553-833a-231c0ebc6b15'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:24.652306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb772dc-90c7-4d6f-82dd-b47c0f0664e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d0d8d4-9775-44af-8945-07ea85f03f02,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:24.655528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=7b9ef0ff-70e6-4580-b267-17595feed971,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:24.661933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141aeed0-6c08-45be-9bf6-e5da549d27cb req-6b082aef-98c7-42d6-abcb-0dac6c111ebb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:24.663491 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-141aeed0-6c08-45be-9bf6-e5da549d27cb req-6b082aef-98c7-42d6-abcb-0dac6c111ebb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5866532 Mar 23 10:18:24.672721 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-82e17a51-cbed-4873-9150-42afabcca970 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5ea7d4c6-a806-4553-833a-231c0ebc6b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9371324 Mar 23 10:18:24.672721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58178) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:24.676219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-710ff2d6-5876-4fe1-8036-5cd8e1e528d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.681442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network ece55a91-1336-4951-831b-7db0dac228dd is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:24.701992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:24.704380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:24.718278 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-710ff2d6-5876-4fe1-8036-5cd8e1e528d3 None None] For port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f2e5c75a-2db2-4ac9-b4eb-9e70639c5653,segment=NetworkSegment(faec8c95-2054-49df-84a5-c441d2182a59),segment_id=faec8c95-2054-49df-84a5-c441d2182a59)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:24.723703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-710ff2d6-5876-4fe1-8036-5cd8e1e528d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.726914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.732847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:24.733514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.799756 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8bb772dc-90c7-4d6f-82dd-b47c0f0664e7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=32e69178b8f649079232e9ee02537f62&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1625655 Mar 23 10:18:24.800275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-710ff2d6-5876-4fe1-8036-5cd8e1e528d3 None None] Provisioning complete for port 70d7c2ad-075d-409a-87dc-8edcec82e68c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:24.811962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.813145 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-710ff2d6-5876-4fe1-8036-5cd8e1e528d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.815607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58182) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:24.840786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:24.880901 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7799208 Mar 23 10:18:24.883973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-710ff2d6-5876-4fe1-8036-5cd8e1e528d3 None None] Port 70d7c2ad-075d-409a-87dc-8edcec82e68c cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:24.889750 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58186) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:24.910911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ff2d6-5876-4fe1-8036-5cd8e1e528d3 None None] Pushing event updated for resources: {'Port': ['ID=f2e5c75a-2db2-4ac9-b4eb-9e70639c5653,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:24.957771 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-141aeed0-6c08-45be-9bf6-e5da549d27cb req-a792303b-f6f4-4dd1-8200-f5430281972f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874248 Mar 23 10:18:25.003466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780474-2da7-4a31-9d7e-fffeb566a417 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Network': ['ID=6911d881-57cc-4697-9753-9d5faae43393,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:25.014759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30ff0c-81bc-46b8-883e-9c558a036826 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:25.015318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4b30ff0c-81bc-46b8-883e-9c558a036826 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Synchronizing usage tracker for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:25.021282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 6911d881-57cc-4697-9753-9d5faae43393 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:25.040111 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'subnet': {'network_id': '6911d881-57cc-4697-9753-9d5faae43393', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:25.070385 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-23d52e9c-3e1c-44a8-89a3-27174c76ddd8 None None] Provisioning complete for port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:25.073955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-23d52e9c-3e1c-44a8-89a3-27174c76ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.091765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4b30ff0c-81bc-46b8-883e-9c558a036826 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Unset dirty status for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:25.093318 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4b30ff0c-81bc-46b8-883e-9c558a036826 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports/70d7c2ad-075d-409a-87dc-8edcec82e68c HTTP/1.1" status: 200 len: 982 time: 0.4198127 Mar 23 10:18:25.108528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58192) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:25.212919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e841241a-fea6-4157-a9a3-091452d6065f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Deleting port b11be664-10dc-4008-9956-1e31c0b220f0 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:25.213501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e841241a-fea6-4157-a9a3-091452d6065f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.443533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b3e82c3f-e13c-4275-b74d-7dbe85455b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.476214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcac6f7e-06dc-434d-a930-a0f995e99d9a None None] Network 71b90e21-f263-4737-8e74-cb2d5e4955d1 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:25.557644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:25.561897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 63737033-794f-4f60-ad10-41ae8718c2a3 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:25.573806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Usage tracker for resource:subnet and tenant:ffb118d20fbb48ee9ffcec07713dd85b is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:25.578047 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b3e82c3f-e13c-4275-b74d-7dbe85455b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.638878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:25.652463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-23d52e9c-3e1c-44a8-89a3-27174c76ddd8 None None] Provisioning complete for port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:25.652824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-23d52e9c-3e1c-44a8-89a3-27174c76ddd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.668573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.672004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:25.688330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port 49f1b7c6-db45-4efe-bc1c-72c821243029 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:25.763945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Made reservation on behalf of ffb118d20fbb48ee9ffcec07713dd85b for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:25.764709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 63737033-794f-4f60-ad10-41ae8718c2a3 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:25.767409 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.782611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:25.806522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router 9a03e11c-296b-4d36-b687-fbe072287470 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:18:25.930905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21473e14-2ca3-4d43-88aa-3fcc4bfac367 req-eb76223d-a2fc-4622-995a-7e06f75b8ce2 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:25.932352 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-21473e14-2ca3-4d43-88aa-3fcc4bfac367 req-eb76223d-a2fc-4622-995a-7e06f75b8ce2 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.4866331 Mar 23 10:18:25.956517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b3e82c3f-e13c-4275-b74d-7dbe85455b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.982620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:25.983323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:25.995213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e82c3f-e13c-4275-b74d-7dbe85455b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d0d8d4-9775-44af-8945-07ea85f03f02,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:26.019655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b3e82c3f-e13c-4275-b74d-7dbe85455b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.023158 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b3e82c3f-e13c-4275-b74d-7dbe85455b32 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/80d0d8d4-9775-44af-8945-07ea85f03f02 HTTP/1.1" status: 204 len: 168 time: 1.2039742 Mar 23 10:18:26.038210 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-21473e14-2ca3-4d43-88aa-3fcc4bfac367 req-deefd1e9-2895-4abb-a1a0-dedeca980ad7 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870407 Mar 23 10:18:26.044594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-63c5b4ee-b466-4356-b705-d1713d64efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:26.046421 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-63c5b4ee-b466-4356-b705-d1713d64efae service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 1098 time: 0.6008625 Mar 23 10:18:26.223320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.234593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 117f55ae-d5aa-444f-8993-1ab2c5c0d47a up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:26.360574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] Provisioning for port 7b9ef0ff-70e6-4580-b267-17595feed971 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:26.366778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] Provisioning complete for port 7b9ef0ff-70e6-4580-b267-17595feed971 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:26.366778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.392389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Subnet': ['ID=aa73229a-4609-4527-8b53-48bac7ae6377,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:26.410029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e841241a-fea6-4157-a9a3-091452d6065f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.451642 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Checking segment: {'id': '283161fc-560a-4fea-95e9-d3fb25d80e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6911d881-57cc-4697-9753-9d5faae43393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:26.452148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Network hostable DHCP agents. Network: 6911d881-57cc-4697-9753-9d5faae43393, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:26.457069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:26.457524 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.474026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.550510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] Port 7b9ef0ff-70e6-4580-b267-17595feed971 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:26.580919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] Provisioning for port 63737033-794f-4f60-ad10-41ae8718c2a3 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:26.588315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] Provisioning complete for port 63737033-794f-4f60-ad10-41ae8718c2a3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:26.588920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.722778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e841241a-fea6-4157-a9a3-091452d6065f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Calling delete_port for b11be664-10dc-4008-9956-1e31c0b220f0 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:26.777114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Network 6911d881-57cc-4697-9753-9d5faae43393 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:26.788949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.798920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 6911d881-57cc-4697-9753-9d5faae43393) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:26.812798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:26.813412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:26.862086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] For port 63737033-794f-4f60-ad10-41ae8718c2a3, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=63737033-794f-4f60-ad10-41ae8718c2a3,segment=NetworkSegment(b87874bf-ce7b-45aa-8543-2441593160b6),segment_id=b87874bf-ce7b-45aa-8543-2441593160b6)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:26.863591 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f7fee-594f-4788-8ce9-47a2f8899ffe None None] Network 6911d881-57cc-4697-9753-9d5faae43393 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:26.892954 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cf73a79f-7e9f-4ea2-9c4c-40f41c2a6ea7 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9389067 Mar 23 10:18:26.900919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58216) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:26.932183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'port': {'network_id': '6911d881-57cc-4697-9753-9d5faae43393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-843613166'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:26.951627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:26.999799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-90e7a960-667c-480b-a991-e4940162b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:27.001269 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-90e7a960-667c-480b-a991-e4940162b2f7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 200 len: 913 time: 0.7008111 Mar 23 10:18:27.007551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.087567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 70d7c2ad-075d-409a-87dc-8edcec82e68c {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:27.088204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.104636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f060d-62e7-4157-a352-fa7c55783953 None None] Sync routers for ids ['9a03e11c-296b-4d36-b687-fbe072287470'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:27.110846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.156783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:27.161131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Usage tracker for resource:port and tenant:ffb118d20fbb48ee9ffcec07713dd85b is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:27.163876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:27.170360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:27.189685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Made reservation on behalf of ffb118d20fbb48ee9ffcec07713dd85b for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:27.191848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f060d-62e7-4157-a352-fa7c55783953 None None] Routers {'9a03e11c-296b-4d36-b687-fbe072287470'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:27.192577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-892f060d-62e7-4157-a352-fa7c55783953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9a03e11c-296b-4d36-b687-fbe072287470'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:27.192983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.276753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.278506 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ec8dbda0-13e7-491f-81d4-4bb49b3f56c3 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.8038301 Mar 23 10:18:27.290476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58226) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:27.307622 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-892f060d-62e7-4157-a352-fa7c55783953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:27.359845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfc8a1-7d07-4e5b-a212-d7fc1461f692 None None] Pushing event updated for resources: {'Port': ['ID=63737033-794f-4f60-ad10-41ae8718c2a3,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:27.365518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1d9d8cc1-3610-4460-9108-1821d05221b6 None None] Provisioning complete for port 63737033-794f-4f60-ad10-41ae8718c2a3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:27.365877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1d9d8cc1-3610-4460-9108-1821d05221b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.385506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port 434954ee-1a16-4042-9ff1-fd4205b32957 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:27.391970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-6911d881-57cc-4697-9753-9d5faae43393', 'network_id': '6911d881-57cc-4697-9753-9d5faae43393', 'tenant_id': 'ffb118d20fbb48ee9ffcec07713dd85b', 'fixed_ips': [{'subnet_id': 'aa73229a-4609-4527-8b53-48bac7ae6377'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:18:27.393304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.406955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f060d-62e7-4157-a352-fa7c55783953 None None] Routers {'9a03e11c-296b-4d36-b687-fbe072287470'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:27.407598 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-892f060d-62e7-4157-a352-fa7c55783953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9a03e11c-296b-4d36-b687-fbe072287470'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:27.452907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] device_id is not set on port 538dcb7b-898b-4582-ab12-897115d173c0 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:27.533949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-892f060d-62e7-4157-a352-fa7c55783953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:27.534356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892f060d-62e7-4157-a352-fa7c55783953 None None] The sync data for ids ['9a03e11c-296b-4d36-b687-fbe072287470'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:27.553674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.571522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.630389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.705821 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-e820c3da-314b-4fa1-8d70-b96232fade7e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 200 len: 1000 time: 0.6882825 Mar 23 10:18:27.706946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.742495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Allocated IP 2001:db8::2 (6911d881-57cc-4697-9753-9d5faae43393/aa73229a-4609-4527-8b53-48bac7ae6377/810d635e-d09b-429c-b600-3a1c24f137e5) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:27.755513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 70d7c2ad-075d-409a-87dc-8edcec82e68c owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:27.844731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e841241a-fea6-4157-a9a3-091452d6065f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:27.908685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=7b9ef0ff-70e6-4580-b267-17595feed971,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:27.919657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.023503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.032082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:28.034896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Transition to ACTIVE for port object 810d635e-d09b-429c-b600-3a1c24f137e5 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:28.057305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Transition to ACTIVE for port object 810d635e-d09b-429c-b600-3a1c24f137e5 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:28.065456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.111059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:28.120886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841241a-fea6-4157-a9a3-091452d6065f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event deleted for resources: {'Port': ['ID=b11be664-10dc-4008-9956-1e31c0b220f0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:28.151989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Network 6911d881-57cc-4697-9753-9d5faae43393 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:28.154929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:28.158090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:28.206950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Pushing event updated for resources: {'Port': ['ID=810d635e-d09b-429c-b600-3a1c24f137e5,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:28.272215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:28.273108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.292040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Attempting to bind port 810d635e-d09b-429c-b600-3a1c24f137e5 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:28.292637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Attempting to bind port 810d635e-d09b-429c-b600-3a1c24f137e5 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '283161fc-560a-4fea-95e9-d3fb25d80e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6911d881-57cc-4697-9753-9d5faae43393'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:28.293198 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Attempting to bind port 810d635e-d09b-429c-b600-3a1c24f137e5 on network 6911d881-57cc-4697-9753-9d5faae43393 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:28.294090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-786e138e-4518-4ae6-83fb-7324e1bae2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.295565 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-786e138e-4518-4ae6-83fb-7324e1bae2e8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=f222ef94-a80f-48f2-ad52-7a49f266982f HTTP/1.1" status: 200 len: 851 time: 0.5424376 Mar 23 10:18:28.300616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:28.301534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Checking segment: {'id': '283161fc-560a-4fea-95e9-d3fb25d80e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6911d881-57cc-4697-9753-9d5faae43393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:28.303192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.303779 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Bound using segment: {'id': '283161fc-560a-4fea-95e9-d3fb25d80e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6911d881-57cc-4697-9753-9d5faae43393'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:28.305207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Bound port: 810d635e-d09b-429c-b600-3a1c24f137e5, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283161fc-560a-4fea-95e9-d3fb25d80e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '6911d881-57cc-4697-9753-9d5faae43393'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:28.306100 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.313737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e841241a-fea6-4157-a9a3-091452d6065f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.420015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] For port 810d635e-d09b-429c-b600-3a1c24f137e5, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:28.424371 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] For port 810d635e-d09b-429c-b600-3a1c24f137e5, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=810d635e-d09b-429c-b600-3a1c24f137e5,segment=NetworkSegment(283161fc-560a-4fea-95e9-d3fb25d80e3b),segment_id=283161fc-560a-4fea-95e9-d3fb25d80e3b)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:28.433464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.540485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Allocated IP 2001:db8::248 (6911d881-57cc-4697-9753-9d5faae43393/aa73229a-4609-4527-8b53-48bac7ae6377/538dcb7b-898b-4582-ab12-897115d173c0) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:28.542720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10023fb3-4284-4be2-9356-3f0a37cf56ca None None] Pushing event updated for resources: {'Port': ['ID=810d635e-d09b-429c-b600-3a1c24f137e5,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:28.568717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b2bbb-0615-454a-8390-ce62c996e90a req-b57ea2ed-f4a2-422b-9638-2c54b5d010b9 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.575789 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-944b2bbb-0615-454a-8390-ce62c996e90a req-b57ea2ed-f4a2-422b-9638-2c54b5d010b9 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 1.2875957 Mar 23 10:18:28.610503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=49f1b7c6-db45-4efe-bc1c-72c821243029,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:28.658258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.692551 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e841241a-fea6-4157-a9a3-091452d6065f tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "DELETE /v2.0/ports/b11be664-10dc-4008-9956-1e31c0b220f0 HTTP/1.1" status: 204 len: 168 time: 4.1176848 Mar 23 10:18:28.695566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58246) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:28.742842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58250) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:28.794247 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-944b2bbb-0615-454a-8390-ce62c996e90a req-a38b848a-0017-4c98-a595-e970b34539cb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169430 Mar 23 10:18:28.811595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171151503', 'description': 'tempest-secgroup-smoke-171151503 description', 'project_id': 'e945150dcee24e13987cfe1467b035a1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:28.817918 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cd54dd-1e33-4e14-be9e-0e7d726031b4 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] GET failed (client error): The resource could not be found. Mar 23 10:18:28.818450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-44cd54dd-1e33-4e14-be9e-0e7d726031b4 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Synchronizing usage tracker for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:28.826433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=434954ee-1a16-4042-9ff1-fd4205b32957,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:28.837368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:28.886983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:security_group and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:28.896009 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:28.925399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:28.935633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Checking segment: {'id': 'daa98b31-a972-4586-921b-81858e1d3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': 'd5ceec89-1a24-407e-9bb3-bcc6eb05bb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:28.936437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network hostable DHCP agents. Network: d5ceec89-1a24-407e-9bb3-bcc6eb05bb43, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:28.956179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-aa6347ff-8980-4d18-a5d3-d98fd10912ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:28.958100 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-aa6347ff-8980-4d18-a5d3-d98fd10912ad service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7001d3b3-add7-43f8-87f2-8f2d67c06275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6514361 Mar 23 10:18:28.973628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:28.980529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-44cd54dd-1e33-4e14-be9e-0e7d726031b4 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Unset dirty status for tenant:f288b0d59e124ca48b842b06fd6dddf2 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:28.986069 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-44cd54dd-1e33-4e14-be9e-0e7d726031b4 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "GET /v2.0/ports/b11be664-10dc-4008-9956-1e31c0b220f0 HTTP/1.1" status: 404 len: 333 time: 0.2812271 Mar 23 10:18:29.007736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58254) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:29.008499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.067904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.084060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=70d7c2ad-075d-409a-87dc-8edcec82e68c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:29.156758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network d5ceec89-1a24-407e-9bb3-bcc6eb05bb43 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:29.169972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network ece55a91-1336-4951-831b-7db0dac228dd is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:29.172814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:29.186184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:29.188310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:security_group_rule and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:29.199120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:29.218946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, d5ceec89-1a24-407e-9bb3-bcc6eb05bb43) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:29.222355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:29.228274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-53938f8d-15b1-4a31-91fa-430f398466e9 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Deleting port 461bdf85-1ad6-4057-be5e-0167782ec614 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:29.228619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-53938f8d-15b1-4a31-91fa-430f398466e9 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.229027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950bf6e8-e27c-48cd-84be-d58bea2217ff None None] Network d5ceec89-1a24-407e-9bb3-bcc6eb05bb43 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:29.443145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.474558 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.488418 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.518873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Transition to ACTIVE for port object 538dcb7b-898b-4582-ab12-897115d173c0 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:29.562902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:29.574013 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:29.579412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:29.582282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.606827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 63737033-794f-4f60-ad10-41ae8718c2a3 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:29.683670 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-90f9c53e-9bd5-4842-aad0-0389cb14a264 service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171214 Mar 23 10:18:29.703484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6a428806-70b1-4f87-a542-6c71b2825cd6 None None] Provisioning complete for port 7b9ef0ff-70e6-4580-b267-17595feed971 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:29.703857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6a428806-70b1-4f87-a542-6c71b2825cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.704206 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8c840a93-8f6f-40c9-834c-5fe6ba1c6399 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.6090965 Mar 23 10:18:29.710404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58262) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:29.769800 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 63737033-794f-4f60-ad10-41ae8718c2a3 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:29.770210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:29.787481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 44cac1f9-f786-4ac1-a730-b4b510e647d1 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:18:29.803147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6a428806-70b1-4f87-a542-6c71b2825cd6 None None] Port 7b9ef0ff-70e6-4580-b267-17595feed971 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:29.917354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 810d635e-d09b-429c-b600-3a1c24f137e5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:29.958893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b36ae2b-e13d-42c1-8dbe-ba566cc95bfe req-68624329-0ac6-4cb9-8c88-01ba305d8c2b service neutron] 10.222.0.102 "GET /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653406 Mar 23 10:18:29.995793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ff74d0-fa9a-4797-af27-cda910fd9b56 None None] Network 6911d881-57cc-4697-9753-9d5faae43393 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:30.095012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 810d635e-d09b-429c-b600-3a1c24f137e5 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:30.119679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6f880cd3-6ee1-484d-bc1f-8894344a0595 None None] Provisioning for port 810d635e-d09b-429c-b600-3a1c24f137e5 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:30.126014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6f880cd3-6ee1-484d-bc1f-8894344a0595 None None] Provisioning complete for port 810d635e-d09b-429c-b600-3a1c24f137e5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:30.126388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f880cd3-6ee1-484d-bc1f-8894344a0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.236568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-53938f8d-15b1-4a31-91fa-430f398466e9 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.267222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9cbea932-0947-4b6c-8350-960c3303ad25 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 434954ee-1a16-4042-9ff1-fd4205b32957 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:30.267608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9cbea932-0947-4b6c-8350-960c3303ad25 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.386664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.388734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f880cd3-6ee1-484d-bc1f-8894344a0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.393801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.399235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-53938f8d-15b1-4a31-91fa-430f398466e9 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Calling delete_port for 461bdf85-1ad6-4057-be5e-0167782ec614 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:30.434742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6f880cd3-6ee1-484d-bc1f-8894344a0595 None None] For port 810d635e-d09b-429c-b600-3a1c24f137e5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=810d635e-d09b-429c-b600-3a1c24f137e5,segment=NetworkSegment(283161fc-560a-4fea-95e9-d3fb25d80e3b),segment_id=283161fc-560a-4fea-95e9-d3fb25d80e3b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:30.445595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f880cd3-6ee1-484d-bc1f-8894344a0595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.509085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5ea7d4c6-a806-4553-833a-231c0ebc6b15 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:30.529405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f880cd3-6ee1-484d-bc1f-8894344a0595 None None] Pushing event updated for resources: {'Port': ['ID=810d635e-d09b-429c-b600-3a1c24f137e5,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:30.571566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:30.582893 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d05b1e4-9cd5-4e74-a532-f88c19662fb8 None None] Sync routers for ids ['44cac1f9-f786-4ac1-a730-b4b510e647d1'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:30.589566 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d1d2b86a-3f2f-4f12-987d-2dc773335f30 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/44cac1f9-f786-4ac1-a730-b4b510e647d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8200290 Mar 23 10:18:30.590964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.593402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58268) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:30.611330 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05b1e4-9cd5-4e74-a532-f88c19662fb8 None None] Routers {'44cac1f9-f786-4ac1-a730-b4b510e647d1'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:30.611967 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0d05b1e4-9cd5-4e74-a532-f88c19662fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['44cac1f9-f786-4ac1-a730-b4b510e647d1'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:30.618192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Network 6911d881-57cc-4697-9753-9d5faae43393 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:30.632127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:30.638463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8937b0d0-8952-48ed-9b06-b83da623e939,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:30.697659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:security_group_rule and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:30.710857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:30.713384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Port': ['ID=538dcb7b-898b-4582-ab12-897115d173c0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:30.734472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:30.735922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:30.741725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:30.742551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.757520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:30.782245 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0d05b1e4-9cd5-4e74-a532-f88c19662fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:30.795367 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05b1e4-9cd5-4e74-a532-f88c19662fb8 None None] Routers {'44cac1f9-f786-4ac1-a730-b4b510e647d1'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:30.795992 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0d05b1e4-9cd5-4e74-a532-f88c19662fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['44cac1f9-f786-4ac1-a730-b4b510e647d1'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:30.853242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.873352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7fb6955f-8e1a-4c5f-9139-f77d70279700 None None] Provisioning complete for port 810d635e-d09b-429c-b600-3a1c24f137e5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:30.874229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7fb6955f-8e1a-4c5f-9139-f77d70279700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:30.894459 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0d05b1e4-9cd5-4e74-a532-f88c19662fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:30.894871 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d05b1e4-9cd5-4e74-a532-f88c19662fb8 None None] The sync data for ids ['44cac1f9-f786-4ac1-a730-b4b510e647d1'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:30.951761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.006781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e9e5-8107-4d3a-83f6-e6f403510d07 req-1dcdf0be-61c5-4b3f-b7e5-1a268e450ba3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:31.008396 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-29d0e9e5-8107-4d3a-83f6-e6f403510d07 req-1dcdf0be-61c5-4b3f-b7e5-1a268e450ba3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.8110335 Mar 23 10:18:31.018747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed42cc2-6de2-4b26-a2e0-67fae9638898,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:31.020486 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:31.034139 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5e9945c0-30fb-467d-bd89-c25d457e495e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5ea7d4c6-a806-4553-833a-231c0ebc6b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9207859 Mar 23 10:18:31.042162 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd0f544-e57c-4fb5-a9c9-03a29c94fc9b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:31.043385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9bd0f544-e57c-4fb5-a9c9-03a29c94fc9b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Synchronizing usage tracker for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:31.052125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58272) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:31.053077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8071c-1541-469f-96e8-8a8cff96765d None None] Sync routers for ids ['5ea7d4c6-a806-4553-833a-231c0ebc6b15'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:31.067947 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c5ea49bc-34e9-4d5b-9577-82cecbbc457a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.1628315 Mar 23 10:18:31.076553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9cbea932-0947-4b6c-8350-960c3303ad25 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.083645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58276) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:31.084674 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8071c-1541-469f-96e8-8a8cff96765d None None] Routers {'5ea7d4c6-a806-4553-833a-231c0ebc6b15'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:31.085549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-99b8071c-1541-469f-96e8-8a8cff96765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5ea7d4c6-a806-4553-833a-231c0ebc6b15'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:31.130085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'port': {'network_id': '6911d881-57cc-4697-9753-9d5faae43393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1319562589', 'allowed_address_pairs': [{'ip_address': '2001:db8::248', 'mac_address': 'fa:16:3e:13:9a:59'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:31.148889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.153395 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f347531b-be79-4b20-823b-e1df58c476e7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.3991797 Mar 23 10:18:31.159520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58280) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:31.164278 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-99b8071c-1541-469f-96e8-8a8cff96765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:31.167968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'security_group_rule': {'security_group_id': 'fed42cc2-6de2-4b26-a2e0-67fae9638898', 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:31.175354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8071c-1541-469f-96e8-8a8cff96765d None None] Routers {'5ea7d4c6-a806-4553-833a-231c0ebc6b15'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:31.176035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-99b8071c-1541-469f-96e8-8a8cff96765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5ea7d4c6-a806-4553-833a-231c0ebc6b15'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:31.236231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:31.236946 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-99b8071c-1541-469f-96e8-8a8cff96765d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:31.237386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b8071c-1541-469f-96e8-8a8cff96765d None None] The sync data for ids ['5ea7d4c6-a806-4553-833a-231c0ebc6b15'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:31.243709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9bd0f544-e57c-4fb5-a9c9-03a29c94fc9b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Unset dirty status for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:31.244863 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9bd0f544-e57c-4fb5-a9c9-03a29c94fc9b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports/7b9ef0ff-70e6-4580-b267-17595feed971 HTTP/1.1" status: 200 len: 910 time: 0.6148505 Mar 23 10:18:31.266633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58284) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:31.273123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9cbea932-0947-4b6c-8350-960c3303ad25 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 434954ee-1a16-4042-9ff1-fd4205b32957 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:31.294468 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9f00ba08-005f-42fa-a624-539198b97c7e None None] Provisioning for port 538dcb7b-898b-4582-ab12-897115d173c0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:31.303649 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9f00ba08-005f-42fa-a624-539198b97c7e None None] Provisioning complete for port 538dcb7b-898b-4582-ab12-897115d173c0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:31.304177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9f00ba08-005f-42fa-a624-539198b97c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.367501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 810d635e-d09b-429c-b600-3a1c24f137e5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:31.374216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-53938f8d-15b1-4a31-91fa-430f398466e9 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.387909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:security_group_rule and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:31.391695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:31.414685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9f00ba08-005f-42fa-a624-539198b97c7e None None] Port 538dcb7b-898b-4582-ab12-897115d173c0 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:31.447885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 810d635e-d09b-429c-b600-3a1c24f137e5 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:31.448306 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.467826 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-29d0e9e5-8107-4d3a-83f6-e6f403510d07 req-cac08736-447d-4390-aa30-11f850c7283e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4415474 Mar 23 10:18:31.472428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:31.479312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53938f8d-15b1-4a31-91fa-430f398466e9 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event deleted for resources: {'Port': ['ID=461bdf85-1ad6-4057-be5e-0167782ec614,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:31.608657 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-9982a843-cd1a-472e-8ee3-88f714e59b7c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] remove_router_interface failed (client error): The resource could not be found. Mar 23 10:18:31.609740 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9982a843-cd1a-472e-8ee3-88f714e59b7c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5ea7d4c6-a806-4553-833a-231c0ebc6b15/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5556445 Mar 23 10:18:31.613097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58288) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:31.613674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.702520 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2e9c764d-c711-4995-afb1-7c4c03871ae4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ea7d4c6-a806-4553-833a-231c0ebc6b15 HTTP/1.1" status: 200 len: 205 time: 0.0786450 Mar 23 10:18:31.707123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58292) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:31.716607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-53938f8d-15b1-4a31-91fa-430f398466e9 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.720860 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-53938f8d-15b1-4a31-91fa-430f398466e9 tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "DELETE /v2.0/ports/461bdf85-1ad6-4057-be5e-0167782ec614 HTTP/1.1" status: 204 len: 168 time: 2.6993062 Mar 23 10:18:31.737340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58296) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:31.745556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.20.0.1 (cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0/be708c2c-57ee-4a4e-803d-1c8b37fb3597/eee92757-8d5c-43d5-b779-fe72a86b84bb) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:31.859591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a3ca-6e07-4f9d-ab2e-f514903b3ce1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.936929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.954433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9cbea932-0947-4b6c-8350-960c3303ad25 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:31.983053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.030206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:32.113287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19c2de9-7dbc-4382-bcd4-301ac3095e93,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:32.132334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbea932-0947-4b6c-8350-960c3303ad25 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=434954ee-1a16-4042-9ff1-fd4205b32957,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:32.135696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Usage tracker for resource:port and tenant:ffb118d20fbb48ee9ffcec07713dd85b is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:32.141008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9cbea932-0947-4b6c-8350-960c3303ad25 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.160815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c43f50f-ee45-4a90-8c8b-d3d9029b0fcb tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Deleting subnet 9e64a05d-bf2d-4aff-acfa-2979eb189ed7 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:18:32.164130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:32.189972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:32.192105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6c43f50f-ee45-4a90-8c8b-d3d9029b0fcb tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.223668 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9cbea932-0947-4b6c-8350-960c3303ad25 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/434954ee-1a16-4042-9ff1-fd4205b32957 HTTP/1.1" status: 204 len: 168 time: 2.5113466 Mar 23 10:18:32.234398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58300) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:32.328377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Made reservation on behalf of ffb118d20fbb48ee9ffcec07713dd85b for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:32.330169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.331316 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-29bacd13-84b4-411f-b613-09a182a3e2a3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1697285 Mar 23 10:18:32.341055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58304) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:32.343309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a3ca-6e07-4f9d-ab2e-f514903b3ce1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.347670 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a3ca-6e07-4f9d-ab2e-f514903b3ce1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.351693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'security_group_rule': {'security_group_id': 'fed42cc2-6de2-4b26-a2e0-67fae9638898', 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:32.361711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:32.371250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:security_group_rule and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:32.378607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6c43f50f-ee45-4a90-8c8b-d3d9029b0fcb tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.382365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:32.388991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:32.400655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a3ca-6e07-4f9d-ab2e-f514903b3ce1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.401203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc5a3ca-6e07-4f9d-ab2e-f514903b3ce1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Fanout notify agent at l3_agent the message router_deleted on router 5ea7d4c6-a806-4553-833a-231c0ebc6b15 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:18:32.416823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.427633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a3ca-6e07-4f9d-ab2e-f514903b3ce1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.428696 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4fc5a3ca-6e07-4f9d-ab2e-f514903b3ce1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/5ea7d4c6-a806-4553-833a-231c0ebc6b15 HTTP/1.1" status: 204 len: 168 time: 0.7206454 Mar 23 10:18:32.436616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58308) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:32.491500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c38f5c-dd6a-4cba-a75f-140bdb846754 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:32.497808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c38f5c-dd6a-4cba-a75f-140bdb846754 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:32.498550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b7c38f5c-dd6a-4cba-a75f-140bdb846754 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:32.556972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac2cd8c-49f7-45ac-8a72-d5db1634b68c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting subnet 6738b8a9-291f-4b71-a7a6-4fbde67baab5 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:18:32.569427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ac2cd8c-49f7-45ac-8a72-d5db1634b68c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.575328 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.597746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b7c38f5c-dd6a-4cba-a75f-140bdb846754 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:32.598912 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b7c38f5c-dd6a-4cba-a75f-140bdb846754 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3622539 Mar 23 10:18:32.607789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58314) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:32.658495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Transition to ACTIVE for port object eee92757-8d5c-43d5-b779-fe72a86b84bb will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:32.706306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.716049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.722250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.751771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ac2cd8c-49f7-45ac-8a72-d5db1634b68c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.771318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6c43f50f-ee45-4a90-8c8b-d3d9029b0fcb tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.800464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebd9a01-725b-4fd0-b522-42abc398e27b,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:32.805449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f0413a9f-1a22-424a-92a7-cf0ef207645d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 49f1b7c6-db45-4efe-bc1c-72c821243029 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:32.805788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0413a9f-1a22-424a-92a7-cf0ef207645d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.822590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] device_id is not set on port 700ec723-980c-4be6-a878-b4a80bb77085 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:32.872339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.876094 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-654f08d0-9286-4d8c-8845-27551ed371a5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5283408 Mar 23 10:18:32.877302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58318) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:32.898286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'security_group_rule': {'security_group_id': 'fed42cc2-6de2-4b26-a2e0-67fae9638898', 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:32.912020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.924795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:32.962309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:32.973717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f751741-a5bd-4fe9-9b3b-5fa9fc1d975f req-1fdb7b86-2895-4ab0-88c0-17d01923bb87 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:32.975179 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9f751741-a5bd-4fe9-9b3b-5fa9fc1d975f req-1fdb7b86-2895-4ab0-88c0-17d01923bb87 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.3215873 Mar 23 10:18:32.998250 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:security_group_rule and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:33.006630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ac2cd8c-49f7-45ac-8a72-d5db1634b68c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.016580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:33.075985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:33.110782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:33.130767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:33.167185 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9f751741-a5bd-4fe9-9b3b-5fa9fc1d975f req-1e60a115-ad38-482e-8fc8-0925192499da tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1800454 Mar 23 10:18:33.185238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0413a9f-1a22-424a-92a7-cf0ef207645d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.223406 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=eee92757-8d5c-43d5-b779-fe72a86b84bb,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:33.342422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ac2cd8c-49f7-45ac-8a72-d5db1634b68c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.352793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f0413a9f-1a22-424a-92a7-cf0ef207645d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 49f1b7c6-db45-4efe-bc1c-72c821243029 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:33.400419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:33.427286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2cd8c-49f7-45ac-8a72-d5db1634b68c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Subnet': ['ID=6738b8a9-291f-4b71-a7a6-4fbde67baab5,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:33.435542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ac2cd8c-49f7-45ac-8a72-d5db1634b68c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.442180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5153c9bb-cca7-46ce-84a7-8a09d8b447c5 None None] Network 32f46400-eb1f-4a93-8c78-33693a38ddde requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:33.447036 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9ac2cd8c-49f7-45ac-8a72-d5db1634b68c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/6738b8a9-291f-4b71-a7a6-4fbde67baab5 HTTP/1.1" status: 204 len: 168 time: 1.0070124 Mar 23 10:18:33.452680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58326) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:33.481389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6c43f50f-ee45-4a90-8c8b-d3d9029b0fcb tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.538424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e7075fcf-6973-4254-bd41-fc828fb873f1 None None] Provisioning for port eee92757-8d5c-43d5-b779-fe72a86b84bb completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:33.557893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e7075fcf-6973-4254-bd41-fc828fb873f1 None None] Provisioning complete for port eee92757-8d5c-43d5-b779-fe72a86b84bb triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:33.558427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e7075fcf-6973-4254-bd41-fc828fb873f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.560990 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.578478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43f50f-ee45-4a90-8c8b-d3d9029b0fcb tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event deleted for resources: {'Subnet': ['ID=9e64a05d-bf2d-4aff-acfa-2979eb189ed7,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:33.593808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.597943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed8140-7e2a-4cd9-8694-ebb0bb96818f None None] Network 6b13464a-ef49-49e2-a262-e6144345e09b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:33.598122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6c43f50f-ee45-4a90-8c8b-d3d9029b0fcb tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.602173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0413a9f-1a22-424a-92a7-cf0ef207645d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.656520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 8758d0fb-81f4-4460-a94a-aab67b537f35 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:33.656855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.690913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0413a9f-1a22-424a-92a7-cf0ef207645d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=49f1b7c6-db45-4efe-bc1c-72c821243029,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:33.691943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.701862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Allocated IP 2001:db8::316 (6911d881-57cc-4697-9753-9d5faae43393/aa73229a-4609-4527-8b53-48bac7ae6377/700ec723-980c-4be6-a878-b4a80bb77085) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:33.703609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0413a9f-1a22-424a-92a7-cf0ef207645d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.706877 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6c43f50f-ee45-4a90-8c8b-d3d9029b0fcb tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "DELETE /v2.0/subnets/9e64a05d-bf2d-4aff-acfa-2979eb189ed7 HTTP/1.1" status: 204 len: 168 time: 1.9662461 Mar 23 10:18:33.714912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58330) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:33.720895 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f0413a9f-1a22-424a-92a7-cf0ef207645d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/49f1b7c6-db45-4efe-bc1c-72c821243029 HTTP/1.1" status: 204 len: 168 time: 1.1121171 Mar 23 10:18:33.732625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58334) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:33.792386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-59c90f58-d01a-487a-b740-a89d3b5bce0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:33.803482 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e7075fcf-6973-4254-bd41-fc828fb873f1 None None] Port eee92757-8d5c-43d5-b779-fe72a86b84bb cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:34.002267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.011663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f5b21-2757-400b-8541-e763ca9f98cd None None] DHCP port deletion for 32f46400-eb1f-4a93-8c78-33693a38ddde request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:18:34.016196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78d01f-bb85-4f96-bea3-aea5f344b68b req-a9deed2f-b7e2-424a-9980-e40621a110c1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:34.017350 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3d78d01f-bb85-4f96-bea3-aea5f344b68b req-a9deed2f-b7e2-424a-9980-e40621a110c1 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5866692 Mar 23 10:18:34.017643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f5b21-2757-400b-8541-e763ca9f98cd None None] Deleting port 8758d0fb-81f4-4460-a94a-aab67b537f35 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:34.018213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5b21-2757-400b-8541-e763ca9f98cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.052183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.053390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598aad1-cbb3-460e-8b2e-9fa78e85a00e None None] DHCP port deletion for 6b13464a-ef49-49e2-a262-e6144345e09b request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:18:34.068605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7598aad1-cbb3-460e-8b2e-9fa78e85a00e None None] Deleting port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:34.068605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7598aad1-cbb3-460e-8b2e-9fa78e85a00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.070090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.098794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Deleting port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:34.099282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.233057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22369609-81db-4c43-8ae6-168caf6f444f,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:34.264837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] For port 8758d0fb-81f4-4460-a94a-aab67b537f35, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8758d0fb-81f4-4460-a94a-aab67b537f35,segment=NetworkSegment(2e292c59-1002-4212-b5f9-91aadac72ebb),segment_id=2e292c59-1002-4212-b5f9-91aadac72ebb)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:34.265334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.279749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd2062e-6cc5-4705-ba63-174dadfe2c18 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:34.280446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-efd2062e-6cc5-4705-ba63-174dadfe2c18 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:34.317355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.321249 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b871c23e-965e-454e-afb1-42a57aadd0f8 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4386683 Mar 23 10:18:34.327720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58340) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:34.329491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Allocated IP 172.21.0.1 (71b90e21-f263-4737-8e74-cb2d5e4955d1/c0cae19f-d891-42c1-aa4e-cd872faea87b/32624fb1-0c1b-4597-a7d0-993509da3c2b) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:34.337339 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3d78d01f-bb85-4f96-bea3-aea5f344b68b req-233f6090-d8c6-4007-ac12-ff6ce5031b77 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682798 Mar 23 10:18:34.397279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'security_group_rule': {'security_group_id': 'fed42cc2-6de2-4b26-a2e0-67fae9638898', 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:34.418073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:34.439792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:security_group_rule and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:34.449982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:34.489800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-efd2062e-6cc5-4705-ba63-174dadfe2c18 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:34.490906 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-efd2062e-6cc5-4705-ba63-174dadfe2c18 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7485778 Mar 23 10:18:34.495300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-1b4f5b21-2757-400b-8541-e763ca9f98cd None None] For port 8758d0fb-81f4-4460-a94a-aab67b537f35, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8758d0fb-81f4-4460-a94a-aab67b537f35,segment=NetworkSegment(2e292c59-1002-4212-b5f9-91aadac72ebb),segment_id=2e292c59-1002-4212-b5f9-91aadac72ebb)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:34.495900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5b21-2757-400b-8541-e763ca9f98cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.498796 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.501288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:34.505535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] For port 951bdb8f-61dd-45d9-a48a-7eb97106ce66, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=951bdb8f-61dd-45d9-a48a-7eb97106ce66,segment=NetworkSegment(e7a27f8c-ec0e-4922-aa5b-670785e3f1b6),segment_id=e7a27f8c-ec0e-4922-aa5b-670785e3f1b6)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:34.505953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.511959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58346) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:34.627712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.653922 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3291c2-eb87-4c68-bc6e-cc4d2bcdb9d8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:18:34.655294 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4f3291c2-eb87-4c68-bc6e-cc4d2bcdb9d8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/434954ee-1a16-4042-9ff1-fd4205b32957 HTTP/1.1" status: 404 len: 333 time: 0.1392589 Mar 23 10:18:34.661349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Transition to ACTIVE for port object 700ec723-980c-4be6-a878-b4a80bb77085 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:34.662330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58352) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:34.662587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f5b21-2757-400b-8541-e763ca9f98cd None None] Calling delete_port for 8758d0fb-81f4-4460-a94a-aab67b537f35 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:34.687322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Calling delete_port for 951bdb8f-61dd-45d9-a48a-7eb97106ce66 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:34.711076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7598aad1-cbb3-460e-8b2e-9fa78e85a00e None None] For port 951bdb8f-61dd-45d9-a48a-7eb97106ce66, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=951bdb8f-61dd-45d9-a48a-7eb97106ce66,segment=NetworkSegment(e7a27f8c-ec0e-4922-aa5b-670785e3f1b6),segment_id=e7a27f8c-ec0e-4922-aa5b-670785e3f1b6)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:34.711616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7598aad1-cbb3-460e-8b2e-9fa78e85a00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.794274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 8758d0fb-81f4-4460-a94a-aab67b537f35 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:34.795959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.818529 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e82426c-2b22-4830-9b26-bfa667f1ecdb tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:18:34.819735 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8e82426c-2b22-4830-9b26-bfa667f1ecdb tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/49f1b7c6-db45-4efe-bc1c-72c821243029 HTTP/1.1" status: 404 len: 333 time: 0.1521559 Mar 23 10:18:34.824356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58356) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:34.851995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7598aad1-cbb3-460e-8b2e-9fa78e85a00e None None] Calling delete_port for 951bdb8f-61dd-45d9-a48a-7eb97106ce66 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:34.922028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1b4f5b21-2757-400b-8541-e763ca9f98cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.968183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:34.989952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f5b21-2757-400b-8541-e763ca9f98cd None None] No DVR routers for this DVR port 8758d0fb-81f4-4460-a94a-aab67b537f35 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:34.994928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f5b21-2757-400b-8541-e763ca9f98cd None None] Pushing event deleted for resources: {'Port': ['ID=8758d0fb-81f4-4460-a94a-aab67b537f35,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:35.011198 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7598aad1-cbb3-460e-8b2e-9fa78e85a00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.020274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.023765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Transition to ACTIVE for port object 32624fb1-0c1b-4597-a7d0-993509da3c2b will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:35.040882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.051347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:35.051705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:35.075517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598aad1-cbb3-460e-8b2e-9fa78e85a00e None None] Pushing event deleted for resources: {'Port': ['ID=951bdb8f-61dd-45d9-a48a-7eb97106ce66,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:35.082220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:35.082407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598aad1-cbb3-460e-8b2e-9fa78e85a00e None None] No DVR routers for this DVR port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:35.082745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:35.179570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.207467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ceec89-1a24-407e-9bb3-bcc6eb05bb43']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:35.225077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa98b31-a972-4586-921b-81858e1d3345') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:35.225360 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa98b31-a972-4586-921b-81858e1d3345') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:35.238288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.255603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.262167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:18:35.262549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:35.277133 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:35.314668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.343828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Network 6911d881-57cc-4697-9753-9d5faae43393 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:35.346395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.355262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350409d-dab1-4cef-9c56-b7825d357c44 req-2769ac46-875f-42e9-aef2-428214f30ebb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:35.357317 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9350409d-dab1-4cef-9c56-b7825d357c44 req-2769ac46-875f-42e9-aef2-428214f30ebb tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.6359479 Mar 23 10:18:35.364412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.377901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:35.384014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.385851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 951bdb8f-61dd-45d9-a48a-7eb97106ce66 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:35.397981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:35.399678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Network': ['ID=d5ceec89-1a24-407e-9bb3-bcc6eb05bb43,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:35.404134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:35.404779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.410279 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0867ed5b-73c2-43d5-8696-4189e3bcbb84 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/networks/d5ceec89-1a24-407e-9bb3-bcc6eb05bb43 HTTP/1.1" status: 204 len: 168 time: 0.5810544 Mar 23 10:18:35.410390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58360) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:35.416242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-829496624'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:35.419357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Port': ['ID=700ec723-980c-4be6-a878-b4a80bb77085,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:35.421752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:35.425595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:network and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:35.428730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:35.434942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:35.440919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 951bdb8f-61dd-45d9-a48a-7eb97106ce66 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:18:35.445280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 951bdb8f-61dd-45d9-a48a-7eb97106ce66 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:35.446138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8758d0fb-81f4-4460-a94a-aab67b537f35 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:35.447550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:35.451123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f456510-3336-4899-803a-3c6e20ef433c,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:35.458341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.475543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.491929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:35.502036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.502549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Added segment e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42 of type vlan for network 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa Mar 23 10:18:35.503396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 8758d0fb-81f4-4460-a94a-aab67b537f35 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:18:35.503872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8758d0fb-81f4-4460-a94a-aab67b537f35 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:35.537018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.538284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.541462 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2dfac297-65c4-49fc-b90a-9f25ec34ad68 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2011259 Mar 23 10:18:35.542440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58364) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:35.550190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'security_group_rule': {'security_group_id': 'fed42cc2-6de2-4b26-a2e0-67fae9638898', 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:35.554183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Deleting port 951bdb8f-61dd-45d9-a48a-7eb97106ce66 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:35.554769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.569767 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1465ee55-dd5d-44bf-8632-499237b71bfe tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.4849358 Mar 23 10:18:35.583178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58368) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:35.586005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 8758d0fb-81f4-4460-a94a-aab67b537f35 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:35.586339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.596645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 71b90e21-f263-4737-8e74-cb2d5e4955d1 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:35.602371 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9350409d-dab1-4cef-9c56-b7825d357c44 req-6f960797-8574-4020-959b-c03e7a3fe413 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233634 Mar 23 10:18:35.612680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:35.654066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:35.666387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:35.723276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=32624fb1-0c1b-4597-a7d0-993509da3c2b,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:35.763134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-90630624-f69d-41b3-a307-0ad7df71f53c None None] Provisioning for port 700ec723-980c-4be6-a878-b4a80bb77085 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:35.771364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.779107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-90630624-f69d-41b3-a307-0ad7df71f53c None None] Provisioning complete for port 700ec723-980c-4be6-a878-b4a80bb77085 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:35.779464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-90630624-f69d-41b3-a307-0ad7df71f53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.799970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] The port '951bdb8f-61dd-45d9-a48a-7eb97106ce66' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:18:35.822264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.836692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.840845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-90630624-f69d-41b3-a307-0ad7df71f53c None None] Port 700ec723-980c-4be6-a878-b4a80bb77085 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:35.883315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:security_group_rule and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:35.886624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:35.943265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:35.951929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] The port '8758d0fb-81f4-4460-a94a-aab67b537f35' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:18:35.964263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1a6b37ca-905a-4c6f-a73d-1b28cc5332ab None None] Provisioning for port 32624fb1-0c1b-4597-a7d0-993509da3c2b completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:35.964550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=eee92757-8d5c-43d5-b779-fe72a86b84bb,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:35.970735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1a6b37ca-905a-4c6f-a73d-1b28cc5332ab None None] Provisioning complete for port 32624fb1-0c1b-4597-a7d0-993509da3c2b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:35.971216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1a6b37ca-905a-4c6f-a73d-1b28cc5332ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:35.973748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.025951 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:36.033083 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b37ca-905a-4c6f-a73d-1b28cc5332ab None None] Port 32624fb1-0c1b-4597-a7d0-993509da3c2b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:36.065390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.070709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:36.071281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.107935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.115137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.178445 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Project e945150dcee24e13987cfe1467b035a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:18:36.200334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.270029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.284976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:36.287661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:36.340966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.352403 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9374800 Mar 23 10:18:36.352854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58372) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:36.365148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': '6c1d532d-2452-4a02-95b7-22f9d8b6d0fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:36.390058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b13464a-ef49-49e2-a262-e6144345e09b']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:36.399823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d4791-d91f-4f61-a564-007db622331f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Network': ['ID=6c1d532d-2452-4a02-95b7-22f9d8b6d0fa,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:36.411664 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:36.427605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a27f8c-ec0e-4922-aa5b-670785e3f1b6') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:36.427896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a27f8c-ec0e-4922-aa5b-670785e3f1b6') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:36.435615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f46400-eb1f-4a93-8c78-33693a38ddde']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:36.469548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.490696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e292c59-1002-4212-b5f9-91aadac72ebb') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:36.490991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e292c59-1002-4212-b5f9-91aadac72ebb') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:36.506553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d4dba-f2df-4901-99da-fa5dcb0f0e8f tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:36.512224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d4dba-f2df-4901-99da-fa5dcb0f0e8f tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:36.518428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d4dba-f2df-4901-99da-fa5dcb0f0e8f tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:36.520263 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-341d4dba-f2df-4901-99da-fa5dcb0f0e8f tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.9106007 Mar 23 10:18:36.524597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.525755 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:18:36.526887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58376) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:36.538182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.551861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-691fb491-e508-462b-9f72-40b527d5b1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.562975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-08f36f44-8e3b-471e-a55c-a64d41a02fef None None] Provisioning complete for port eee92757-8d5c-43d5-b779-fe72a86b84bb triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:36.562975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-08f36f44-8e3b-471e-a55c-a64d41a02fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.586888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:18:36.587230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:36.610850 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:36.619175 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-08f36f44-8e3b-471e-a55c-a64d41a02fef None None] Port eee92757-8d5c-43d5-b779-fe72a86b84bb cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:36.629405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.708349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:18:36.708743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.716985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router 9a03e11c-296b-4d36-b687-fbe072287470 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:36.724966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:36.732779 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:36.739489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:36.747958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:36.754599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:36.755573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.760156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9c8058e1-13c9-4cc3-b43c-dbb8871f8792 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Deleting port 700ec723-980c-4be6-a878-b4a80bb77085 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:36.760490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c8058e1-13c9-4cc3-b43c-dbb8871f8792 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.924498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.955556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=254f2c67-b128-40ea-98fb-9dc7f561f134,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:36.961550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.980945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] Pushing event deleted for resources: {'Network': ['ID=6b13464a-ef49-49e2-a262-e6144345e09b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:36.989565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:36.990723 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eb0c849b-e3e1-40c2-afe1-350417cdc2db tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4473517 Mar 23 10:18:36.998398 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0ca63ef0-2de1-4f09-bbaa-5450b212e73e tempest-AllowedAddressPairTestJSON-2086111991 tempest-AllowedAddressPairTestJSON-2086111991-project] 10.222.0.84 "DELETE /v2.0/networks/6b13464a-ef49-49e2-a262-e6144345e09b HTTP/1.1" status: 204 len: 168 time: 3.2822833 Mar 23 10:18:36.999122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58382) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:37.026765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.036076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'security_group_rule': {'security_group_id': 'fed42cc2-6de2-4b26-a2e0-67fae9638898', 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:37.039558 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:37.089018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:37.092496 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.106883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.109858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:37.133023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:security_group_rule and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:37.138217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Network': ['ID=32f46400-eb1f-4a93-8c78-33693a38ddde,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:37.141936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:37.152256 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-93f184f7-9f53-42c0-b63e-3b274eb8430f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/networks/32f46400-eb1f-4a93-8c78-33693a38ddde HTTP/1.1" status: 204 len: 168 time: 3.6988149 Mar 23 10:18:37.153333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:37.181378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58388) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:37.205963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-863166480'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:37.221197 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.227730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:37.244984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d145e0-d72e-4dee-a398-e9f8d65d6e55 req-e1831e89-61e2-4519-8512-554598671bd5 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:37.247157 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75d145e0-d72e-4dee-a398-e9f8d65d6e55 req-e1831e89-61e2-4519-8512-554598671bd5 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.4963515 Mar 23 10:18:37.279658 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_backend_mixin [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Performing IP validity checks on allocation pools {{(pid=87860) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:18:37.280272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_backend_mixin [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87860) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:18:37.294907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:network and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:37.297869 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Project e945150dcee24e13987cfe1467b035a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:18:37.303482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:37.324357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.331261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:37.334470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58394) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:37.339356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:37.345200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.345414 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f291d31c-4150-41d1-8267-f730921411a5 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "PUT /v2.0/routers/9a03e11c-296b-4d36-b687-fbe072287470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0528216 Mar 23 10:18:37.353648 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673a1db-30d1-4599-a149-cc248b7d4fec None None] Sync routers for ids ['9a03e11c-296b-4d36-b687-fbe072287470'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:37.355459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.357459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58398) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:37.363881 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673a1db-30d1-4599-a149-cc248b7d4fec None None] Routers {'9a03e11c-296b-4d36-b687-fbe072287470'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:37.364480 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b673a1db-30d1-4599-a149-cc248b7d4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9a03e11c-296b-4d36-b687-fbe072287470'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:37.376739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'port': {'network_id': 'cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0', 'name': 'tempest-FloatingIPTestJSON-585816795'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:37.406746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.452141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.452565 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b673a1db-30d1-4599-a149-cc248b7d4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:37.463387 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b673a1db-30d1-4599-a149-cc248b7d4fec None None] Routers {'9a03e11c-296b-4d36-b687-fbe072287470'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:37.464364 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b673a1db-30d1-4599-a149-cc248b7d4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9a03e11c-296b-4d36-b687-fbe072287470'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:37.533346 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b673a1db-30d1-4599-a149-cc248b7d4fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:37.534057 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b673a1db-30d1-4599-a149-cc248b7d4fec None None] The sync data for ids ['9a03e11c-296b-4d36-b687-fbe072287470'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:37.569261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:37.572650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.600433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-ff4ad1a8-64bb-40b3-8d6f-8d3ba57b51a6 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:37.601928 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-ff4ad1a8-64bb-40b3-8d6f-8d3ba57b51a6 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.102 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.5616713 Mar 23 10:18:37.634780 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75d145e0-d72e-4dee-a398-e9f8d65d6e55 req-81269abd-c24a-4d14-b835-02733b2253bf tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3281727 Mar 23 10:18:37.644579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=32624fb1-0c1b-4597-a7d0-993509da3c2b,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:37.730637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c8058e1-13c9-4cc3-b43c-dbb8871f8792 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.735013 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-21a81f3f-2926-4002-a834-16bdd0b37df4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f288b0d59e124ca48b842b06fd6dddf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992863 Mar 23 10:18:37.738989 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58404) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:37.783153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 71b90e21-f263-4737-8e74-cb2d5e4955d1 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:37.789152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:37.794086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:37.895159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9c8058e1-13c9-4cc3-b43c-dbb8871f8792 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Calling delete_port for 700ec723-980c-4be6-a878-b4a80bb77085 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:37.955353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:37.963385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Deleting port 21bad3e7-7ff7-4154-a889-174f15e36ba1 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:37.963747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.031146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-49a641f3-bdd8-4164-8ac6-7164cd4a5eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.036110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=acac597e-e2f9-4b51-9c58-767cc5b6eb69,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:38.052358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.052705 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added segment 06707fd0-a45c-436d-80a7-53166f3d8009 of type vlan for network 6354cde7-5033-4e8b-b665-bec3759dc2e5 Mar 23 10:18:38.055037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.060867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c2afea0e-cd44-41de-b083-a3308994766f None None] Provisioning complete for port 32624fb1-0c1b-4597-a7d0-993509da3c2b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:38.062215 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c2afea0e-cd44-41de-b083-a3308994766f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.073362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.074185 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Checking segment: {'id': 'e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6c1d532d-2452-4a02-95b7-22f9d8b6d0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:38.075401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network hostable DHCP agents. Network: 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:38.105673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 44cac1f9-f786-4ac1-a730-b4b510e647d1 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:38.108648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-49a641f3-bdd8-4164-8ac6-7164cd4a5eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.124013 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c2afea0e-cd44-41de-b083-a3308994766f None None] Port 32624fb1-0c1b-4597-a7d0-993509da3c2b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:38.146029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:38.168689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:38.175530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4518d05-2e45-4440-9e44-33b431cca6ac,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:38.188135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.192346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Usage tracker for resource:port and tenant:9c5b5415ce7046569634f6c2538cabe8 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:38.200685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:38.214133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:38.232913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:38.237374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:38.237951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.241874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55448a7-9d2c-41e7-b5d2-6ce89bc04dee None None] Network 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:38.320361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.321826 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-200e1f43-842e-443b-a313-0226c35bcfcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2965407 Mar 23 10:18:38.327807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58408) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:38.331311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Made reservation on behalf of 9c5b5415ce7046569634f6c2538cabe8 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:38.335101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.347758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'network': {'name': 'tempest-network-smoke--324936237', 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'port_security_enabled': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:38.359829 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b0419113-b604-448e-9280-aecde35afd04 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0057552 Mar 23 10:18:38.363170 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58412) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:38.364062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:38.373423 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': '6c1d532d-2452-4a02-95b7-22f9d8b6d0fa', 'name': 'tempest-PortsTestJSON-680526085'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:38.388593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:38.393590 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4bb82a3b-4dbb-4d9b-b799-781536728fe8 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/44cac1f9-f786-4ac1-a730-b4b510e647d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0808804 Mar 23 10:18:38.397785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:network and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:38.408322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58416) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:38.416142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:38.418131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a6b80-f5fe-43c9-b80d-72b440966924 None None] Sync routers for ids ['44cac1f9-f786-4ac1-a730-b4b510e647d1'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:38.419921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-49a641f3-bdd8-4164-8ac6-7164cd4a5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.422281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-49a641f3-bdd8-4164-8ac6-7164cd4a5eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.423406 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-49a641f3-bdd8-4164-8ac6-7164cd4a5eca admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ccd521ee-4212-46fa-9b37-d92c850fa228 HTTP/1.1" status: 204 len: 168 time: 0.6821413 Mar 23 10:18:38.436702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:38.442867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a6b80-f5fe-43c9-b80d-72b440966924 None None] Routers {'44cac1f9-f786-4ac1-a730-b4b510e647d1'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:38.443703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-235a6b80-f5fe-43c9-b80d-72b440966924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['44cac1f9-f786-4ac1-a730-b4b510e647d1'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:38.466292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.472025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:38.472810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.514860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] device_id is not set on port 343473f7-febf-4999-abf7-5f218974aae3 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:38.518051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Made reservation on behalf of e945150dcee24e13987cfe1467b035a1 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:38.522627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.540110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a641f3-bdd8-4164-8ac6-7164cd4a5eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd521ee-4212-46fa-9b37-d92c850fa228,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:38.554464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-235a6b80-f5fe-43c9-b80d-72b440966924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:38.557202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c8058e1-13c9-4cc3-b43c-dbb8871f8792 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.587366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:38.613324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.613661 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Added segment 3c40205c-115b-4e02-a06f-a71a461acbe1 of type vlan for network d5c29034-033c-4bb8-ac97-78098319aafb Mar 23 10:18:38.619278 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a6b80-f5fe-43c9-b80d-72b440966924 None None] Routers {'44cac1f9-f786-4ac1-a730-b4b510e647d1'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:38.619965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-235a6b80-f5fe-43c9-b80d-72b440966924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['44cac1f9-f786-4ac1-a730-b4b510e647d1'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:38.624831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:38.652789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:38.673574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.674769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8058e1-13c9-4cc3-b43c-dbb8871f8792 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event deleted for resources: {'Port': ['ID=700ec723-980c-4be6-a878-b4a80bb77085,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:38.677641 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4925931 Mar 23 10:18:38.688552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58424) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:38.691505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-235a6b80-f5fe-43c9-b80d-72b440966924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:38.692460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235a6b80-f5fe-43c9-b80d-72b440966924 None None] The sync data for ids ['44cac1f9-f786-4ac1-a730-b4b510e647d1'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:38.706335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'subnet': {'network_id': '6354cde7-5033-4e8b-b665-bec3759dc2e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:38.708334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-6c1d532d-2452-4a02-95b7-22f9d8b6d0fa', 'network_id': '6c1d532d-2452-4a02-95b7-22f9d8b6d0fa', 'tenant_id': 'c8b9876b43914f6c9e442dc775b5b1b7', 'fixed_ips': [{'subnet_id': 'acac597e-e2f9-4b51-9c58-767cc5b6eb69'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:18:38.709188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.763023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc809500-5250-4268-aaf4-172af4fbe876 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:38.764482 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cc809500-5250-4268-aaf4-172af4fbe876 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports/32624fb1-0c1b-4597-a7d0-993509da3c2b HTTP/1.1" status: 200 len: 910 time: 0.3517346 Mar 23 10:18:38.878510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] For port 21bad3e7-7ff7-4154-a889-174f15e36ba1, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=21bad3e7-7ff7-4154-a889-174f15e36ba1,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:38.881741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:38.936129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Allocated IP 172.20.0.2 (6c1d532d-2452-4a02-95b7-22f9d8b6d0fa/acac597e-e2f9-4b51-9c58-767cc5b6eb69/a3474abd-813c-42f2-b7a2-d45f98e0ff02) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:38.976147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58430) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:38.996597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:38.999703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.100373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port 3ecf3050-4d27-4832-9ec0-bc50ba304813 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:39.151135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:39.225279 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.229430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116eeb21-7b55-4c03-b6a7-279a37f3f181 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Network': ['ID=6354cde7-5033-4e8b-b665-bec3759dc2e5,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:39.243734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 6354cde7-5033-4e8b-b665-bec3759dc2e5 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:39.278652 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Transition to ACTIVE for port object a3474abd-813c-42f2-b7a2-d45f98e0ff02 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:39.296103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.297076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.297732 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Floating IP a826026c-808c-4116-b07a-0fab9cb20148 disassociated. External IP: 172.26.4.37, port: 21bad3e7-7ff7-4154-a889-174f15e36ba1. Mar 23 10:18:39.298210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Calling delete_port for 21bad3e7-7ff7-4154-a889-174f15e36ba1 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:39.355407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.360838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:39.361474 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.368430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:39.390249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Transition to ACTIVE for port object a3474abd-813c-42f2-b7a2-d45f98e0ff02 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:39.404280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.480464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Network 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:39.485076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:39.489194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:39.501387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.503247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'Network': ['ID=d5c29034-033c-4bb8-ac97-78098319aafb,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:39.506511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:subnet and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:39.517075 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network d5c29034-033c-4bb8-ac97-78098319aafb details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:39.520865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:39.565910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Pushing event updated for resources: {'Port': ['ID=a3474abd-813c-42f2-b7a2-d45f98e0ff02,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:39.649012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58450) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:39.652301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:39.666780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Allocated IP 172.20.0.13 (cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0/be708c2c-57ee-4a4e-803d-1c8b37fb3597/343473f7-febf-4999-abf7-5f218974aae3) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:39.699781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Attempting to bind port a3474abd-813c-42f2-b7a2-d45f98e0ff02 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:39.700176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Attempting to bind port a3474abd-813c-42f2-b7a2-d45f98e0ff02 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6c1d532d-2452-4a02-95b7-22f9d8b6d0fa'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:39.700545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Attempting to bind port a3474abd-813c-42f2-b7a2-d45f98e0ff02 on network 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:39.710158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:39.710854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Checking segment: {'id': 'e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6c1d532d-2452-4a02-95b7-22f9d8b6d0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:39.711394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.711946 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Bound using segment: {'id': 'e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6c1d532d-2452-4a02-95b7-22f9d8b6d0fa'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:39.712577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Bound port: a3474abd-813c-42f2-b7a2-d45f98e0ff02, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '6c1d532d-2452-4a02-95b7-22f9d8b6d0fa'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:39.713170 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.719008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c8058e1-13c9-4cc3-b43c-dbb8871f8792 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.773172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c30e4f-5cb6-4909-961a-b93467f97174 req-c17fceda-5280-4f20-bba1-e7f5ae1f0ef7 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:39.777615 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f5c30e4f-5cb6-4909-961a-b93467f97174 req-c17fceda-5280-4f20-bba1-e7f5ae1f0ef7 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 945 time: 0.8553126 Mar 23 10:18:39.788369 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-816eac2a-52f4-4c94-a110-a9c51c2f5fcc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4566519 Mar 23 10:18:39.795206 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9c8058e1-13c9-4cc3-b43c-dbb8871f8792 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "DELETE /v2.0/ports/700ec723-980c-4be6-a878-b4a80bb77085 HTTP/1.1" status: 204 len: 168 time: 3.2615876 Mar 23 10:18:39.795376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:39.796376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58456) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:39.796376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58458) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:39.798478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.844646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] For port a3474abd-813c-42f2-b7a2-d45f98e0ff02, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:39.848111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'admin_state_up': True, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:39.852863 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] For port a3474abd-813c-42f2-b7a2-d45f98e0ff02, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a3474abd-813c-42f2-b7a2-d45f98e0ff02,segment=NetworkSegment(e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42),segment_id=e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:39.866813 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.878437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:39.887491 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f660ddf-b12b-40c3-acf3-72a769de06df tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] GET failed (client error): The resource could not be found. Mar 23 10:18:39.888007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9f660ddf-b12b-40c3-acf3-72a769de06df tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Synchronizing usage tracker for tenant:ffb118d20fbb48ee9ffcec07713dd85b on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:39.895633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:router and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:39.900157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:39.904446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:39.951757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1871136772'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:39.965909 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:39.966897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:39.990671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf26446-42c6-4f79-b008-cfd2da0eece9 None None] Pushing event updated for resources: {'Port': ['ID=a3474abd-813c-42f2-b7a2-d45f98e0ff02,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:40.009683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-911a6437-1f44-4386-bf07-36789d465456 {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:40.009993 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:40.014224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:network and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:40.018094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Pushing event deleted for resources: {'Port': ['ID=21bad3e7-7ff7-4154-a889-174f15e36ba1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:40.025416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:40.044909 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f5c30e4f-5cb6-4909-961a-b93467f97174 req-d98bbc55-c5f2-4183-a29c-37552a245bf3 tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups?id=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533953 Mar 23 10:18:40.056842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:40.075893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9f660ddf-b12b-40c3-acf3-72a769de06df tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Unset dirty status for tenant:ffb118d20fbb48ee9ffcec07713dd85b on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:40.077100 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9f660ddf-b12b-40c3-acf3-72a769de06df tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "GET /v2.0/ports/700ec723-980c-4be6-a878-b4a80bb77085 HTTP/1.1" status: 404 len: 333 time: 0.2770588 Mar 23 10:18:40.081169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58464) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:40.088910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.089984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.092836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'port': {'network_id': '6911d881-57cc-4697-9753-9d5faae43393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1190920012'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:40.110597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:40.113930 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.176307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.214545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.264066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:40.328885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:security_group_rule and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:40.344752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:40.363152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.363706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:40.458047 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:40.463957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Router 9dd2e454-eb01-41aa-b73f-f261e41f12ec has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:40.465660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Transition to ACTIVE for port object 343473f7-febf-4999-abf7-5f218974aae3 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:40.503504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:40.512174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.524670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.725883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port 766a0ba7-bf62-48cf-971b-b3a0c41631df yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:40.732003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.764463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Made reservation on behalf of ffb118d20fbb48ee9ffcec07713dd85b for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:40.767877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.846411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Subnet': ['ID=95f91f2e-5dfa-44f9-b521-3e36b0325b44,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:40.861061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:40.863541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] device_id is not set on port 4ef62be7-14f3-4915-8394-39a5578be885 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:40.965848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Checking segment: {'id': '06707fd0-a45c-436d-80a7-53166f3d8009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6354cde7-5033-4e8b-b665-bec3759dc2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:40.966480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network hostable DHCP agents. Network: 6354cde7-5033-4e8b-b665-bec3759dc2e5, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:41.010126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.036925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.068413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.083989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:41.088901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:41.095240 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] Sync routers for ids ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:41.108493 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] Routers {'9dd2e454-eb01-41aa-b73f-f261e41f12ec'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:41.109502 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:41.117911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:41.137724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:41.301788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event updated for resources: {'Port': ['ID=343473f7-febf-4999-abf7-5f218974aae3,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:41.330482 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad73823a-cd15-4b95-a263-fa9f104a81a3 None None] Network 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:41.358202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6f1f6938-5de3-4952-bdcb-771951abf5f4 req-4d2a6e54-0b46-413d-91c7-888bab96fb4e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Synchronizing usage tracker for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:41.363211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] No DVR routers for this DVR port 21bad3e7-7ff7-4154-a889-174f15e36ba1 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:41.368069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.376428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'name': 'network-vif-deleted', 'tag': '21bad3e7-7ff7-4154-a889-174f15e36ba1'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:18:41.405155 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] Set router 9dd2e454-eb01-41aa-b73f-f261e41f12ec gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:18:41.421836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4347a7fc-5b3a-4c14-acbc-b38333ad8d4f req-6153ffba-d953-4834-bad5-50106b96611f tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.102 "DELETE /v2.0/ports/21bad3e7-7ff7-4154-a889-174f15e36ba1 HTTP/1.1" status: 204 len: 173 time: 3.8045690 Mar 23 10:18:41.430761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:41.473427 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b', 'name': 'network-vif-deleted', 'tag': '21bad3e7-7ff7-4154-a889-174f15e36ba1', 'status': 'completed', 'code': 200} Mar 23 10:18:41.487239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0ee35d58-a3c0-45c1-aef6-34fe69b49810 None None] Provisioning for port a3474abd-813c-42f2-b7a2-d45f98e0ff02 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:41.488533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.12 (6c1d532d-2452-4a02-95b7-22f9d8b6d0fa/acac597e-e2f9-4b51-9c58-767cc5b6eb69/766a0ba7-bf62-48cf-971b-b3a0c41631df) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:41.490344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:41.492436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.492838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 6354cde7-5033-4e8b-b665-bec3759dc2e5 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:41.495440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccf303a-5216-4578-bc0b-9389d7503ed6,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:41.495801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 21bad3e7-7ff7-4154-a889-174f15e36ba1 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:41.501066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.501434 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Added segment 44fb5bff-0358-4923-a2df-81296c3e412b of type vlan for network b1bf579b-1aa1-4b32-85cd-c85bd077c350 Mar 23 10:18:41.524904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6f1f6938-5de3-4952-bdcb-771951abf5f4 req-4d2a6e54-0b46-413d-91c7-888bab96fb4e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Unset dirty status for tenant:19dd158d5c8a4d43afdd711ef24aa3fc on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:41.529986 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6f1f6938-5de3-4952-bdcb-771951abf5f4 req-4d2a6e54-0b46-413d-91c7-888bab96fb4e tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf1e6135-90b4-48f9-b4e8-dcfb6ff1af6b HTTP/1.1" status: 200 len: 210 time: 0.2978940 Mar 23 10:18:41.569862 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ae7a66e8-6ef5-4b5a-bc29-4531bf9f18f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2092512 Mar 23 10:18:41.572383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58472) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:41.579667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Request body: {'floatingip': {'port_id': '343473f7-febf-4999-abf7-5f218974aae3'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:41.610258 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a3474abd-813c-42f2-b7a2-d45f98e0ff02 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:41.634746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 6354cde7-5033-4e8b-b665-bec3759dc2e5) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:41.700108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Allocated IP 2001:db8::26 (6911d881-57cc-4697-9753-9d5faae43393/aa73229a-4609-4527-8b53-48bac7ae6377/4ef62be7-14f3-4915-8394-39a5578be885) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:41.703957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6853253-1b12-4bcf-ba6f-d3c0a48c00d1 None None] Network 6354cde7-5033-4e8b-b665-bec3759dc2e5 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:41.707032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:41.707614 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.737343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 21bad3e7-7ff7-4154-a889-174f15e36ba1 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:18:41.737683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 21bad3e7-7ff7-4154-a889-174f15e36ba1 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:18:41.792048 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.932338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.962250 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bf62edae-7408-4fb5-878b-1d32291b5b40 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2686641 Mar 23 10:18:41.967417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.973174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:41.973770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:41.977433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58476) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:42.036056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-53c830b3-55a6-43bf-9153-0061fd2f809a None None] Provisioning for port 343473f7-febf-4999-abf7-5f218974aae3 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:42.055203 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-53c830b3-55a6-43bf-9153-0061fd2f809a None None] Provisioning complete for port 343473f7-febf-4999-abf7-5f218974aae3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:42.055571 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-53c830b3-55a6-43bf-9153-0061fd2f809a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.055988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1583278123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:42.061316 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:08Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e3fdd980-384a-4dca-9197-d5686e662b64', 'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:20Z', 'revision_number': 5, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'subnets': [{'id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:42.066186 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] Checking router: 9dd2e454-eb01-41aa-b73f-f261e41f12ec for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:18:42.080538 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] Routers {'9dd2e454-eb01-41aa-b73f-f261e41f12ec'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:42.081313 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:42.119043 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:42.143466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.150357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:router and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:42.162112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:42.185683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.226260 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5660105 Mar 23 10:18:42.229388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:42.359327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port a3474abd-813c-42f2-b7a2-d45f98e0ff02 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:42.368235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Allocated IP 172.26.4.98 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/2b26d092-0724-4f3c-a978-ff38ecc324d3) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:42.377996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a3474abd-813c-42f2-b7a2-d45f98e0ff02 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:42.378420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.425436 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] Set router 9dd2e454-eb01-41aa-b73f-f261e41f12ec gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:18:42.434607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-6354cde7-5033-4e8b-b665-bec3759dc2e5', 'network_id': '6354cde7-5033-4e8b-b665-bec3759dc2e5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'fixed_ips': [{'subnet_id': '95f91f2e-5dfa-44f9-b521-3e36b0325b44'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:18:42.435926 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.441495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6f07d-d4f8-43e2-9b4c-36e1a28cd79d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Network': ['ID=b1bf579b-1aa1-4b32-85cd-c85bd077c350,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:42.468085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network b1bf579b-1aa1-4b32-85cd-c85bd077c350 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:42.490876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-53c830b3-55a6-43bf-9153-0061fd2f809a None None] Port 343473f7-febf-4999-abf7-5f218974aae3 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:42.580361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.608481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.609517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.637309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.663063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.707543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object 766a0ba7-bf62-48cf-971b-b3a0c41631df will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:42.717508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.725128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.742107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 32624fb1-0c1b-4597-a7d0-993509da3c2b {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:42.742379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.797970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58484) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:42.881574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Transition to ACTIVE for port object 4ef62be7-14f3-4915-8394-39a5578be885 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:42.935933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:42.937843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:42.940197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'Port': ['ID=2b26d092-0724-4f3c-a978-ff38ecc324d3,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:42.946855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:42.959498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:43.108958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.148590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Allocated IP 2001:db8::2 (6354cde7-5033-4e8b-b665-bec3759dc2e5/95f91f2e-5dfa-44f9-b521-3e36b0325b44/0b34463e-82b8-4482-a90a-1dc3a235ab4b) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:43.211745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e01a3d11-0b1f-4702-814f-45f05088c7d1 None None] Provisioning complete for port a3474abd-813c-42f2-b7a2-d45f98e0ff02 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:43.212722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e01a3d11-0b1f-4702-814f-45f05088c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.213729 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:08Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e3fdd980-384a-4dca-9197-d5686e662b64', 'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:20Z', 'revision_number': 5, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'subnets': [{'id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:43.222585 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0fbefb3-dd61-4e7c-b3a1-4f417f48282c None None] The sync data for ids ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'] in dv-neutron-834652-2-hyperv is: [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:15:08Z', 'revision_number': 4, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e3fdd980-384a-4dca-9197-d5686e662b64', 'name': '', 'network_id': '7001d3b3-add7-43f8-87f2-8f2d67c06275', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'mac_address': 'fa:16:3e:b6:f1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:15:05Z', 'updated_at': '2022-03-23T10:15:20Z', 'revision_number': 5, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'subnets': [{'id': 'f222ef94-a80f-48f2-ad52-7a49f266982f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:43.258178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port a3474abd-813c-42f2-b7a2-d45f98e0ff02, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a3474abd-813c-42f2-b7a2-d45f98e0ff02,segment=NetworkSegment(e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42),segment_id=e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:43.275682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.420858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.422573 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-96f85315-3fc9-4a61-9ae1-2b2453c49fc8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3833933 Mar 23 10:18:43.434761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.436766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58488) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:43.563842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=a3474abd-813c-42f2-b7a2-d45f98e0ff02,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:43.606055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fbbe6bff-0449-4a32-8d0f-b86bdd8803fe tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.692869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6cb0b1-0ff4-424c-b395-fc3ee6c79b0a None None] New status for floating IP a826026c-808c-4116-b07a-0fab9cb20148: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:18:43.697876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:43.767657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:43.769849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:43.781791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:43.820295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=766a0ba7-bf62-48cf-971b-b3a0c41631df,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:43.830929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fbbe6bff-0449-4a32-8d0f-b86bdd8803fe tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.104324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.137995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.152381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Transition to ACTIVE for port object 0b34463e-82b8-4482-a90a-1dc3a235ab4b will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:44.173646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6abad3be-a477-46b0-85b6-dbbbb2fead66 None None] Provisioning for port 766a0ba7-bf62-48cf-971b-b3a0c41631df completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:44.180098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Transition to ACTIVE for port object 0b34463e-82b8-4482-a90a-1dc3a235ab4b will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:44.181357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6abad3be-a477-46b0-85b6-dbbbb2fead66 None None] Provisioning complete for port 766a0ba7-bf62-48cf-971b-b3a0c41631df triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:44.181975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6abad3be-a477-46b0-85b6-dbbbb2fead66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.227933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.330445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Network 6354cde7-5033-4e8b-b665-bec3759dc2e5 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:44.331732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Pushing event updated for resources: {'Port': ['ID=0b34463e-82b8-4482-a90a-1dc3a235ab4b,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:44.334247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:44.334737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6abad3be-a477-46b0-85b6-dbbbb2fead66 None None] Port 766a0ba7-bf62-48cf-971b-b3a0c41631df cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:44.335178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.336957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:44.339322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:44.368712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.383632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.439616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Attempting to bind port 0b34463e-82b8-4482-a90a-1dc3a235ab4b on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:44.440234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Attempting to bind port 0b34463e-82b8-4482-a90a-1dc3a235ab4b by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '06707fd0-a45c-436d-80a7-53166f3d8009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6354cde7-5033-4e8b-b665-bec3759dc2e5'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:44.440751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Attempting to bind port 0b34463e-82b8-4482-a90a-1dc3a235ab4b on network 6354cde7-5033-4e8b-b665-bec3759dc2e5 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:44.446550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:44.448616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Checking segment: {'id': '06707fd0-a45c-436d-80a7-53166f3d8009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6354cde7-5033-4e8b-b665-bec3759dc2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:44.449930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.450506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Bound using segment: {'id': '06707fd0-a45c-436d-80a7-53166f3d8009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6354cde7-5033-4e8b-b665-bec3759dc2e5'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:44.451181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Bound port: 0b34463e-82b8-4482-a90a-1dc3a235ab4b, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06707fd0-a45c-436d-80a7-53166f3d8009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '6354cde7-5033-4e8b-b665-bec3759dc2e5'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:44.451766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.455717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Network 6911d881-57cc-4697-9753-9d5faae43393 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:44.526489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:44.541367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 32624fb1-0c1b-4597-a7d0-993509da3c2b owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:44.584189 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:44.586041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] For port 0b34463e-82b8-4482-a90a-1dc3a235ab4b, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:44.593707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] For port 0b34463e-82b8-4482-a90a-1dc3a235ab4b, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=0b34463e-82b8-4482-a90a-1dc3a235ab4b,segment=NetworkSegment(06707fd0-a45c-436d-80a7-53166f3d8009),segment_id=06707fd0-a45c-436d-80a7-53166f3d8009)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:44.600134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.600488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:44.601166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.723907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Port': ['ID=4ef62be7-14f3-4915-8394-39a5578be885,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:44.726984 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-62f8b5a0-6188-493e-90bd-ba393baf0e62 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.3589997 Mar 23 10:18:44.731185 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-847c5e95-f556-43c7-ba38-e9413e41e334 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6461761 Mar 23 10:18:44.732876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58492) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:44.733251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58494) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:44.801059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550eda8-e34d-43ec-8e8a-dc519e944409 None None] Pushing event updated for resources: {'Port': ['ID=0b34463e-82b8-4482-a90a-1dc3a235ab4b,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:44.890530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-55b76d7d-82bb-4852-ab53-d489a68abdbf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 766a0ba7-bf62-48cf-971b-b3a0c41631df {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:44.890968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55b76d7d-82bb-4852-ab53-d489a68abdbf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:44.987886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0eed7261-b3bc-4b5c-8df5-5bb0f3ae1f85 None None] Provisioning for port 4ef62be7-14f3-4915-8394-39a5578be885 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:44.991513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d4668dfd-2a5b-4140-9cfc-1222c4705a89 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::248', 'mac_address': 'fa:16:3e:13:9a:59'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:44.995420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0eed7261-b3bc-4b5c-8df5-5bb0f3ae1f85 None None] Provisioning complete for port 4ef62be7-14f3-4915-8394-39a5578be885 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:44.996742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0eed7261-b3bc-4b5c-8df5-5bb0f3ae1f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.043241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.074839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0eed7261-b3bc-4b5c-8df5-5bb0f3ae1f85 None None] Port 4ef62be7-14f3-4915-8394-39a5578be885 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:45.093010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fbbe6bff-0449-4a32-8d0f-b86bdd8803fe tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.174095 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP 10f573a2-9eeb-4a01-a22b-8905b2feb71a associated. External IP: 172.26.4.154, port: dabb8f57-6647-4abe-b2e9-7e0586f88647. Mar 23 10:18:45.311041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe6bff-0449-4a32-8d0f-b86bdd8803fe tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28969091-d5ec-4b3e-8880-8b6a9d3b8a7a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:45.324043 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.449973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fbbe6bff-0449-4a32-8d0f-b86bdd8803fe tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.453350 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fbbe6bff-0449-4a32-8d0f-b86bdd8803fe tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "DELETE /v2.0/security-groups/28969091-d5ec-4b3e-8880-8b6a9d3b8a7a HTTP/1.1" status: 204 len: 168 time: 2.6428514 Mar 23 10:18:45.455829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58500) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:45.595734 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-452a3b5e-03d8-4e9b-b513-6c945beb591b tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] show failed (client error): The resource could not be found. Mar 23 10:18:45.596838 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-452a3b5e-03d8-4e9b-b513-6c945beb591b tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "GET /v2.0/security-groups/28969091-d5ec-4b3e-8880-8b6a9d3b8a7a HTTP/1.1" status: 404 len: 347 time: 0.1384392 Mar 23 10:18:45.608383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a3474abd-813c-42f2-b7a2-d45f98e0ff02 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:45.618308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58504) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:45.696063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a3474abd-813c-42f2-b7a2-d45f98e0ff02 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:45.696424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.715411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58508) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:45.748987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'subnet': {'network_id': 'b1bf579b-1aa1-4b32-85cd-c85bd077c350', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:45.834669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0b34463e-82b8-4482-a90a-1dc3a235ab4b up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:45.948031 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a312b745-8cee-4223-83d9-72fed37d7d1a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Deleting port a5468fe6-5bee-44c5-b0db-0028535be29c {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:45.949520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a312b745-8cee-4223-83d9-72fed37d7d1a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:45.962953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 0b34463e-82b8-4482-a90a-1dc3a235ab4b completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:46.058198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:46.080077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:subnet and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:46.081914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.135646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:46.181627 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8f67c-df5b-4c8b-9ae8-5a22f4aa893e None None] Network 6354cde7-5033-4e8b-b665-bec3759dc2e5 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:46.214764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=32624fb1-0c1b-4597-a7d0-993509da3c2b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:46.230678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:46.326121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-44189985-151e-46f1-b967-55a9b52f23f9 None None] Provisioning for port 0b34463e-82b8-4482-a90a-1dc3a235ab4b completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:46.334245 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-44189985-151e-46f1-b967-55a9b52f23f9 None None] Provisioning complete for port 0b34463e-82b8-4482-a90a-1dc3a235ab4b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:46.334625 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44189985-151e-46f1-b967-55a9b52f23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.344184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Allocated IP 2001:db8::1 (6354cde7-5033-4e8b-b665-bec3759dc2e5/95f91f2e-5dfa-44f9-b521-3e36b0325b44/5333b17b-898e-4564-80e3-e6e7984b32b5) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:46.369283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a312b745-8cee-4223-83d9-72fed37d7d1a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.369634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a312b745-8cee-4223-83d9-72fed37d7d1a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.379073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55b76d7d-82bb-4852-ab53-d489a68abdbf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.508218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:46.511832 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.543991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-55b76d7d-82bb-4852-ab53-d489a68abdbf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 766a0ba7-bf62-48cf-971b-b3a0c41631df owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:46.599081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44189985-151e-46f1-b967-55a9b52f23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.603377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a312b745-8cee-4223-83d9-72fed37d7d1a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Calling delete_port for a5468fe6-5bee-44c5-b0db-0028535be29c owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:46.633651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-44189985-151e-46f1-b967-55a9b52f23f9 None None] For port 0b34463e-82b8-4482-a90a-1dc3a235ab4b, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=0b34463e-82b8-4482-a90a-1dc3a235ab4b,segment=NetworkSegment(06707fd0-a45c-436d-80a7-53166f3d8009),segment_id=06707fd0-a45c-436d-80a7-53166f3d8009)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:46.634153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d4668dfd-2a5b-4140-9cfc-1222c4705a89 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.640410 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44189985-151e-46f1-b967-55a9b52f23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:46.723578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44189985-151e-46f1-b967-55a9b52f23f9 None None] Pushing event updated for resources: {'Port': ['ID=0b34463e-82b8-4482-a90a-1dc3a235ab4b,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:46.864558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-996d3ca5-0038-41ba-9e95-ff2d90526151 None None] Provisioning complete for port 0b34463e-82b8-4482-a90a-1dc3a235ab4b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:46.865285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-996d3ca5-0038-41ba-9e95-ff2d90526151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.003603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.053867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.129844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.169236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:47.219432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Transition to ACTIVE for port object 5333b17b-898e-4564-80e3-e6e7984b32b5 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:47.258470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a312b745-8cee-4223-83d9-72fed37d7d1a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.310060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312b745-8cee-4223-83d9-72fed37d7d1a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Pushing event deleted for resources: {'Port': ['ID=a5468fe6-5bee-44c5-b0db-0028535be29c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:47.370806 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0b34463e-82b8-4482-a90a-1dc3a235ab4b up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:47.462300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 0b34463e-82b8-4482-a90a-1dc3a235ab4b triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:47.462759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.471478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55b76d7d-82bb-4852-ab53-d489a68abdbf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.523005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.587603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b76d7d-82bb-4852-ab53-d489a68abdbf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=766a0ba7-bf62-48cf-971b-b3a0c41631df,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:47.635000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 6354cde7-5033-4e8b-b665-bec3759dc2e5 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:47.642607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:47.646915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a312b745-8cee-4223-83d9-72fed37d7d1a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.649610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=5333b17b-898e-4564-80e3-e6e7984b32b5,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:47.653458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 44cac1f9-f786-4ac1-a730-b4b510e647d1 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:47.655357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:47.655850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:47.874858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:47.886140 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b53ff-5bed-46a0-803c-b6323fa217b4 None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:47.920490 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b53ff-5bed-46a0-803c-b6323fa217b4 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:47.925326 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e93b53ff-5bed-46a0-803c-b6323fa217b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:47.971500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.005465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:48.012279 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e93b53ff-5bed-46a0-803c-b6323fa217b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:48.020057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9ab67-a7db-4628-b309-297969bdfefa None None] Sync routers for ids ['44cac1f9-f786-4ac1-a730-b4b510e647d1'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:48.024086 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b53ff-5bed-46a0-803c-b6323fa217b4 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:48.025293 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e93b53ff-5bed-46a0-803c-b6323fa217b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:48.029435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58514) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:48.029640 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-67589591-5e0f-4240-a784-453e96f0f2e0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/44cac1f9-f786-4ac1-a730-b4b510e647d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0526268 Mar 23 10:18:48.031690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a312b745-8cee-4223-83d9-72fed37d7d1a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.040616 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a312b745-8cee-4223-83d9-72fed37d7d1a tempest-ServerActionsTestJSON-1750804935 tempest-ServerActionsTestJSON-1750804935-project] 10.222.0.84 "DELETE /v2.0/floatingips/a826026c-808c-4116-b07a-0fab9cb20148 HTTP/1.1" status: 204 len: 168 time: 2.4186447 Mar 23 10:18:48.040786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9ab67-a7db-4628-b309-297969bdfefa None None] Routers {'44cac1f9-f786-4ac1-a730-b4b510e647d1'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:48.041179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58520) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:48.049450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b0b9ab67-a7db-4628-b309-297969bdfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['44cac1f9-f786-4ac1-a730-b4b510e647d1'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:48.053224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Router fd8417ac-d08a-453f-9613-eeb0e010cd1f is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:18:48.098137 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e93b53ff-5bed-46a0-803c-b6323fa217b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:48.098584 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93b53ff-5bed-46a0-803c-b6323fa217b4 None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:48.118330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b0b9ab67-a7db-4628-b309-297969bdfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:48.126372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c7552dce-f776-460a-b17e-16cdb85366d3 None None] Provisioning for port 5333b17b-898e-4564-80e3-e6e7984b32b5 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:48.132495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9ab67-a7db-4628-b309-297969bdfefa None None] Routers {'44cac1f9-f786-4ac1-a730-b4b510e647d1'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:48.133399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b0b9ab67-a7db-4628-b309-297969bdfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['44cac1f9-f786-4ac1-a730-b4b510e647d1'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:48.164905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55b76d7d-82bb-4852-ab53-d489a68abdbf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.185639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c7552dce-f776-460a-b17e-16cdb85366d3 None None] Provisioning complete for port 5333b17b-898e-4564-80e3-e6e7984b32b5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:48.186097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c7552dce-f776-460a-b17e-16cdb85366d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.249467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c7552dce-f776-460a-b17e-16cdb85366d3 None None] Port 5333b17b-898e-4564-80e3-e6e7984b32b5 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:48.251176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b0b9ab67-a7db-4628-b309-297969bdfefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:48.251653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9ab67-a7db-4628-b309-297969bdfefa None None] The sync data for ids ['44cac1f9-f786-4ac1-a730-b4b510e647d1'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:48.408960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Subnet': ['ID=6acd66e8-3bc9-4153-a8a7-a967169ad7fd,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:48.414005 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-55b76d7d-82bb-4852-ab53-d489a68abdbf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/766a0ba7-bf62-48cf-971b-b3a0c41631df HTTP/1.1" status: 204 len: 168 time: 3.6768737 Mar 23 10:18:48.416202 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58528) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:48.416639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.445899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Checking segment: {'id': '44fb5bff-0358-4923-a2df-81296c3e412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b1bf579b-1aa1-4b32-85cd-c85bd077c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:48.446256 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network hostable DHCP agents. Network: b1bf579b-1aa1-4b32-85cd-c85bd077c350, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:48.454290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-d4668dfd-2a5b-4140-9cfc-1222c4705a89 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:48.497665 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe52aa1-57d1-4dd0-97a6-001ed21a7670 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:18:48.498143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe52aa1-57d1-4dd0-97a6-001ed21a7670 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:18:48.499834 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0fe52aa1-57d1-4dd0-97a6-001ed21a7670 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/766a0ba7-bf62-48cf-971b-b3a0c41631df HTTP/1.1" status: 404 len: 333 time: 0.0734870 Mar 23 10:18:48.526615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58536) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:48.656147 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc2d307-5bda-48cc-8410-19c070bce6e8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:18:48.656681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4dc2d307-5bda-48cc-8410-19c070bce6e8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:48.705585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d4668dfd-2a5b-4140-9cfc-1222c4705a89 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.724393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d4668dfd-2a5b-4140-9cfc-1222c4705a89 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:48.874378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4dc2d307-5bda-48cc-8410-19c070bce6e8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:48.878101 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4dc2d307-5bda-48cc-8410-19c070bce6e8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/766a0ba7-bf62-48cf-971b-b3a0c41631df HTTP/1.1" status: 404 len: 333 time: 0.3427711 Mar 23 10:18:48.879721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58542) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:48.993352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-d4668dfd-2a5b-4140-9cfc-1222c4705a89 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] In _notify_port_updated(), no bound segment for port 4ef62be7-14f3-4915-8394-39a5578be885 on network 6911d881-57cc-4697-9753-9d5faae43393 {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:18:48.999201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4668dfd-2a5b-4140-9cfc-1222c4705a89 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:48.999822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d4668dfd-2a5b-4140-9cfc-1222c4705a89 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.004779 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d4668dfd-2a5b-4140-9cfc-1222c4705a89 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "PUT /v2.0/ports/4ef62be7-14f3-4915-8394-39a5578be885 HTTP/1.1" status: 200 len: 1002 time: 4.2648079 Mar 23 10:18:49.004779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network b1bf579b-1aa1-4b32-85cd-c85bd077c350 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:49.005988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58548) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:49.114250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, b1bf579b-1aa1-4b32-85cd-c85bd077c350) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:49.123503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8aabcd-e2de-475e-ae51-277d4618ebc4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet acac597e-e2f9-4b51-9c58-767cc5b6eb69 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:18:49.126386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff1b76-b3fa-4b29-a5b1-a74b44796a1e None None] Network b1bf579b-1aa1-4b32-85cd-c85bd077c350 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:49.150354 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4668dfd-2a5b-4140-9cfc-1222c4705a89 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Port': ['ID=4ef62be7-14f3-4915-8394-39a5578be885,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:49.167142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:49.168576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.173300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:49.174732 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ba8aabcd-e2de-475e-ae51-277d4618ebc4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.187125 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Sync routers for ids ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:49.202775 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Routers {'fd8417ac-d08a-453f-9613-eeb0e010cd1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:49.203411 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:49.315680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ba8aabcd-e2de-475e-ae51-277d4618ebc4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.317627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-3667c04a-4ef8-4085-92fb-97f80feb3f52 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Deleting port 4ef62be7-14f3-4915-8394-39a5578be885 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:49.317967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3667c04a-4ef8-4085-92fb-97f80feb3f52 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.364816 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6181bff9-66b2-4eac-8acb-83c2a22f599b tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6315272 Mar 23 10:18:49.367142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58552) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:49.391684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-683843509'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:49.406746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.407930 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fa2850e7-5ca8-41a6-abe1-8cabf5eba651 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.6093895 Mar 23 10:18:49.411112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:49.416656 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58556) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:49.428666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.429669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-023de7a0-602f-45f7-9eb3-3d9028af5ae7 None None] Provisioning complete for port 4ef62be7-14f3-4915-8394-39a5578be885 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:49.430207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-023de7a0-602f-45f7-9eb3-3d9028af5ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.440699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.441650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.468604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:network and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:49.485568 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Set router fd8417ac-d08a-453f-9613-eeb0e010cd1f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:18:49.487103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:49.537213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-023de7a0-602f-45f7-9eb3-3d9028af5ae7 None None] Port 4ef62be7-14f3-4915-8394-39a5578be885 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:49.547032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-b1bf579b-1aa1-4b32-85cd-c85bd077c350', 'network_id': 'b1bf579b-1aa1-4b32-85cd-c85bd077c350', 'tenant_id': 'a39d162b2e2e40dd8a822bf8c10f3e4c', 'fixed_ips': [{'subnet_id': '6acd66e8-3bc9-4153-a8a7-a967169ad7fd'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:18:49.547876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.557061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:49.598201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router 9a03e11c-296b-4d36-b687-fbe072287470 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:49.684298 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=5333b17b-898e-4564-80e3-e6e7984b32b5,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:49.690916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ba8aabcd-e2de-475e-ae51-277d4618ebc4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.705653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:49.710106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:49.727590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Allocated IP 2001:db8:0:ffff::2 (b1bf579b-1aa1-4b32-85cd-c85bd077c350/6acd66e8-3bc9-4153-a8a7-a967169ad7fd/e78d1101-10d8-40de-93ce-a38b5d22bb8c) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:49.881463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:50.002382 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:43Z', 'revision_number': 3, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:50.007346 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Checking router: fd8417ac-d08a-453f-9613-eeb0e010cd1f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:18:50.008159 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Updating router fd8417ac-d08a-453f-9613-eeb0e010cd1f port 2b26d092-0724-4f3c-a978-ff38ecc324d3 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:18:50.012672 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-06017155-d564-4b73-8ef9-ea0969123820 tempest-TestNetworkAdvancedServerOps-1125748376 tempest-TestNetworkAdvancedServerOps-1125748376-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=e945150dcee24e13987cfe1467b035a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5926144 Mar 23 10:18:50.017152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58566) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:50.032774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.048814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Transition to ACTIVE for port object e78d1101-10d8-40de-93ce-a38b5d22bb8c will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:50.071206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Transition to ACTIVE for port object e78d1101-10d8-40de-93ce-a38b5d22bb8c will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:50.078688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.085595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.085939 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Added segment 8823f270-8a86-49b4-8e40-a8c36cdcdbe3 of type vlan for network 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 Mar 23 10:18:50.086058 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.154453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ba8aabcd-e2de-475e-ae51-277d4618ebc4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.155045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:50.157376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Network b1bf579b-1aa1-4b32-85cd-c85bd077c350 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:50.178677 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Pushing event updated for resources: {'Port': ['ID=e78d1101-10d8-40de-93ce-a38b5d22bb8c,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:50.186735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.190256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337f70fb-c76a-4c78-bf84-1a4e8d4877a1 None None] Sync routers for ids ['9a03e11c-296b-4d36-b687-fbe072287470'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:50.194163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:50.201373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:50.227656 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8aabcd-e2de-475e-ae51-277d4618ebc4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=acac597e-e2f9-4b51-9c58-767cc5b6eb69,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:50.230747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ba8aabcd-e2de-475e-ae51-277d4618ebc4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.243173 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ba8aabcd-e2de-475e-ae51-277d4618ebc4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/acac597e-e2f9-4b51-9c58-767cc5b6eb69 HTTP/1.1" status: 204 len: 168 time: 1.3585408 Mar 23 10:18:50.246122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58570) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:50.252241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.267626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3667c04a-4ef8-4085-92fb-97f80feb3f52 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.273861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d697234b-9f13-44e5-bed6-27c25f2c7686 None None] Network 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:50.281235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802aff29-01a9-4cee-b3f0-4b1645d4a063 tempest-TestNetworkAdvancedServerOps-1125748376 tempest-TestNetworkAdvancedServerOps-1125748376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:50.282702 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-802aff29-01a9-4cee-b3f0-4b1645d4a063 tempest-TestNetworkAdvancedServerOps-1125748376 tempest-TestNetworkAdvancedServerOps-1125748376-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2636480 Mar 23 10:18:50.291984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58574) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:50.301640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 6354cde7-5033-4e8b-b665-bec3759dc2e5 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:50.306534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:50.360782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f70fb-c76a-4c78-bf84-1a4e8d4877a1 None None] Routers {'9a03e11c-296b-4d36-b687-fbe072287470'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:50.361603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-337f70fb-c76a-4c78-bf84-1a4e8d4877a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9a03e11c-296b-4d36-b687-fbe072287470'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:50.464068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-337f70fb-c76a-4c78-bf84-1a4e8d4877a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:50.484816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.513924 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.530361 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Transition to ACTIVE for port object 2b26d092-0724-4f3c-a978-ff38ecc324d3 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:50.539362 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.600435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Attempting to bind port e78d1101-10d8-40de-93ce-a38b5d22bb8c on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:50.600810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Attempting to bind port e78d1101-10d8-40de-93ce-a38b5d22bb8c by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '44fb5bff-0358-4923-a2df-81296c3e412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b1bf579b-1aa1-4b32-85cd-c85bd077c350'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:50.601763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Attempting to bind port e78d1101-10d8-40de-93ce-a38b5d22bb8c on network b1bf579b-1aa1-4b32-85cd-c85bd077c350 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:50.611912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337f70fb-c76a-4c78-bf84-1a4e8d4877a1 None None] Routers {'9a03e11c-296b-4d36-b687-fbe072287470'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:50.612781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-337f70fb-c76a-4c78-bf84-1a4e8d4877a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9a03e11c-296b-4d36-b687-fbe072287470'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:50.613571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.627471 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Pushing event updated for resources: {'Port': ['ID=2b26d092-0724-4f3c-a978-ff38ecc324d3,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:50.658748 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.659057 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.659359 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.659691 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.660029 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.660373 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.660702 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.661024 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.661376 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.665023 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.665354 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.665689 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:50.669254 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Attempting to bind port 2b26d092-0724-4f3c-a978-ff38ecc324d3 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:50.669621 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Attempting to bind port 2b26d092-0724-4f3c-a978-ff38ecc324d3 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:50.670029 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Attempting to bind port 2b26d092-0724-4f3c-a978-ff38ecc324d3 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:50.676784 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:50.677312 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:50.677703 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.678084 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:50.678542 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Bound port: 2b26d092-0724-4f3c-a978-ff38ecc324d3, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:50.679176 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.730156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.742803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:50.743196 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Checking segment: {'id': '44fb5bff-0358-4923-a2df-81296c3e412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b1bf579b-1aa1-4b32-85cd-c85bd077c350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:50.743590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.743953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Bound using segment: {'id': '44fb5bff-0358-4923-a2df-81296c3e412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b1bf579b-1aa1-4b32-85cd-c85bd077c350'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:50.744708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Bound port: e78d1101-10d8-40de-93ce-a38b5d22bb8c, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fb5bff-0358-4923-a2df-81296c3e412b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': 'b1bf579b-1aa1-4b32-85cd-c85bd077c350'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:50.745101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.762823 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] For port 2b26d092-0724-4f3c-a978-ff38ecc324d3, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:50.766128 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] For port 2b26d092-0724-4f3c-a978-ff38ecc324d3, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2b26d092-0724-4f3c-a978-ff38ecc324d3,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:50.772300 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.824773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-337f70fb-c76a-4c78-bf84-1a4e8d4877a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:50.825201 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337f70fb-c76a-4c78-bf84-1a4e8d4877a1 None None] The sync data for ids ['9a03e11c-296b-4d36-b687-fbe072287470'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:50.854552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port a3474abd-813c-42f2-b7a2-d45f98e0ff02 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:50.855292 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.895248 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fbcc31c2-ca98-4caf-b591-5857e7a17a35 None None] Provisioning complete for port 5333b17b-898e-4564-80e3-e6e7984b32b5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:50.895607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fbcc31c2-ca98-4caf-b591-5857e7a17a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.908442 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3faa1-de7f-4794-9d2f-1e9ba59ebce4 None None] Pushing event updated for resources: {'Port': ['ID=2b26d092-0724-4f3c-a978-ff38ecc324d3,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:50.922652 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Routers {'fd8417ac-d08a-453f-9613-eeb0e010cd1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:50.923671 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:50.963943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] For port e78d1101-10d8-40de-93ce-a38b5d22bb8c, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:50.968019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-3667c04a-4ef8-4085-92fb-97f80feb3f52 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Calling delete_port for 4ef62be7-14f3-4915-8394-39a5578be885 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:50.971193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] For port e78d1101-10d8-40de-93ce-a38b5d22bb8c, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e78d1101-10d8-40de-93ce-a38b5d22bb8c,segment=NetworkSegment(44fb5bff-0358-4923-a2df-81296c3e412b),segment_id=44fb5bff-0358-4923-a2df-81296c3e412b)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:50.984291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:50.988170 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fbcc31c2-ca98-4caf-b591-5857e7a17a35 None None] Port 5333b17b-898e-4564-80e3-e6e7984b32b5 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:51.012518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:51.031437 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0a58c817-538e-45e1-a0b2-ff4f0dec4e0c tempest-TestNetworkAdvancedServerOps-1125748376 tempest-TestNetworkAdvancedServerOps-1125748376-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7329509 Mar 23 10:18:51.037801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58578) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:51.055049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1866404356', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:51.068467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541d699-6d83-406c-869e-f8991e627f5b None None] Pushing event updated for resources: {'Port': ['ID=e78d1101-10d8-40de-93ce-a38b5d22bb8c,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:51.156956 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e91a6b57-7f9a-4fa9-97f9-e6f9afe782e0 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "PUT /v2.0/floatingips/10f573a2-9eeb-4a01-a22b-8905b2feb71a HTTP/1.1" status: 200 len: 978 time: 9.5827518 Mar 23 10:18:51.157718 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] Set router fd8417ac-d08a-453f-9613-eeb0e010cd1f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:18:51.162844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58582) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:51.199670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] DHCP port deletion for 6c1d532d-2452-4a02-95b7-22f9d8b6d0fa request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:18:51.205157 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Deleting port a3474abd-813c-42f2-b7a2-d45f98e0ff02 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:51.205764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.231401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.237000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:51.237795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.380856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Network': ['ID=5f6c2764-fa8b-4864-baf0-bcbcccdb00f2,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:51.424215 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3e957580-a7b1-432c-8869-6c17900b1f52 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0370722 Mar 23 10:18:51.428114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58586) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:51.445776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:51.447616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'subnet': {'network_id': '5f6c2764-fa8b-4864-baf0-bcbcccdb00f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:51.448766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router a57e696a-3cc3-46fd-90a6-40fa068970ee is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:18:51.472978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:51.488140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port 343473f7-febf-4999-abf7-5f218974aae3 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:51.488535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.502414 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a3474abd-813c-42f2-b7a2-d45f98e0ff02 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:18:51.629236 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:43Z', 'revision_number': 3, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:51.636889 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bb138c-b13c-4494-bc08-4f938e4e2c31 None None] The sync data for ids ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'] in dv-neutron-834652-2-hyperv is: [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:43Z', 'revision_number': 3, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:51.640262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] For port a3474abd-813c-42f2-b7a2-d45f98e0ff02, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a3474abd-813c-42f2-b7a2-d45f98e0ff02,segment=NetworkSegment(e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42),segment_id=e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:51.640623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:51.653911 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:subnet and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:51.659687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:51.803296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:51.815611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for a3474abd-813c-42f2-b7a2-d45f98e0ff02 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:51.924971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 7b9ef0ff-70e6-4580-b267-17595feed971 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:51.925397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.001344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] For port a3474abd-813c-42f2-b7a2-d45f98e0ff02, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a3474abd-813c-42f2-b7a2-d45f98e0ff02,segment=NetworkSegment(e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42),segment_id=e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:52.001753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.032933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:52.151369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3667c04a-4ef8-4085-92fb-97f80feb3f52 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.205379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Made reservation on behalf of e945150dcee24e13987cfe1467b035a1 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:52.208881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.217914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:subnet and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:52.224861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:52.233310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Calling delete_port for a3474abd-813c-42f2-b7a2-d45f98e0ff02 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:52.237742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:52.343947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:52.347425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.371374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.424908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port a3474abd-813c-42f2-b7a2-d45f98e0ff02, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a3474abd-813c-42f2-b7a2-d45f98e0ff02,segment=NetworkSegment(e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42),segment_id=e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:52.439322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.546046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=a3474abd-813c-42f2-b7a2-d45f98e0ff02,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:52.584873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:52.602568 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97858192-c1b4-4733-807d-7f2b0a298008 None None] Sync routers for ids ['a57e696a-3cc3-46fd-90a6-40fa068970ee'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:52.602895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:52.603257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:52.607653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9ff87d-05df-4a70-930e-bb7877c2d6cb None None] Network b1bf579b-1aa1-4b32-85cd-c85bd077c350 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:52.619674 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97858192-c1b4-4733-807d-7f2b0a298008 None None] Routers {'a57e696a-3cc3-46fd-90a6-40fa068970ee'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:52.620284 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-97858192-c1b4-4733-807d-7f2b0a298008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['a57e696a-3cc3-46fd-90a6-40fa068970ee'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:52.627814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.633919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 23 10:18:52.633919 dv-neutron-834652-2-hyperv neutron-server[87860]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Mar 23 10:18:52.633919 dv-neutron-834652-2-hyperv neutron-server[87860]: [parameters: {'port_id': 'a3474abd-813c-42f2-b7a2-d45f98e0ff02'}] Mar 23 10:18:52.633919 dv-neutron-834652-2-hyperv neutron-server[87860]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:52.634345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:52.697011 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d5118e19-bcee-4928-aff7-b9d983946ad8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/a57e696a-3cc3-46fd-90a6-40fa068970ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2485328 Mar 23 10:18:52.700720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667c04a-4ef8-4085-92fb-97f80feb3f52 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event deleted for resources: {'Port': ['ID=4ef62be7-14f3-4915-8394-39a5578be885,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:52.704585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58590) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:52.719766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.733542 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-82f5614b-7f2f-49bf-96b1-33d2d4e45f5a None None] Provisioning for port e78d1101-10d8-40de-93ce-a38b5d22bb8c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:52.775849 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-97858192-c1b4-4733-807d-7f2b0a298008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:52.785773 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97858192-c1b4-4733-807d-7f2b0a298008 None None] Routers {'a57e696a-3cc3-46fd-90a6-40fa068970ee'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:52.786398 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-97858192-c1b4-4733-807d-7f2b0a298008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['a57e696a-3cc3-46fd-90a6-40fa068970ee'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:52.873607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'Subnet': ['ID=bb8c55d0-4839-455d-bf73-db274a57c0c1,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:52.898386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] Deleting port e3fdd980-384a-4dca-9197-d5686e662b64 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:52.898717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:52.913379 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-97858192-c1b4-4733-807d-7f2b0a298008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:52.913619 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97858192-c1b4-4733-807d-7f2b0a298008 None None] The sync data for ids ['a57e696a-3cc3-46fd-90a6-40fa068970ee'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:52.987698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Checking segment: {'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:52.987955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Network hostable DHCP agents. Network: d5c29034-033c-4bb8-ac97-78098319aafb, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:53.044192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51576020-ff34-4e0e-9190-ce63a0dc216c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:53.044782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-51576020-ff34-4e0e-9190-ce63a0dc216c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Synchronizing usage tracker for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:53.084882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Network d5c29034-033c-4bb8-ac97-78098319aafb is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:53.105523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Deleting port a3474abd-813c-42f2-b7a2-d45f98e0ff02 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:53.106112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.145366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port a3474abd-813c-42f2-b7a2-d45f98e0ff02 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:53.146260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.179395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-51576020-ff34-4e0e-9190-ce63a0dc216c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Unset dirty status for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:53.183748 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-51576020-ff34-4e0e-9190-ce63a0dc216c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports/5333b17b-898e-4564-80e3-e6e7984b32b5 HTTP/1.1" status: 200 len: 911 time: 0.4669468 Mar 23 10:18:53.183748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, d5c29034-033c-4bb8-ac97-78098319aafb) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:53.197209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58594) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:53.207698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f11cb-41b6-455b-888c-e4ab2b50c10c None None] Network d5c29034-033c-4bb8-ac97-78098319aafb requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:53.210361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:53.211484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.258859 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cfe01c24-229a-4645-86b6-cd9b991492b5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2096739 Mar 23 10:18:53.264455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58598) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:53.369603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.404397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] For port e3fdd980-384a-4dca-9197-d5686e662b64, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e3fdd980-384a-4dca-9197-d5686e662b64,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:53.405092 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.417485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3667c04a-4ef8-4085-92fb-97f80feb3f52 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.528469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e78d1101-10d8-40de-93ce-a38b5d22bb8c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:53.570977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 7b9ef0ff-70e6-4580-b267-17595feed971 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:53.594979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] Calling delete_port for e3fdd980-384a-4dca-9197-d5686e662b64 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:53.684151 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3667c04a-4ef8-4085-92fb-97f80feb3f52 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "DELETE /v2.0/ports/4ef62be7-14f3-4915-8394-39a5578be885 HTTP/1.1" status: 204 len: 168 time: 4.6651745 Mar 23 10:18:53.686641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] For port a3474abd-813c-42f2-b7a2-d45f98e0ff02, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a3474abd-813c-42f2-b7a2-d45f98e0ff02,segment=NetworkSegment(e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42),segment_id=e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:53.687035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.692862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58602) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:53.868614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Calling delete_port for a3474abd-813c-42f2-b7a2-d45f98e0ff02 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:53.899888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-d5c29034-033c-4bb8-ac97-78098319aafb', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:18:53.900964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:53.993483 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-728188ab-bf75-41b9-a06f-f73e5204b4a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] GET failed (client error): The resource could not be found. Mar 23 10:18:53.994539 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-728188ab-bf75-41b9-a06f-f73e5204b4a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Synchronizing usage tracker for tenant:ffb118d20fbb48ee9ffcec07713dd85b on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:54.019617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] For port a3474abd-813c-42f2-b7a2-d45f98e0ff02, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a3474abd-813c-42f2-b7a2-d45f98e0ff02,segment=NetworkSegment(e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42),segment_id=e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:54.019958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.035547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port e78d1101-10d8-40de-93ce-a38b5d22bb8c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:54.060653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port e78d1101-10d8-40de-93ce-a38b5d22bb8c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:54.061016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.135166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.194534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.194886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.195119 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Floating IP 10f573a2-9eeb-4a01-a22b-8905b2feb71a disassociated. External IP: 172.26.4.154, port: 343473f7-febf-4999-abf7-5f218974aae3. Mar 23 10:18:54.195453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for 343473f7-febf-4999-abf7-5f218974aae3 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:54.202782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] Pushing event deleted for resources: {'Port': ['ID=a3474abd-813c-42f2-b7a2-d45f98e0ff02,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:54.241758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1af51-7cd6-4af2-90cd-1fb9108febac None None] No DVR routers for this DVR port a3474abd-813c-42f2-b7a2-d45f98e0ff02 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:18:54.253227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for a3474abd-813c-42f2-b7a2-d45f98e0ff02 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:54.281304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:18:54.285784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-728188ab-bf75-41b9-a06f-f73e5204b4a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Unset dirty status for tenant:ffb118d20fbb48ee9ffcec07713dd85b on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:54.290484 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-728188ab-bf75-41b9-a06f-f73e5204b4a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "GET /v2.0/ports/4ef62be7-14f3-4915-8394-39a5578be885 HTTP/1.1" status: 404 len: 333 time: 0.5474668 Mar 23 10:18:54.296755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58606) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:54.311141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'port': {'network_id': '6911d881-57cc-4697-9753-9d5faae43393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-406277571'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:54.315761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.333728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Allocated IP 172.20.0.2 (d5c29034-033c-4bb8-ac97-78098319aafb/bb8c55d0-4839-455d-bf73-db274a57c0c1/30be7da6-c73d-49ee-aa26-0769679a6dea) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:54.358196 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.483370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port e78d1101-10d8-40de-93ce-a38b5d22bb8c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e78d1101-10d8-40de-93ce-a38b5d22bb8c,segment=NetworkSegment(44fb5bff-0358-4923-a2df-81296c3e412b),segment_id=44fb5bff-0358-4923-a2df-81296c3e412b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:54.490342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.491125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2b26d092-0724-4f3c-a978-ff38ecc324d3 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:54.503479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Subnet': ['ID=a7ba3c08-d9fa-425c-8679-f239577b121a,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:54.600942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Checking segment: {'id': '8823f270-8a86-49b4-8e40-a8c36cdcdbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5f6c2764-fa8b-4864-baf0-bcbcccdb00f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:54.601375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network hostable DHCP agents. Network: 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:18:54.637703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=e78d1101-10d8-40de-93ce-a38b5d22bb8c,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:54.658917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 2b26d092-0724-4f3c-a978-ff38ecc324d3 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:54.659591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.666037 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:18:54.666596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:18:54.668208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2b26d092-0724-4f3c-a978-ff38ecc324d3 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:54.668989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.686990 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:54.711504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.713003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:18:54.722599 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=7b9ef0ff-70e6-4580-b267-17595feed971,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:54.806954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:54.819643 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:54.854088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=343473f7-febf-4999-abf7-5f218974aae3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:54.862764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e731a6e4-1e25-4e6f-89fa-8cc818a6e1a9 None None] Network 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:54.879933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.900157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:54.900764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:54.916521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.056919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Made reservation on behalf of ffb118d20fbb48ee9ffcec07713dd85b for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:55.061312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.090543 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c5da7b63-0a0c-4d74-9cb6-874f8f2efe71 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6552610 Mar 23 10:18:55.090777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fdd980-384a-4dca-9197-d5686e662b64,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:55.093112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58610) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:55.102312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'port': {'network_id': '5f6c2764-fa8b-4864-baf0-bcbcccdb00f2', 'name': 'tempest-NetworksIpV6TestAttrs-1831775920'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:55.133316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Transition to ACTIVE for port object 30be7da6-c73d-49ee-aa26-0769679a6dea will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:55.150261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] device_id is not set on port eec4e19e-cccf-4f34-b956-c28d13112258 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:55.186502 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.194417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Transition to ACTIVE for port object 30be7da6-c73d-49ee-aa26-0769679a6dea will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:55.235577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.305696 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 2b26d092-0724-4f3c-a978-ff38ecc324d3, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2b26d092-0724-4f3c-a978-ff38ecc324d3,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:55.320796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Network d5c29034-033c-4bb8-ac97-78098319aafb is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:55.323317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.329016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:55.337629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:55.384726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Pushing event updated for resources: {'Port': ['ID=30be7da6-c73d-49ee-aa26-0769679a6dea,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:55.496153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-5f6c2764-fa8b-4864-baf0-bcbcccdb00f2', 'network_id': '5f6c2764-fa8b-4864-baf0-bcbcccdb00f2', 'tenant_id': 'a39d162b2e2e40dd8a822bf8c10f3e4c', 'fixed_ips': [{'subnet_id': 'a7ba3c08-d9fa-425c-8679-f239577b121a'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:18:55.497107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.562979 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e78d1101-10d8-40de-93ce-a38b5d22bb8c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:55.580273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:55.583818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.600825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port a3474abd-813c-42f2-b7a2-d45f98e0ff02 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:55.601180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.602736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router 9a03e11c-296b-4d36-b687-fbe072287470 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:55.691072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Attempting to bind port 30be7da6-c73d-49ee-aa26-0769679a6dea on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:55.691629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Attempting to bind port 30be7da6-c73d-49ee-aa26-0769679a6dea by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:55.691744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Attempting to bind port 30be7da6-c73d-49ee-aa26-0769679a6dea on network d5c29034-033c-4bb8-ac97-78098319aafb {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:55.706813 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:55.707204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Checking segment: {'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:55.707569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.707958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Bound using segment: {'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:55.708427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Bound port: 30be7da6-c73d-49ee-aa26-0769679a6dea, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:55.708796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.710198 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] The port 'a3474abd-813c-42f2-b7a2-d45f98e0ff02' was deleted {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:18:55.735768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:port and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:55.752642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:55.760074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.766123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=2b26d092-0724-4f3c-a978-ff38ecc324d3,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:55.821192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.864285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Allocated IP 2001:db8::7 (6911d881-57cc-4697-9753-9d5faae43393/aa73229a-4609-4527-8b53-48bac7ae6377/eec4e19e-cccf-4f34-b956-c28d13112258) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:55.884510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port e78d1101-10d8-40de-93ce-a38b5d22bb8c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:55.885597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:55.927411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Allocated IP 2001:db8::f816:3eff:fe84:705a (5f6c2764-fa8b-4864-baf0-bcbcccdb00f2/a7ba3c08-d9fa-425c-8679-f239577b121a/d0aaeb56-9109-4717-bcee-5ca7312bd098) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:55.952107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] For port 30be7da6-c73d-49ee-aa26-0769679a6dea, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:56.017650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] For port 30be7da6-c73d-49ee-aa26-0769679a6dea, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30be7da6-c73d-49ee-aa26-0769679a6dea,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:56.041856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.055125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.070095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.118742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:56.140869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1d532d-2452-4a02-95b7-22f9d8b6d0fa']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:56.232105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:56.232336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09977ad-6f3e-46bf-b5f6-ce3ba5a7bf42') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:56.250564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce7e35-a69d-4bc6-bc40-041ebe36c9eb None None] Pushing event updated for resources: {'Port': ['ID=30be7da6-c73d-49ee-aa26-0769679a6dea,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:56.328926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.379525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:56.380401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.383006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.395893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Transition to ACTIVE for port object d0aaeb56-9109-4717-bcee-5ca7312bd098 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:56.410055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 44cac1f9-f786-4ac1-a730-b4b510e647d1 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:56.421789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Transition to ACTIVE for port object d0aaeb56-9109-4717-bcee-5ca7312bd098 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:56.422049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.427652 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.497156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] device_id is not set on port 78eb72d8-f180-4ed1-87da-f2a18fb83706 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:18:56.499422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Network 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:56.502442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:56.510669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:56.518294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Pushing event updated for resources: {'Port': ['ID=d0aaeb56-9109-4717-bcee-5ca7312bd098,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:56.521470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:18:56.521568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:18:56.558718 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:18:56.661311 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Attempting to bind port d0aaeb56-9109-4717-bcee-5ca7312bd098 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:18:56.661729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Attempting to bind port d0aaeb56-9109-4717-bcee-5ca7312bd098 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '8823f270-8a86-49b4-8e40-a8c36cdcdbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5f6c2764-fa8b-4864-baf0-bcbcccdb00f2'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:18:56.662293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Attempting to bind port d0aaeb56-9109-4717-bcee-5ca7312bd098 on network 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:18:56.672032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:18:56.672407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Checking segment: {'id': '8823f270-8a86-49b4-8e40-a8c36cdcdbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5f6c2764-fa8b-4864-baf0-bcbcccdb00f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:18:56.673178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.673567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Bound using segment: {'id': '8823f270-8a86-49b4-8e40-a8c36cdcdbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5f6c2764-fa8b-4864-baf0-bcbcccdb00f2'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:18:56.674207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Bound port: d0aaeb56-9109-4717-bcee-5ca7312bd098, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8823f270-8a86-49b4-8e40-a8c36cdcdbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5f6c2764-fa8b-4864-baf0-bcbcccdb00f2'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:18:56.674913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.724596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.767689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.791257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:56.802227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] For port d0aaeb56-9109-4717-bcee-5ca7312bd098, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:18:56.806154 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] For port d0aaeb56-9109-4717-bcee-5ca7312bd098, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d0aaeb56-9109-4717-bcee-5ca7312bd098,segment=NetworkSegment(8823f270-8a86-49b4-8e40-a8c36cdcdbe3),segment_id=8823f270-8a86-49b4-8e40-a8c36cdcdbe3)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:18:56.809341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d098ef08-2e0d-482c-a41d-eaa9230c72bd None None] Sync routers for ids ['9a03e11c-296b-4d36-b687-fbe072287470'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:56.818624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.846141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Transition to ACTIVE for port object eec4e19e-cccf-4f34-b956-c28d13112258 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:56.852238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.856220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:56.863030 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d098ef08-2e0d-482c-a41d-eaa9230c72bd None None] Routers {'9a03e11c-296b-4d36-b687-fbe072287470'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:56.863755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d098ef08-2e0d-482c-a41d-eaa9230c72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9a03e11c-296b-4d36-b687-fbe072287470'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:56.875221 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea70b82-3bff-441e-b171-2caafc521b24 None None] Sync routers for ids ['44cac1f9-f786-4ac1-a730-b4b510e647d1'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:56.892882 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea70b82-3bff-441e-b171-2caafc521b24 None None] Routers {'44cac1f9-f786-4ac1-a730-b4b510e647d1'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:56.894932 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-9ea70b82-3bff-441e-b171-2caafc521b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['44cac1f9-f786-4ac1-a730-b4b510e647d1'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:56.906867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Network': ['ID=6c1d532d-2452-4a02-95b7-22f9d8b6d0fa,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:56.956713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d098ef08-2e0d-482c-a41d-eaa9230c72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:56.958936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:56.994906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d098ef08-2e0d-482c-a41d-eaa9230c72bd None None] Routers {'9a03e11c-296b-4d36-b687-fbe072287470'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:56.996298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d098ef08-2e0d-482c-a41d-eaa9230c72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9a03e11c-296b-4d36-b687-fbe072287470'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:57.002678 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f966d40f-ac05-44c4-9b41-88d2296167d7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/44cac1f9-f786-4ac1-a730-b4b510e647d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9690301 Mar 23 10:18:57.019591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58614) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:57.080846 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-9ea70b82-3bff-441e-b171-2caafc521b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:57.091296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3996434-567c-483f-977f-9d9b2e2145a1 None None] Pushing event updated for resources: {'Port': ['ID=d0aaeb56-9109-4717-bcee-5ca7312bd098,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:57.098164 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea70b82-3bff-441e-b171-2caafc521b24 None None] Routers {'44cac1f9-f786-4ac1-a730-b4b510e647d1'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:57.098788 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-9ea70b82-3bff-441e-b171-2caafc521b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['44cac1f9-f786-4ac1-a730-b4b510e647d1'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:57.113226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d098ef08-2e0d-482c-a41d-eaa9230c72bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:57.114047 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d098ef08-2e0d-482c-a41d-eaa9230c72bd None None] The sync data for ids ['9a03e11c-296b-4d36-b687-fbe072287470'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:57.115723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-536fc36c-e8ea-4494-b7fd-a9d50ba8ebe7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Synchronizing usage tracker for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:18:57.143101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.147952 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-475df1f8-da70-4297-b550-1be4f89f2249 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/ports/343473f7-febf-4999-abf7-5f218974aae3 HTTP/1.1" status: 204 len: 168 time: 5.9826365 Mar 23 10:18:57.149379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Allocated IP 2001:db8::f816:3eff:fef0:a7e4 (5f6c2764-fa8b-4864-baf0-bcbcccdb00f2/a7ba3c08-d9fa-425c-8679-f239577b121a/78eb72d8-f180-4ed1-87da-f2a18fb83706) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:57.154710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 5333b17b-898e-4564-80e3-e6e7984b32b5 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:18:57.155048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.184031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58618) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:57.207854 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-9ea70b82-3bff-441e-b171-2caafc521b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:57.208607 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea70b82-3bff-441e-b171-2caafc521b24 None None] The sync data for ids ['44cac1f9-f786-4ac1-a730-b4b510e647d1'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:18:57.309592 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-536fc36c-e8ea-4494-b7fd-a9d50ba8ebe7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Unset dirty status for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:18:57.310761 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-536fc36c-e8ea-4494-b7fd-a9d50ba8ebe7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=44cac1f9-f786-4ac1-a730-b4b510e647d1 HTTP/1.1" status: 200 len: 205 time: 0.2874894 Mar 23 10:18:57.324836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58622) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:57.335146 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-175df0f5-3243-48a6-96ec-4da68a3034f5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/networks/6c1d532d-2452-4a02-95b7-22f9d8b6d0fa HTTP/1.1" status: 204 len: 168 time: 7.0840120 Mar 23 10:18:57.363811 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Network 6911d881-57cc-4697-9753-9d5faae43393 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:57.364520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58626) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:57.416756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-462885082'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:57.424538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:57.440552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:57.446488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:57.447254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.476334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:57.514697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:network and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:57.520795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Port': ['ID=eec4e19e-cccf-4f34-b956-c28d13112258,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:57.532478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] Router 9dd2e454-eb01-41aa-b73f-f261e41f12ec has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:18:57.536836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:57.562015 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d22e4ee1-4bb3-407a-b9f1-cebdef3e9451 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.2560887 Mar 23 10:18:57.562854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58630) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:57.563892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:57.588372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ceebb80e-65e3-44db-97ec-55cdca13a180 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:13:9a:59'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:57.661250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30be7da6-c73d-49ee-aa26-0769679a6dea up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:57.661766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Allocated IP 172.20.0.1 (d5c29034-033c-4bb8-ac97-78098319aafb/bb8c55d0-4839-455d-bf73-db274a57c0c1/a79d08ec-61fa-45e1-b25c-dde77ea03ec8) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:18:57.739700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:57.743205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.810525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 30be7da6-c73d-49ee-aa26-0769679a6dea completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:57.819293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2b26d092-0724-4f3c-a978-ff38ecc324d3 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:57.928025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-418e2936-5245-480b-8727-f19223d69227 None None] Provisioning for port eec4e19e-cccf-4f34-b956-c28d13112258 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:57.936696 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-418e2936-5245-480b-8727-f19223d69227 None None] Provisioning complete for port eec4e19e-cccf-4f34-b956-c28d13112258 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:57.937753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-418e2936-5245-480b-8727-f19223d69227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:57.970410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e3d4f41f-97be-4b21-bbc1-3740ee19d3ea tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.021816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-418e2936-5245-480b-8727-f19223d69227 None None] Port eec4e19e-cccf-4f34-b956-c28d13112258 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:18:58.023566 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fff469a-b022-4939-846c-29f657782b90 None None] Network d5c29034-033c-4bb8-ac97-78098319aafb requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:58.037796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2b26d092-0724-4f3c-a978-ff38ecc324d3 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:58.038298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.201905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.223839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Transition to ACTIVE for port object a79d08ec-61fa-45e1-b25c-dde77ea03ec8 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:58.259796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9e59b479-da50-416e-9a9a-eb8d711ac31b None None] Provisioning for port 30be7da6-c73d-49ee-aa26-0769679a6dea completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:58.267710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d0aaeb56-9109-4717-bcee-5ca7312bd098 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:18:58.307908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9e59b479-da50-416e-9a9a-eb8d711ac31b None None] Provisioning complete for port 30be7da6-c73d-49ee-aa26-0769679a6dea triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:58.308362 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e59b479-da50-416e-9a9a-eb8d711ac31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.359909 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81e5f40-fecd-4c15-a582-4a25f03dcf3c None None] Network 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:18:58.361642 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.369254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:18:58.464058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.464394 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Added segment 0d4a420e-16f2-4136-9ec7-c383e90fd15c of type vlan for network 36ffff48-3a85-4716-ba06-3dbe6fea15a2 Mar 23 10:18:58.476691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ceebb80e-65e3-44db-97ec-55cdca13a180 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.496573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Network d5c29034-033c-4bb8-ac97-78098319aafb is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:18:58.529382 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:18:58.531573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:18:58.532963 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:18:58.565435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] Sync routers for ids ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:18:58.609663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'Port': ['ID=a79d08ec-61fa-45e1-b25c-dde77ea03ec8,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:58.635142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.635480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.635846 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.636173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.636497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.637798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.637798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.637798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.637798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.638182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.638360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.638673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:18:58.646220 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1e05e25f-e7d9-4e50-b807-b8a37b0313c0 admin admin] 10.222.0.84 "PUT /v2.0/routers/9dd2e454-eb01-41aa-b73f-f261e41f12ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6015429 Mar 23 10:18:58.646220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.649423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58634) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:58.654815 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] Routers {'9dd2e454-eb01-41aa-b73f-f261e41f12ec'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:58.656166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:58.664627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e3d4f41f-97be-4b21-bbc1-3740ee19d3ea tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.697275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.729083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e3d4f41f-97be-4b21-bbc1-3740ee19d3ea tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.747825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.787018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port d0aaeb56-9109-4717-bcee-5ca7312bd098 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:58.788067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.793285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e59b479-da50-416e-9a9a-eb8d711ac31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.817351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.822614 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:58.823359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:58.937972 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5722945 Mar 23 10:18:58.986727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58638) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:59.007724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] Set router 9dd2e454-eb01-41aa-b73f-f261e41f12ec gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:18:59.010218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': '36ffff48-3a85-4716-ba06-3dbe6fea15a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:18:59.050736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9e59b479-da50-416e-9a9a-eb8d711ac31b None None] For port 30be7da6-c73d-49ee-aa26-0769679a6dea, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30be7da6-c73d-49ee-aa26-0769679a6dea,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:59.051668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762d2832-e9eb-48a8-9066-4693ade9f44a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Network': ['ID=36ffff48-3a85-4716-ba06-3dbe6fea15a2,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:59.131085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 36ffff48-3a85-4716-ba06-3dbe6fea15a2 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:18:59.149205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e59b479-da50-416e-9a9a-eb8d711ac31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.195102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 5333b17b-898e-4564-80e3-e6e7984b32b5 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:18:59.252580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e3d4f41f-97be-4b21-bbc1-3740ee19d3ea tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.253144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d4f41f-97be-4b21-bbc1-3740ee19d3ea tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Fanout notify agent at l3_agent the message router_deleted on router 44cac1f9-f786-4ac1-a730-b4b510e647d1 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:18:59.262571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Transition to ACTIVE for port object 78eb72d8-f180-4ed1-87da-f2a18fb83706 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:18:59.273144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e3d4f41f-97be-4b21-bbc1-3740ee19d3ea tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.276945 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e3d4f41f-97be-4b21-bbc1-3740ee19d3ea tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/44cac1f9-f786-4ac1-a730-b4b510e647d1 HTTP/1.1" status: 204 len: 168 time: 1.9486253 Mar 23 10:18:59.279424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58642) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:59.319987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-ceebb80e-65e3-44db-97ec-55cdca13a180 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:18:59.357606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ceebb80e-65e3-44db-97ec-55cdca13a180 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.407255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:18:59.423007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59b479-da50-416e-9a9a-eb8d711ac31b None None] Pushing event updated for resources: {'Port': ['ID=30be7da6-c73d-49ee-aa26-0769679a6dea,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:59.427628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a9cad953-66ad-4992-aa36-8e2209e401e9 None None] Provisioning for port d0aaeb56-9109-4717-bcee-5ca7312bd098 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:18:59.435151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ceebb80e-65e3-44db-97ec-55cdca13a180 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.444793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a9cad953-66ad-4992-aa36-8e2209e401e9 None None] Provisioning complete for port d0aaeb56-9109-4717-bcee-5ca7312bd098 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:18:59.445301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a9cad953-66ad-4992-aa36-8e2209e401e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.492697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:18:59.502634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:18:59.540503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:18:59.563312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.566352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ceebb80e-65e3-44db-97ec-55cdca13a180 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] In _notify_port_updated(), no bound segment for port eec4e19e-cccf-4f34-b956-c28d13112258 on network 6911d881-57cc-4697-9753-9d5faae43393 {{(pid=87860) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:18:59.571796 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceebb80e-65e3-44db-97ec-55cdca13a180 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:18:59.572423 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ceebb80e-65e3-44db-97ec-55cdca13a180 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.576816 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ceebb80e-65e3-44db-97ec-55cdca13a180 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "PUT /v2.0/ports/eec4e19e-cccf-4f34-b956-c28d13112258 HTTP/1.1" status: 200 len: 1000 time: 1.9975507 Mar 23 10:18:59.583196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58646) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:18:59.596850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.663653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a9cad953-66ad-4992-aa36-8e2209e401e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.663850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-db4376b8-685c-41a3-a52e-4376c66e641c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting subnet c0cae19f-d891-42c1-aa4e-cd872faea87b {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:18:59.670676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebb80e-65e3-44db-97ec-55cdca13a180 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Port': ['ID=eec4e19e-cccf-4f34-b956-c28d13112258,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:18:59.673220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-db4376b8-685c-41a3-a52e-4376c66e641c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.706207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:18:54Z', 'revision_number': 5, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:59.720309 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a9cad953-66ad-4992-aa36-8e2209e401e9 None None] For port d0aaeb56-9109-4717-bcee-5ca7312bd098, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d0aaeb56-9109-4717-bcee-5ca7312bd098,segment=NetworkSegment(8823f270-8a86-49b4-8e40-a8c36cdcdbe3),segment_id=8823f270-8a86-49b4-8e40-a8c36cdcdbe3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:18:59.722870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] Checking router: 9dd2e454-eb01-41aa-b73f-f261e41f12ec for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:18:59.731956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:18:59.735556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.741305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] Routers {'9dd2e454-eb01-41aa-b73f-f261e41f12ec'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:18:59.742443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:18:59.866345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.901155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a9cad953-66ad-4992-aa36-8e2209e401e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:18:59.986443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.014484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Deleting port d77621f6-b527-4f69-883b-38a593e75ef9 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:00.014484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.024394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-de6b9ec4-50b8-4a3b-92bc-d33e373610c8 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Deleting port eec4e19e-cccf-4f34-b956-c28d13112258 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:00.025808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de6b9ec4-50b8-4a3b-92bc-d33e373610c8 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.039769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Port': ['ID=78eb72d8-f180-4ed1-87da-f2a18fb83706,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:00.071851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:00.080148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:00.082418 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-db4376b8-685c-41a3-a52e-4376c66e641c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.082964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:00.089599 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:00.090308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.123050 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cad953-66ad-4992-aa36-8e2209e401e9 None None] Pushing event updated for resources: {'Port': ['ID=d0aaeb56-9109-4717-bcee-5ca7312bd098,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:00.132143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f3b4ce01-8a06-4b95-aec0-05b4b07a4759 None None] Provisioning for port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:00.154394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f3b4ce01-8a06-4b95-aec0-05b4b07a4759 None None] Provisioning complete for port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:00.154671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ce01-8a06-4b95-aec0-05b4b07a4759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.252364 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] Set router 9dd2e454-eb01-41aa-b73f-f261e41f12ec gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:19:00.394206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f3b4ce01-8a06-4b95-aec0-05b4b07a4759 None None] Port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:00.398754 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5da2e2f6-935a-47c6-af0a-d5f16eb79d8f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.3021376 Mar 23 10:19:00.402566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58650) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:00.406491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.465084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=5333b17b-898e-4564-80e3-e6e7984b32b5,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:00.479249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f3b4ce01-8a06-4b95-aec0-05b4b07a4759 None None] Provisioning complete for port d0aaeb56-9109-4717-bcee-5ca7312bd098 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:00.480211 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ce01-8a06-4b95-aec0-05b4b07a4759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.656069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-db4376b8-685c-41a3-a52e-4376c66e641c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.693446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f3b4ce01-8a06-4b95-aec0-05b4b07a4759 None None] Provisioning complete for port 30be7da6-c73d-49ee-aa26-0769679a6dea triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:00.694424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ce01-8a06-4b95-aec0-05b4b07a4759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.703496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.724678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1169c47-398b-473d-8c2c-9be26ec4e490 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Deleting subnet a7ba3c08-d9fa-425c-8679-f239577b121a {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:00.732447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:18:54Z', 'revision_number': 5, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:00.742098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39de070e-ac22-4144-be66-b3ffbc169dc8 None None] The sync data for ids ['9dd2e454-eb01-41aa-b73f-f261e41f12ec'] in dv-neutron-834652-2-hyperv is: [{'id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'name': 'tempest-ServerActionsTestJSON-1329548029-router', 'tenant_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:14:56Z', 'updated_at': '2022-03-23T10:18:54Z', 'revision_number': 5, 'project_id': '19dd158d5c8a4d43afdd711ef24aa3fc', 'gw_port': {'id': 'd77621f6-b527-4f69-883b-38a593e75ef9', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dd2e454-eb01-41aa-b73f-f261e41f12ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:14:58Z', 'updated_at': '2022-03-23T10:15:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:00.767508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1169c47-398b-473d-8c2c-9be26ec4e490 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.768351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.788335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] For port d77621f6-b527-4f69-883b-38a593e75ef9, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d77621f6-b527-4f69-883b-38a593e75ef9,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:00.789434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:00.966207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fa7c0cf1-d872-40e0-9a19-88a856607147 None None] Provisioning for port 78eb72d8-f180-4ed1-87da-f2a18fb83706 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:00.972143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fa7c0cf1-d872-40e0-9a19-88a856607147 None None] Provisioning complete for port 78eb72d8-f180-4ed1-87da-f2a18fb83706 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:00.972788 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0cf1-d872-40e0-9a19-88a856607147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.028737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c0cf1-d872-40e0-9a19-88a856607147 None None] Port 78eb72d8-f180-4ed1-87da-f2a18fb83706 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:01.039332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fa7c0cf1-d872-40e0-9a19-88a856607147 None None] Provisioning complete for port eec4e19e-cccf-4f34-b956-c28d13112258 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:01.039706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fa7c0cf1-d872-40e0-9a19-88a856607147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.097255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c0cf1-d872-40e0-9a19-88a856607147 None None] Port eec4e19e-cccf-4f34-b956-c28d13112258 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:01.103821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de6b9ec4-50b8-4a3b-92bc-d33e373610c8 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.114133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1169c47-398b-473d-8c2c-9be26ec4e490 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.143388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Calling delete_port for d77621f6-b527-4f69-883b-38a593e75ef9 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:01.154528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.343376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-de6b9ec4-50b8-4a3b-92bc-d33e373610c8 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Calling delete_port for eec4e19e-cccf-4f34-b956-c28d13112258 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:01.410989 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-db4376b8-685c-41a3-a52e-4376c66e641c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.437738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d0aaeb56-9109-4717-bcee-5ca7312bd098 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:01.473488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=d1615558-73e9-4e96-9a6c-693ba7aa7652,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:01.480540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-db4376b8-685c-41a3-a52e-4376c66e641c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.486715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eab19e6-20b1-4d66-813a-f519917db2ea None None] Network 71b90e21-f263-4737-8e74-cb2d5e4955d1 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:01.567013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.569260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4376b8-685c-41a3-a52e-4376c66e641c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cae19f-d891-42c1-aa4e-cd872faea87b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:01.572774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Checking segment: {'id': '0d4a420e-16f2-4136-9ec7-c383e90fd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '36ffff48-3a85-4716-ba06-3dbe6fea15a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:01.573052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network hostable DHCP agents. Network: 36ffff48-3a85-4716-ba06-3dbe6fea15a2, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:01.578446 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-db4376b8-685c-41a3-a52e-4376c66e641c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/c0cae19f-d891-42c1-aa4e-cd872faea87b HTTP/1.1" status: 204 len: 168 time: 2.2914262 Mar 23 10:19:01.584840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58654) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:01.588119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.607368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router a57e696a-3cc3-46fd-90a6-40fa068970ee has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:19:01.639005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port d0aaeb56-9109-4717-bcee-5ca7312bd098 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:01.639521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.808527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:01.828372 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3149a-7762-4e8e-8cd0-bc5cb67cb451 None None] Sync routers for ids ['a57e696a-3cc3-46fd-90a6-40fa068970ee'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:01.843304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network 36ffff48-3a85-4716-ba06-3dbe6fea15a2 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:01.843591 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3149a-7762-4e8e-8cd0-bc5cb67cb451 None None] Routers {'a57e696a-3cc3-46fd-90a6-40fa068970ee'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:01.845075 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ee3149a-7762-4e8e-8cd0-bc5cb67cb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['a57e696a-3cc3-46fd-90a6-40fa068970ee'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:01.851725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.856148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'Port': ['ID=a79d08ec-61fa-45e1-b25c-dde77ea03ec8,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:01.859245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58658) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:01.865196 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9dee52f9-f214-469d-9b05-c0d497a794b3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/a57e696a-3cc3-46fd-90a6-40fa068970ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6390312 Mar 23 10:19:01.869237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-80eaee49-a374-4e94-a9e1-ff9134df233e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting subnet b2f98b64-6aca-4f49-bd5d-42fa1401389a {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:01.908093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1169c47-398b-473d-8c2c-9be26ec4e490 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.909989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.935359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80eaee49-a374-4e94-a9e1-ff9134df233e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.939702 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30be7da6-c73d-49ee-aa26-0769679a6dea up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:01.972401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de6b9ec4-50b8-4a3b-92bc-d33e373610c8 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:01.999241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 36ffff48-3a85-4716-ba06-3dbe6fea15a2) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:02.006572 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ee3149a-7762-4e8e-8cd0-bc5cb67cb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:02.020720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=d77621f6-b527-4f69-883b-38a593e75ef9,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:02.030590 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3149a-7762-4e8e-8cd0-bc5cb67cb451 None None] Routers {'a57e696a-3cc3-46fd-90a6-40fa068970ee'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:02.034929 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ee3149a-7762-4e8e-8cd0-bc5cb67cb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['a57e696a-3cc3-46fd-90a6-40fa068970ee'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:02.057140 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3766682e-0778-457b-835f-b497f2da9052 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=a57e696a-3cc3-46fd-90a6-40fa068970ee HTTP/1.1" status: 200 len: 205 time: 0.1930447 Mar 23 10:19:02.064834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58662) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:02.065507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90acefe4-f8fa-4b77-9edc-bfc8b97854cf None None] Network 36ffff48-3a85-4716-ba06-3dbe6fea15a2 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:02.081866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.082471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.082953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.083423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.083908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.084374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.084848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.085340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.085759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b9ec4-50b8-4a3b-92bc-d33e373610c8 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event deleted for resources: {'Port': ['ID=eec4e19e-cccf-4f34-b956-c28d13112258,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:02.085995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.086455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.086913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.087373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:02.095305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:02.095880 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.146209 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ee3149a-7762-4e8e-8cd0-bc5cb67cb451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:02.149519 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee3149a-7762-4e8e-8cd0-bc5cb67cb451 None None] The sync data for ids ['a57e696a-3cc3-46fd-90a6-40fa068970ee'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:02.209726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80eaee49-a374-4e94-a9e1-ff9134df233e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.272597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 30be7da6-c73d-49ee-aa26-0769679a6dea triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:02.273187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.311458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de6b9ec4-50b8-4a3b-92bc-d33e373610c8 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.343920 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e4a008b3-fbb3-4d21-8f5f-29259e7894d3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3470953 Mar 23 10:19:02.359179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58666) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:02.367588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce641d-3223-4fbf-9ce6-0f5e9643a0e6 None None] DHCP port deletion for 71b90e21-f263-4737-8e74-cb2d5e4955d1 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:02.367849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': '36ffff48-3a85-4716-ba06-3dbe6fea15a2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-809196621'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:02.381207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port eee92757-8d5c-43d5-b779-fe72a86b84bb {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:02.382139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.392911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-71ce641d-3223-4fbf-9ce6-0f5e9643a0e6 None None] Deleting port 63737033-794f-4f60-ad10-41ae8718c2a3 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:02.393443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-71ce641d-3223-4fbf-9ce6-0f5e9643a0e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.426731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.532362 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-de6b9ec4-50b8-4a3b-92bc-d33e373610c8 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "DELETE /v2.0/ports/eec4e19e-cccf-4f34-b956-c28d13112258 HTTP/1.1" status: 204 len: 168 time: 2.9481254 Mar 23 10:19:02.545464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58670) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:02.546402 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:02.592675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1169c47-398b-473d-8c2c-9be26ec4e490 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.604929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:02.653931 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:02.655573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa103ca5-5be3-4a48-969a-0447b0811589 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.656643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1169c47-398b-473d-8c2c-9be26ec4e490 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ba3c08-d9fa-425c-8679-f239577b121a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:02.666519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-71ce641d-3223-4fbf-9ce6-0f5e9643a0e6 None None] For port 63737033-794f-4f60-ad10-41ae8718c2a3, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=63737033-794f-4f60-ad10-41ae8718c2a3,segment=NetworkSegment(b87874bf-ce7b-45aa-8543-2441593160b6),segment_id=b87874bf-ce7b-45aa-8543-2441593160b6)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:02.667076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-71ce641d-3223-4fbf-9ce6-0f5e9643a0e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.672472 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:02.676219 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e538dbe-64e3-4b7b-b7a1-6aef096d8979 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] GET failed (client error): The resource could not be found. Mar 23 10:19:02.676836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0e538dbe-64e3-4b7b-b7a1-6aef096d8979 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Synchronizing usage tracker for tenant:ffb118d20fbb48ee9ffcec07713dd85b on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:02.684665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Network d5c29034-033c-4bb8-ac97-78098319aafb is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:02.690046 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:02.692574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1169c47-398b-473d-8c2c-9be26ec4e490 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:02.694426 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d1169c47-398b-473d-8c2c-9be26ec4e490 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/subnets/a7ba3c08-d9fa-425c-8679-f239577b121a HTTP/1.1" status: 204 len: 168 time: 2.2854757 Mar 23 10:19:02.700207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58674) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:02.812792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-71ce641d-3223-4fbf-9ce6-0f5e9643a0e6 None None] Calling delete_port for 63737033-794f-4f60-ad10-41ae8718c2a3 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:02.914327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6fbf7b-82ea-4e6c-b219-ac2e3c82b56f None None] Network 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:03.023400 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:03.027938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.049242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.065376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0e538dbe-64e3-4b7b-b7a1-6aef096d8979 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Unset dirty status for tenant:ffb118d20fbb48ee9ffcec07713dd85b on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:03.070480 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0e538dbe-64e3-4b7b-b7a1-6aef096d8979 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "GET /v2.0/ports/eec4e19e-cccf-4f34-b956-c28d13112258 HTTP/1.1" status: 404 len: 333 time: 0.5177257 Mar 23 10:19:03.070480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80eaee49-a374-4e94-a9e1-ff9134df233e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.073763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-71ce641d-3223-4fbf-9ce6-0f5e9643a0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.096348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58678) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:03.100946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.131389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port d718a90d-3fda-4189-b2a2-b2d23aacc6ee yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:03.191730 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc2843-c772-4475-8bfb-6c5149a7782c tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:03.193354 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bc2843-c772-4475-8bfb-6c5149a7782c tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:03.194089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f4bc2843-c772-4475-8bfb-6c5149a7782c tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Synchronizing usage tracker for tenant:a39d162b2e2e40dd8a822bf8c10f3e4c on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:03.203611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce641d-3223-4fbf-9ce6-0f5e9643a0e6 None None] Pushing event deleted for resources: {'Port': ['ID=63737033-794f-4f60-ad10-41ae8718c2a3,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:03.211637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'port': {'network_id': '6911d881-57cc-4697-9753-9d5faae43393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-943888001'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:03.211853 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce641d-3223-4fbf-9ce6-0f5e9643a0e6 None None] No DVR routers for this DVR port 63737033-794f-4f60-ad10-41ae8718c2a3 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:03.334707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9f7ce07f-c427-4428-b1c0-bbbd3fea72ff None None] Provisioning complete for port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:03.335432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9f7ce07f-c427-4428-b1c0-bbbd3fea72ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.342096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f4bc2843-c772-4475-8bfb-6c5149a7782c tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Unset dirty status for tenant:a39d162b2e2e40dd8a822bf8c10f3e4c on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:03.343249 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f4bc2843-c772-4475-8bfb-6c5149a7782c tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6360350 Mar 23 10:19:03.354272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58682) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:03.402928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-36ffff48-3a85-4716-ba06-3dbe6fea15a2', 'network_id': '36ffff48-3a85-4716-ba06-3dbe6fea15a2', 'tenant_id': 'c8b9876b43914f6c9e442dc775b5b1b7', 'fixed_ips': [{'subnet_id': 'd1615558-73e9-4e96-9a6c-693ba7aa7652'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:03.403726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.418461 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80eaee49-a374-4e94-a9e1-ff9134df233e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.433793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.434139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dd2e454-eb01-41aa-b73f-f261e41f12ec {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:19:03.437638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa103ca5-5be3-4a48-969a-0447b0811589 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.443807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa103ca5-5be3-4a48-969a-0447b0811589 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.455848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ce07f-c427-4428-b1c0-bbbd3fea72ff None None] Port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:03.471598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Router fd8417ac-d08a-453f-9613-eeb0e010cd1f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:19:03.490579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.491644 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0c524dac-9d71-4b2d-8eb8-223c18221cdd admin admin] 10.222.0.84 "DELETE /v2.0/routers/9dd2e454-eb01-41aa-b73f-f261e41f12ec HTTP/1.1" status: 204 len: 168 time: 4.8301640 Mar 23 10:19:03.492139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eaee49-a374-4e94-a9e1-ff9134df233e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f98b64-6aca-4f49-bd5d-42fa1401389a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:03.508218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58686) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:03.517147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e3fdd980-384a-4dca-9197-d5686e662b64 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:03.549807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.556696 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab9b68e-d39f-476c-a4f9-09277826491b None None] Network ece55a91-1336-4951-831b-7db0dac228dd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:03.573247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80eaee49-a374-4e94-a9e1-ff9134df233e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.582024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa103ca5-5be3-4a48-969a-0447b0811589 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.582024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa103ca5-5be3-4a48-969a-0447b0811589 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Fanout notify agent at l3_agent the message router_deleted on router a57e696a-3cc3-46fd-90a6-40fa068970ee {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:19:03.605217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: e3fdd980-384a-4dca-9197-d5686e662b64 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:03.605559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e3fdd980-384a-4dca-9197-d5686e662b64 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:03.679853 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-80eaee49-a374-4e94-a9e1-ff9134df233e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/b2f98b64-6aca-4f49-bd5d-42fa1401389a HTTP/1.1" status: 204 len: 168 time: 2.0926499 Mar 23 10:19:03.699663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58690) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:03.739741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.13 (36ffff48-3a85-4716-ba06-3dbe6fea15a2/d1615558-73e9-4e96-9a6c-693ba7aa7652/d718a90d-3fda-4189-b2a2-b2d23aacc6ee) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:03.748391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d904bbb5-c29a-4447-b564-5120f013546a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.773671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for eee92757-8d5c-43d5-b779-fe72a86b84bb owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:03.779422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f59875a-ba78-4247-8cd8-9b2389d20278 None None] DHCP port deletion for 5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:03.800660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9bfcdaa0-138e-4cd4-a7dc-cc6065ffd2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.804641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1f59875a-ba78-4247-8cd8-9b2389d20278 None None] Deleting port d0aaeb56-9109-4717-bcee-5ca7312bd098 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:03.804950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1f59875a-ba78-4247-8cd8-9b2389d20278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.824692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa103ca5-5be3-4a48-969a-0447b0811589 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.828311 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fa103ca5-5be3-4a48-969a-0447b0811589 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/a57e696a-3cc3-46fd-90a6-40fa068970ee HTTP/1.1" status: 204 len: 168 time: 1.7537045 Mar 23 10:19:03.831407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:03.834767 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-d904bbb5-c29a-4447-b564-5120f013546a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 23 10:19:03.835226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d904bbb5-c29a-4447-b564-5120f013546a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:03.840765 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d904bbb5-c29a-4447-b564-5120f013546a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 HTTP/1.1" status: 409 len: 405 time: 0.4785609 Mar 23 10:19:03.844164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58694) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:03.844488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58696) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:03.846434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:03.873186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5b4c27-2de2-40d8-bbd1-590b75e275ba admin admin] Deleting subnet f222ef94-a80f-48f2-ad52-7a49f266982f {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:03.875614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Made reservation on behalf of ffb118d20fbb48ee9ffcec07713dd85b for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:03.881626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.902263 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-382374633'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:03.908155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4c27-2de2-40d8-bbd1-590b75e275ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:03.988192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] device_id is not set on port 6fab4440-e48b-458d-bb81-1237ac7b7072 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:04.013546 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:04.049982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4c27-2de2-40d8-bbd1-590b75e275ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.102978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-1f59875a-ba78-4247-8cd8-9b2389d20278 None None] For port d0aaeb56-9109-4717-bcee-5ca7312bd098, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d0aaeb56-9109-4717-bcee-5ca7312bd098,segment=NetworkSegment(8823f270-8a86-49b4-8e40-a8c36cdcdbe3),segment_id=8823f270-8a86-49b4-8e40-a8c36cdcdbe3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:04.103620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1f59875a-ba78-4247-8cd8-9b2389d20278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.133736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d0aaeb56-9109-4717-bcee-5ca7312bd098 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:04.158149 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.175290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object d718a90d-3fda-4189-b2a2-b2d23aacc6ee will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:04.183985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.190610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:network and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:04.194326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:04.217437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:04.237396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b214d2-ab8c-4754-867c-3451efd18595 None None] DHCP port deletion for ece55a91-1336-4951-831b-7db0dac228dd request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:04.242968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2170087-fca0-471b-9638-c308de827da8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting subnet 95f91f2e-5dfa-44f9-b521-3e36b0325b44 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:04.253149 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2170087-fca0-471b-9638-c308de827da8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.287378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:04.303124 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-705f6049-edb1-48e3-a443-c01686b8d0b2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "PUT /v2.0/routers/fd8417ac-d08a-453f-9613-eeb0e010cd1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0301361 Mar 23 10:19:04.337023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:04.340759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.371572 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Sync routers for ids ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:04.380457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1f59875a-ba78-4247-8cd8-9b2389d20278 None None] Calling delete_port for d0aaeb56-9109-4717-bcee-5ca7312bd098 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:04.397722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2170087-fca0-471b-9638-c308de827da8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.414073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-32b214d2-ab8c-4754-867c-3451efd18595 None None] Deleting port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:04.414444 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-32b214d2-ab8c-4754-867c-3451efd18595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.419793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Allocated IP 2001:db8::2e4 (6911d881-57cc-4697-9753-9d5faae43393/aa73229a-4609-4527-8b53-48bac7ae6377/6fab4440-e48b-458d-bb81-1237ac7b7072) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:04.462056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.529564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Allocated IP 172.20.0.2 (36ffff48-3a85-4716-ba06-3dbe6fea15a2/d1615558-73e9-4e96-9a6c-693ba7aa7652/05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:04.562805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4c27-2de2-40d8-bbd1-590b75e275ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.563160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:04.606636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Routers {'fd8417ac-d08a-453f-9613-eeb0e010cd1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:04.607276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:18:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:04.709017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.745975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.754784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.755120 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Added segment 75246f4d-2ed9-4682-8aa7-d248d47b6a1e of type vlan for network 358de91e-1d6c-4157-a24e-f1409aadbe6a Mar 23 10:19:04.783008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network 36ffff48-3a85-4716-ba06-3dbe6fea15a2 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:04.791458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:04.803905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b90e21-f263-4737-8e74-cb2d5e4955d1']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:04.813597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=eee92757-8d5c-43d5-b779-fe72a86b84bb,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:04.821937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:04.882503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87874bf-ce7b-45aa-8543-2441593160b6') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:04.882982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87874bf-ce7b-45aa-8543-2441593160b6') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:04.894719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4c27-2de2-40d8-bbd1-590b75e275ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.896131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=d718a90d-3fda-4189-b2a2-b2d23aacc6ee,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:04.919570 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-856435b6-53eb-4e6b-a82c-7a0f77a71a5f tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171151503&fields=id&tenant_id=e945150dcee24e13987cfe1467b035a1 HTTP/1.1" status: 200 len: 267 time: 0.3407063 Mar 23 10:19:04.922038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.955059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:04.957706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b4c27-2de2-40d8-bbd1-590b75e275ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f222ef94-a80f-48f2-ad52-7a49f266982f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:04.999670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.002015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4c27-2de2-40d8-bbd1-590b75e275ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.013089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2170087-fca0-471b-9638-c308de827da8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.016876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.047786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3200f4a-69d9-4a40-903a-fc3d3a719a66 None None] Network 7001d3b3-add7-43f8-87f2-8f2d67c06275 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:05.064586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:05.065217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.090861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1f59875a-ba78-4247-8cd8-9b2389d20278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.128824 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7f5b4c27-2de2-40d8-bbd1-590b75e275ba admin admin] 10.222.0.84 "DELETE /v2.0/subnets/f222ef94-a80f-48f2-ad52-7a49f266982f HTTP/1.1" status: 204 len: 168 time: 1.6212411 Mar 23 10:19:05.129683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58714) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:05.155754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Transition to ACTIVE for port object 6fab4440-e48b-458d-bb81-1237ac7b7072 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:05.180157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:05.180157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:05.194922 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:05.227352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.287672 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ca4cfa6b-f037-45ed-9da7-bf76742f534a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9274199 Mar 23 10:19:05.288921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59875a-ba78-4247-8cd8-9b2389d20278 None None] Pushing event deleted for resources: {'Port': ['ID=d0aaeb56-9109-4717-bcee-5ca7312bd098,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:05.300359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58718) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:05.343295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.348650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:05.349256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.362866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.368820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f59875a-ba78-4247-8cd8-9b2389d20278 None None] No DVR routers for this DVR port d0aaeb56-9109-4717-bcee-5ca7312bd098 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:05.391145 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Set router fd8417ac-d08a-453f-9613-eeb0e010cd1f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:19:05.399001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Deleting port 434a18e8-9ef8-491b-a40b-07f35ede154d {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:05.399551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.437690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.453286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.509605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.520956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-1f3c0dff-23e5-4b72-b026-ca09b3c38468 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:05.521696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-1f3c0dff-23e5-4b72-b026-ca09b3c38468 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Synchronizing usage tracker for tenant:e945150dcee24e13987cfe1467b035a1 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:05.524520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.529514 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/networks/71b90e21-f263-4737-8e74-cb2d5e4955d1 HTTP/1.1" status: 204 len: 168 time: 1.8102970 Mar 23 10:19:05.538255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58722) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:05.545903 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6944330 Mar 23 10:19:05.550145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2170087-fca0-471b-9638-c308de827da8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.555845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58726) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:05.572138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-32b214d2-ab8c-4754-867c-3451efd18595 None None] For port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=117f55ae-d5aa-444f-8993-1ab2c5c0d47a,segment=NetworkSegment(87aae056-7fc2-4959-9e5e-050c6290a0d7),segment_id=87aae056-7fc2-4959-9e5e-050c6290a0d7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:05.572527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-32b214d2-ab8c-4754-867c-3451efd18595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.586248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-c14e771a-5c2b-41c8-a1d3-ccfa4f387c29 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port d718a90d-3fda-4189-b2a2-b2d23aacc6ee {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:05.587848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c14e771a-5c2b-41c8-a1d3-ccfa4f387c29 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.595507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 63737033-794f-4f60-ad10-41ae8718c2a3 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:05.599357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Network 6911d881-57cc-4697-9753-9d5faae43393 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:05.619527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'subnet': {'network_id': '358de91e-1d6c-4157-a24e-f1409aadbe6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:05.639448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d77d65-312f-4b80-9bb7-c9fed3ff0f17 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Network': ['ID=358de91e-1d6c-4157-a24e-f1409aadbe6a,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:05.645871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:05.648110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:05.654746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:05.654746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.691317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2170087-fca0-471b-9638-c308de827da8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Subnet': ['ID=95f91f2e-5dfa-44f9-b521-3e36b0325b44,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:05.697708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 358de91e-1d6c-4157-a24e-f1409aadbe6a details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:05.718296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4056c-90ec-42d3-ae1b-c0bd3b2214a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Network': ['ID=71b90e21-f263-4737-8e74-cb2d5e4955d1,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:05.733526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Port': ['ID=6fab4440-e48b-458d-bb81-1237ac7b7072,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:05.773060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2170087-fca0-471b-9638-c308de827da8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.774877 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c2170087-fca0-471b-9638-c308de827da8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/95f91f2e-5dfa-44f9-b521-3e36b0325b44 HTTP/1.1" status: 204 len: 168 time: 1.9278708 Mar 23 10:19:05.775768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-1f3c0dff-23e5-4b72-b026-ca09b3c38468 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Unset dirty status for tenant:e945150dcee24e13987cfe1467b035a1 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:05.782474 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-1f3c0dff-23e5-4b72-b026-ca09b3c38468 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/networks?id=d5c29034-033c-4bb8-ac97-78098319aafb HTTP/1.1" status: 200 len: 796 time: 0.8390830 Mar 23 10:19:05.784712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58730) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:05.821767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:05.833350 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-985a913e-1678-43d0-acd1-ee5e2498e16a tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7303383 Mar 23 10:19:05.834263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58734) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:05.840483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db7d0e3-8108-4190-aec4-b4a01425013c None None] Network 6354cde7-5033-4e8b-b665-bec3759dc2e5 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:05.860362 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 63737033-794f-4f60-ad10-41ae8718c2a3 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:05.861538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 63737033-794f-4f60-ad10-41ae8718c2a3 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:05.863486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'port': {'network_id': '6911d881-57cc-4697-9753-9d5faae43393', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1945169632'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:05.974910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-32b214d2-ab8c-4754-867c-3451efd18595 None None] Calling delete_port for 117f55ae-d5aa-444f-8993-1ab2c5c0d47a owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:05.975250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.068599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Transition to ACTIVE for port object 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:06.070981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.082919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d77621f6-b527-4f69-883b-38a593e75ef9 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:06.106767 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-73c56f9a-8145-4179-b59d-63c369b5ae97 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/quotas/e945150dcee24e13987cfe1467b035a1 HTTP/1.1" status: 200 len: 375 time: 0.3234043 Mar 23 10:19:06.136106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:06.196621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:06.207599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 0b34463e-82b8-4482-a90a-1dc3a235ab4b {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:06.208193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.246481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:06.246817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.293504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: d77621f6-b527-4f69-883b-38a593e75ef9 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:06.293504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d77621f6-b527-4f69-883b-38a593e75ef9 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:06.293504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 117f55ae-d5aa-444f-8993-1ab2c5c0d47a no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:06.339064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:06.342522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.397849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Transition to ACTIVE for port object 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:06.404327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.455938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c17fad8e-439c-4469-aed2-04c59e3864e9 None None] Provisioning for port 6fab4440-e48b-458d-bb81-1237ac7b7072 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:06.471701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.586758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c17fad8e-439c-4469-aed2-04c59e3864e9 None None] Provisioning complete for port 6fab4440-e48b-458d-bb81-1237ac7b7072 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:06.587286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c17fad8e-439c-4469-aed2-04c59e3864e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.654635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-32b214d2-ab8c-4754-867c-3451efd18595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.681098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router 9a03e11c-296b-4d36-b687-fbe072287470 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:19:06.685625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] For port 434a18e8-9ef8-491b-a40b-07f35ede154d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=434a18e8-9ef8-491b-a40b-07f35ede154d,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:06.685977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.698322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No active binding found for port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a {{(pid=87861) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 23 10:19:06.698865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 117f55ae-d5aa-444f-8993-1ab2c5c0d47a not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:06.708729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Network 36ffff48-3a85-4716-ba06-3dbe6fea15a2 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:06.720759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b533a232-41d7-4fbb-90a1-80f9860aa770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.721194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c14e771a-5c2b-41c8-a1d3-ccfa4f387c29 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.722910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:06.740623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:06.746686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-2de7bb8f-4541-446e-897c-6f4593b1305f tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Synchronizing usage tracker for tenant:e945150dcee24e13987cfe1467b035a1 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:06.753817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b214d2-ab8c-4754-867c-3451efd18595 None None] No DVR routers for this DVR port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:06.762550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Pushing event updated for resources: {'Port': ['ID=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:06.772133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c17fad8e-439c-4469-aed2-04c59e3864e9 None None] Port 6fab4440-e48b-458d-bb81-1237ac7b7072 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:06.849389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] DHCP port deletion for 7001d3b3-add7-43f8-87f2-8f2d67c06275 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:06.891318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b214d2-ab8c-4754-867c-3451efd18595 None None] Pushing event deleted for resources: {'Port': ['ID=117f55ae-d5aa-444f-8993-1ab2c5c0d47a,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:06.899192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-c14e771a-5c2b-41c8-a1d3-ccfa4f387c29 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for d718a90d-3fda-4189-b2a2-b2d23aacc6ee owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:06.900523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] Deleting port 434a18e8-9ef8-491b-a40b-07f35ede154d {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:06.901197 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:06.936159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Calling delete_port for 434a18e8-9ef8-491b-a40b-07f35ede154d owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:06.975539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Attempting to bind port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:06.975932 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Attempting to bind port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '0d4a420e-16f2-4136-9ec7-c383e90fd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '36ffff48-3a85-4716-ba06-3dbe6fea15a2'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:06.976372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Attempting to bind port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 on network 36ffff48-3a85-4716-ba06-3dbe6fea15a2 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:07.001496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:07.001896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Checking segment: {'id': '0d4a420e-16f2-4136-9ec7-c383e90fd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '36ffff48-3a85-4716-ba06-3dbe6fea15a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:07.002294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.002902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Bound using segment: {'id': '0d4a420e-16f2-4136-9ec7-c383e90fd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '36ffff48-3a85-4716-ba06-3dbe6fea15a2'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:07.003373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Bound port: 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d4a420e-16f2-4136-9ec7-c383e90fd15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '36ffff48-3a85-4716-ba06-3dbe6fea15a2'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:07.003743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.040047 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-2de7bb8f-4541-446e-897c-6f4593b1305f tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Unset dirty status for tenant:e945150dcee24e13987cfe1467b035a1 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:07.041288 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-2de7bb8f-4541-446e-897c-6f4593b1305f tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e945150dcee24e13987cfe1467b035a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9161639 Mar 23 10:19:07.050065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:07.052018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] For port 0b34463e-82b8-4482-a90a-1dc3a235ab4b, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=0b34463e-82b8-4482-a90a-1dc3a235ab4b,segment=NetworkSegment(06707fd0-a45c-436d-80a7-53166f3d8009),segment_id=06707fd0-a45c-436d-80a7-53166f3d8009)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:07.052561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.054996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Usage tracker for resource:port and tenant:ffb118d20fbb48ee9ffcec07713dd85b is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:07.059234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:07.066833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:07.097125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Made reservation on behalf of ffb118d20fbb48ee9ffcec07713dd85b for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:07.100885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.120536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=117f55ae-d5aa-444f-8993-1ab2c5c0d47a,segment=NetworkSegment(87aae056-7fc2-4959-9e5e-050c6290a0d7),segment_id=87aae056-7fc2-4959-9e5e-050c6290a0d7)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:07.121008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.143309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] device_id is not set on port 65d22dd4-ca82-4c65-8a52-a17f18d39daf yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:07.147001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'a79d08ec-61fa-45e1-b25c-dde77ea03ec8', 'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'mac_address': 'fa:16:3e:71:9b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:56Z', 'updated_at': '2022-03-23T10:19:00Z', 'revision_number': 2, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'subnets': [{'id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:07.177908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] DHCP port deletion for 6354cde7-5033-4e8b-b665-bec3759dc2e5 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:07.194986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Checking router: fd8417ac-d08a-453f-9613-eeb0e010cd1f for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:19:07.195594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Updating router fd8417ac-d08a-453f-9613-eeb0e010cd1f port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:19:07.283388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 0b34463e-82b8-4482-a90a-1dc3a235ab4b owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:07.318168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 117f55ae-d5aa-444f-8993-1ab2c5c0d47a owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:07.329802 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] Deleting port 0b34463e-82b8-4482-a90a-1dc3a235ab4b {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:07.330169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.430262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] For port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:07.446147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] For port 434a18e8-9ef8-491b-a40b-07f35ede154d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=434a18e8-9ef8-491b-a40b-07f35ede154d,segment=NetworkSegment(df8af2eb-c04f-4fb8-96f7-99908ee3ceec),segment_id=df8af2eb-c04f-4fb8-96f7-99908ee3ceec)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:07.446449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.462473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.473666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] For port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,segment=NetworkSegment(0d4a420e-16f2-4136-9ec7-c383e90fd15c),segment_id=0d4a420e-16f2-4136-9ec7-c383e90fd15c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:07.519972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.529072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.533465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c14e771a-5c2b-41c8-a1d3-ccfa4f387c29 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.540655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.621509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.649738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e771a-5c2b-41c8-a1d3-ccfa4f387c29 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=d718a90d-3fda-4189-b2a2-b2d23aacc6ee,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:07.663429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:07.692122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] Calling delete_port for 434a18e8-9ef8-491b-a40b-07f35ede154d owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:07.711746 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-198026c0-9303-4b64-9d05-78c3cc99c7fb service neutron] 10.222.0.84 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567745 Mar 23 10:19:07.747714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=434a18e8-9ef8-491b-a40b-07f35ede154d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:07.765426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:07.769242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] No DVR routers for this DVR port 434a18e8-9ef8-491b-a40b-07f35ede154d on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:07.781198 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3444799-5ccf-46f5-8706-ad9d6effedf0 None None] Sync routers for ids ['9a03e11c-296b-4d36-b687-fbe072287470'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:07.797167 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3444799-5ccf-46f5-8706-ad9d6effedf0 None None] Routers {'9a03e11c-296b-4d36-b687-fbe072287470'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:07.798217 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e3444799-5ccf-46f5-8706-ad9d6effedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9a03e11c-296b-4d36-b687-fbe072287470'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:07.814894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No DVR routers for this DVR port 0b34463e-82b8-4482-a90a-1dc3a235ab4b on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:07.851842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=0b34463e-82b8-4482-a90a-1dc3a235ab4b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:07.910403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:07.910726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:07.946559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Pushing event updated for resources: {'Port': ['ID=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:07.958859 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e3444799-5ccf-46f5-8706-ad9d6effedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:07.991647 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3444799-5ccf-46f5-8706-ad9d6effedf0 None None] Routers {'9a03e11c-296b-4d36-b687-fbe072287470'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:07.992989 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e3444799-5ccf-46f5-8706-ad9d6effedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9a03e11c-296b-4d36-b687-fbe072287470'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:07.998236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c14e771a-5c2b-41c8-a1d3-ccfa4f387c29 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.003654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Allocated IP 2001:db8::2b7 (6911d881-57cc-4697-9753-9d5faae43393/aa73229a-4609-4527-8b53-48bac7ae6377/65d22dd4-ca82-4c65-8a52-a17f18d39daf) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:08.010060 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-00e34a63-08dd-4517-acee-cf34f117dfb9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "PUT /v2.0/routers/9a03e11c-296b-4d36-b687-fbe072287470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8211396 Mar 23 10:19:08.021349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58738) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:08.047898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.048517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.049045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.049545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.050034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.050522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.051007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.051623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.052105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.052590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.053090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.053824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958a0d17-7336-4904-9bf3-329033629a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:08.086116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] For port 0b34463e-82b8-4482-a90a-1dc3a235ab4b, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=0b34463e-82b8-4482-a90a-1dc3a235ab4b,segment=NetworkSegment(06707fd0-a45c-436d-80a7-53166f3d8009),segment_id=06707fd0-a45c-436d-80a7-53166f3d8009)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:08.086376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.086909 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.109185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 434a18e8-9ef8-491b-a40b-07f35ede154d no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:08.140168 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.149543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:08.150124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:08.164850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.objects.ports [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87860) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:19:08.176641 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e3444799-5ccf-46f5-8706-ad9d6effedf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:08.177059 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3444799-5ccf-46f5-8706-ad9d6effedf0 None None] The sync data for ids ['9a03e11c-296b-4d36-b687-fbe072287470'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:08.178863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.179441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7001d3b3-add7-43f8-87f2-8f2d67c06275']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:08.200896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:08.201314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8af2eb-c04f-4fb8-96f7-99908ee3ceec') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:08.219935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 434a18e8-9ef8-491b-a40b-07f35ede154d {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:08.220162 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 434a18e8-9ef8-491b-a40b-07f35ede154d not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:08.220429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0b34463e-82b8-4482-a90a-1dc3a235ab4b no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:08.232157 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c14e771a-5c2b-41c8-a1d3-ccfa4f387c29 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/d718a90d-3fda-4189-b2a2-b2d23aacc6ee HTTP/1.1" status: 204 len: 168 time: 2.9278097 Mar 23 10:19:08.243369 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58742) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:08.257608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6354cde7-5033-4e8b-b665-bec3759dc2e5']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:08.315705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.344526 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] Calling delete_port for 0b34463e-82b8-4482-a90a-1dc3a235ab4b owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:08.373489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 0b34463e-82b8-4482-a90a-1dc3a235ab4b {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:08.374106 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0b34463e-82b8-4482-a90a-1dc3a235ab4b not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:08.397917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.480348 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-0b49b572-29d6-48bb-bf63-33a66f8dd958 service neutron] 10.222.0.84 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7328627 Mar 23 10:19:08.493441 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06707fd0-a45c-436d-80a7-53166f3d8009') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:08.493731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06707fd0-a45c-436d-80a7-53166f3d8009') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:08.528271 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f843c26-b4db-49b8-bea5-ddc97c188539 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:19:08.528816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7f843c26-b4db-49b8-bea5-ddc97c188539 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:08.534622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.555384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Subnet': ['ID=6bdacc51-f876-4b90-8a35-ff1b41f55a38,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:08.557669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.572445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:08.573493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.575932 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:08.579881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Transition to ACTIVE for port object 65d22dd4-ca82-4c65-8a52-a17f18d39daf will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:08.591800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Releasing vlan 815 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:08.592290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.600063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 117f55ae-d5aa-444f-8993-1ab2c5c0d47a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:08.600414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:08.612369 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:08.647296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.649753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:08.650147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.666244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.683452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Checking segment: {'id': '75246f4d-2ed9-4682-8aa7-d248d47b6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '358de91e-1d6c-4157-a24e-f1409aadbe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:08.683808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network hostable DHCP agents. Network: 358de91e-1d6c-4157-a24e-f1409aadbe6a, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:08.704161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7f843c26-b4db-49b8-bea5-ddc97c188539 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:08.707910 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7f843c26-b4db-49b8-bea5-ddc97c188539 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/d718a90d-3fda-4189-b2a2-b2d23aacc6ee HTTP/1.1" status: 404 len: 333 time: 0.4503036 Mar 23 10:19:08.711584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.712247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58746) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:08.729143 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:08.739076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] Deleting port 434a18e8-9ef8-491b-a40b-07f35ede154d {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:08.739494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.799022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network 358de91e-1d6c-4157-a24e-f1409aadbe6a is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:08.810813 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.841509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-652e01ed-6011-4f2d-9a7d-7c3f47b39ce0 None None] The port '434a18e8-9ef8-491b-a40b-07f35ede154d' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:19:08.893426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] The port '117f55ae-d5aa-444f-8993-1ab2c5c0d47a' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:19:08.898982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.911159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 358de91e-1d6c-4157-a24e-f1409aadbe6a) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:08.917147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Network': ['ID=6354cde7-5033-4e8b-b665-bec3759dc2e5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:08.926885 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7cb5322f-5bb1-42ab-8bef-81dae0fc75a1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/networks/6354cde7-5033-4e8b-b665-bec3759dc2e5 HTTP/1.1" status: 204 len: 168 time: 3.1282122 Mar 23 10:19:08.928922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c063f1-4db7-40b9-8c09-dcf684203ae0 None None] Network 358de91e-1d6c-4157-a24e-f1409aadbe6a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:08.930101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22dda4c-d4af-40ba-9d08-abc3332d1dcf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet d1615558-73e9-4e96-9a6c-693ba7aa7652 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:08.932576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58754) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:08.934648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:08.935229 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:08.960022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1711172065', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:08.983417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:08.987810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:router and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:08.990742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:08.998536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:09.017345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c22dda4c-d4af-40ba-9d08-abc3332d1dcf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.084718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.085998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.104329 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] Deleting port 0b34463e-82b8-4482-a90a-1dc3a235ab4b {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:09.104817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.176613 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-85b10464-2733-4776-8589-4b652bc72035 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5619946 Mar 23 10:19:09.183881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58762) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:09.192851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'port': {'network_id': '358de91e-1d6c-4157-a24e-f1409aadbe6a', 'name': 'tempest-NetworksIpV6TestAttrs-1657997525'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:09.216445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.253395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c22dda4c-d4af-40ba-9d08-abc3332d1dcf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.286391 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f25524c0-97b8-4f33-846d-fca3310238f3 req-9ad82d30-f05c-4274-b08c-81a3e958fa3a tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 210 time: 0.4242241 Mar 23 10:19:09.402222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Network 6911d881-57cc-4697-9753-9d5faae43393 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:09.421766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:09.432164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Port': ['ID=65d22dd4-ca82-4c65-8a52-a17f18d39daf,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:09.434436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Transition to ACTIVE for port object a79d08ec-61fa-45e1-b25c-dde77ea03ec8 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:09.441738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:09.448720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:09.449740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.454673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.456765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db9f7714-6af4-4739-b8a4-a03521ab178d None None] The port '0b34463e-82b8-4482-a90a-1dc3a235ab4b' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:19:09.483931 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.547510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31796a1-6a30-40ae-bd0b-a970644ae82a None None] Network 36ffff48-3a85-4716-ba06-3dbe6fea15a2 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:09.598263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.740217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.743452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] Pushing event deleted for resources: {'Network': ['ID=7001d3b3-add7-43f8-87f2-8f2d67c06275,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:09.789473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.827976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda6066-c93a-44a0-86de-217ea6be4b14 None None] Pushing event updated for resources: {'Port': ['ID=a79d08ec-61fa-45e1-b25c-dde77ea03ec8,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:09.836959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-358de91e-1d6c-4157-a24e-f1409aadbe6a', 'network_id': '358de91e-1d6c-4157-a24e-f1409aadbe6a', 'tenant_id': 'a39d162b2e2e40dd8a822bf8c10f3e4c', 'fixed_ips': [{'subnet_id': '6bdacc51-f876-4b90-8a35-ff1b41f55a38'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:09.837914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.854207 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f2765835-e003-41c3-af36-6f1a44b4c9ea admin admin] 10.222.0.84 "DELETE /v2.0/networks/7001d3b3-add7-43f8-87f2-8f2d67c06275 HTTP/1.1" status: 204 len: 168 time: 4.7196219 Mar 23 10:19:09.862243 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a4daa639-5853-400b-aa4c-f1b887dae407 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0201612 Mar 23 10:19:09.868598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58770) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:09.886882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:09.891610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:09.906158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-06a54f04-3b48-48bc-b7ed-6a96d6a647f2 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::248', 'mac_address': 'fa:16:3e:13:9a:59'}, {'ip_address': '2001:db8::2e4', 'mac_address': 'fa:16:3e:1b:1b:83'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:09.912486 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:port and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:09.923403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:09.962740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:09.983474 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c22dda4c-d4af-40ba-9d08-abc3332d1dcf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.035899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.048017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece55a91-1336-4951-831b-7db0dac228dd']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:10.060905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:10.061624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port 0c9161c0-3bc9-4593-93de-fdafd3459018 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:10.062223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.064537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.128483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87aae056-7fc2-4959-9e5e-050c6290a0d7') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:10.129143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87aae056-7fc2-4959-9e5e-050c6290a0d7') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:10.129437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Allocated IP 2001:db8::f816:3eff:fe94:92c1 (358de91e-1d6c-4157-a24e-f1409aadbe6a/6bdacc51-f876-4b90-8a35-ff1b41f55a38/3498d376-feb2-4d2f-8e7d-1496f8d65294) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:10.183387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] device_id is not set on port 92ba285f-8160-4c9b-b635-43018c4886da yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:10.252203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c22dda4c-d4af-40ba-9d08-abc3332d1dcf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.322497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dda4c-d4af-40ba-9d08-abc3332d1dcf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=d1615558-73e9-4e96-9a6c-693ba7aa7652,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:10.324835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58774) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:10.325848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c22dda4c-d4af-40ba-9d08-abc3332d1dcf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.346280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.367812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9af3d1be-5c29-4981-b7c8-cab22a623ebf None None] Provisioning for port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:10.393612 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c22dda4c-d4af-40ba-9d08-abc3332d1dcf tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/d1615558-73e9-4e96-9a6c-693ba7aa7652 HTTP/1.1" status: 204 len: 168 time: 1.6802726 Mar 23 10:19:10.424834 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1c94937b-991a-48ce-b659-8782ed6c4ab4 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=19dd158d5c8a4d43afdd711ef24aa3fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0903215 Mar 23 10:19:10.424834 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58780) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:10.430267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58782) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:10.461232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.471376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:10.494480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:10.495385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.497465 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-60c9dcf7-bfe6-4f86-ab9c-e990985691af req-245131f6-dfae-437d-a5f4-bf540cf2f4e9 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 210 time: 0.0731289 Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:10.523235 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:10.700740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Attempting to bind port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:10.701384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Attempting to bind port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:10.702020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Attempting to bind port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 on network d5c29034-033c-4bb8-ac97-78098319aafb {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:10.710047 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4e0a4933-03ca-4b16-86ea-2215898c7461 None None] Provisioning for port 65d22dd4-ca82-4c65-8a52-a17f18d39daf completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:10.729768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4e0a4933-03ca-4b16-86ea-2215898c7461 None None] Provisioning complete for port 65d22dd4-ca82-4c65-8a52-a17f18d39daf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:10.729768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4e0a4933-03ca-4b16-86ea-2215898c7461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.764202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.767898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:10.768350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Checking segment: {'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:10.768812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.769285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Bound using segment: {'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:10.770729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Bound port: a79d08ec-61fa-45e1-b25c-dde77ea03ec8, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:10.771105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.853254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Transition to ACTIVE for port object 3498d376-feb2-4d2f-8e7d-1496f8d65294 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:10.926266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a4933-03ca-4b16-86ea-2215898c7461 None None] Port 65d22dd4-ca82-4c65-8a52-a17f18d39daf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:10.929761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.935754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Transition to ACTIVE for port object 3498d376-feb2-4d2f-8e7d-1496f8d65294 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:10.939826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:10.945293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1bf02b73-e868-4fa4-9e0d-f01302d86e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.956314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-46c33e2a-b5b0-475d-8d39-d409fd65d1a4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:10.958311 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-46c33e2a-b5b0-475d-8d39-d409fd65d1a4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.102 "GET /v2.0/networks?id=d5c29034-033c-4bb8-ac97-78098319aafb HTTP/1.1" status: 200 len: 796 time: 0.3142807 Mar 23 10:19:10.959185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:10.959288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:10.970564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.000146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.026944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.038419 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/networks/ece55a91-1336-4951-831b-7db0dac228dd HTTP/1.1" status: 204 len: 168 time: 5.4938457 Mar 23 10:19:11.038901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.056655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58792) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:11.060010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1819a-dcbb-4bf4-ba9b-13ca525da1a3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Network': ['ID=ece55a91-1336-4951-831b-7db0dac228dd,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:11.075033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] For port a79d08ec-61fa-45e1-b25c-dde77ea03ec8, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:11.079954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Network 358de91e-1d6c-4157-a24e-f1409aadbe6a is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:11.085673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'network': {'name': 'tempest-RoutersTest-1857384671'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:11.092744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:11.095108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:11.103352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:11.103352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.149759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] For port a79d08ec-61fa-45e1-b25c-dde77ea03ec8, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a79d08ec-61fa-45e1-b25c-dde77ea03ec8,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:11.154377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.173911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:11.196608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1bf02b73-e868-4fa4-9e0d-f01302d86e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.201243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.215851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.218322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Pushing event updated for resources: {'Port': ['ID=3498d376-feb2-4d2f-8e7d-1496f8d65294,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:11.251865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-0f51b919-1355-40c4-a828-9389ecfbc67e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Synchronizing usage tracker for tenant:e945150dcee24e13987cfe1467b035a1 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:11.255189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06a54f04-3b48-48bc-b7ed-6a96d6a647f2 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.266488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] DHCP port deletion for 36ffff48-3a85-4716-ba06-3dbe6fea15a2 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:11.274210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for 0c9161c0-3bc9-4593-93de-fdafd3459018 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:11.297167 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Allocated IP 2001:db8::f816:3eff:fe01:7e5a (358de91e-1d6c-4157-a24e-f1409aadbe6a/6bdacc51-f876-4b90-8a35-ff1b41f55a38/92ba285f-8160-4c9b-b635-43018c4886da) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:11.313969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:network and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:11.327450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:11.359298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Deleting port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:11.359664 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.369340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:11.404039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Attempting to bind port 3498d376-feb2-4d2f-8e7d-1496f8d65294 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:11.404272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Attempting to bind port 3498d376-feb2-4d2f-8e7d-1496f8d65294 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '75246f4d-2ed9-4682-8aa7-d248d47b6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '358de91e-1d6c-4157-a24e-f1409aadbe6a'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:11.404796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Attempting to bind port 3498d376-feb2-4d2f-8e7d-1496f8d65294 on network 358de91e-1d6c-4157-a24e-f1409aadbe6a {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:11.434769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-0f51b919-1355-40c4-a828-9389ecfbc67e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Unset dirty status for tenant:e945150dcee24e13987cfe1467b035a1 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:11.436227 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-0f51b919-1355-40c4-a828-9389ecfbc67e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e945150dcee24e13987cfe1467b035a1 HTTP/1.1" status: 200 len: 379 time: 0.4537418 Mar 23 10:19:11.461071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Routers {'fd8417ac-d08a-453f-9613-eeb0e010cd1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:11.461780 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:11.522676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:11.523374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Checking segment: {'id': '75246f4d-2ed9-4682-8aa7-d248d47b6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '358de91e-1d6c-4157-a24e-f1409aadbe6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:11.523680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.524210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Bound using segment: {'id': '75246f4d-2ed9-4682-8aa7-d248d47b6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '358de91e-1d6c-4157-a24e-f1409aadbe6a'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:11.524828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Bound port: 3498d376-feb2-4d2f-8e7d-1496f8d65294, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75246f4d-2ed9-4682-8aa7-d248d47b6a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '358de91e-1d6c-4157-a24e-f1409aadbe6a'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:11.525364 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.583173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1bf02b73-e868-4fa4-9e0d-f01302d86e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.624735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'port': {'device_id': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'admin_state_up': True, 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'security_groups': ['fed42cc2-6de2-4b26-a2e0-67fae9638898']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:11.651333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:11.655009 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.689105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf02b73-e868-4fa4-9e0d-f01302d86e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28228692-04ba-4378-8d43-d2be4bc8ba35,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:11.693606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Allocated IP 172.26.4.213 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/5d6f1e83-41bc-47bf-bbd9-d73c47206dae) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:11.709475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] For port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,segment=NetworkSegment(0d4a420e-16f2-4136-9ec7-c383e90fd15c),segment_id=0d4a420e-16f2-4136-9ec7-c383e90fd15c)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:11.709844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.738939 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda6066-c93a-44a0-86de-217ea6be4b14 None None] Pushing event updated for resources: {'Port': ['ID=a79d08ec-61fa-45e1-b25c-dde77ea03ec8,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:11.763845 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5da0c9df-c60d-420b-8f08-620f2e254e44 req-c7af8764-a155-47b6-99f2-09706eb34e50 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 210 time: 0.0830112 Mar 23 10:19:11.850902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:11.895406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.895406 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added segment ea67bf49-448d-4a6b-8422-829f684a1f6f of type vlan for network 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f Mar 23 10:19:11.918616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:11.935172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:12.006161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1bf02b73-e868-4fa4-9e0d-f01302d86e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.006853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:12.009895 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1bf02b73-e868-4fa4-9e0d-f01302d86e07 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/28228692-04ba-4378-8d43-d2be4bc8ba35 HTTP/1.1" status: 204 len: 168 time: 1.5779448 Mar 23 10:19:12.016383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.036295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] Set router fd8417ac-d08a-453f-9613-eeb0e010cd1f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:19:12.046953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:12.050114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06a54f04-3b48-48bc-b7ed-6a96d6a647f2 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.069628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06a54f04-3b48-48bc-b7ed-6a96d6a647f2 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.115807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.128464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-06a54f04-3b48-48bc-b7ed-6a96d6a647f2 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] In _notify_port_updated(), no bound segment for port 65d22dd4-ca82-4c65-8a52-a17f18d39daf on network 6911d881-57cc-4697-9753-9d5faae43393 {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:19:12.133389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a54f04-3b48-48bc-b7ed-6a96d6a647f2 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:12.134113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06a54f04-3b48-48bc-b7ed-6a96d6a647f2 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.135476 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-06a54f04-3b48-48bc-b7ed-6a96d6a647f2 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "PUT /v2.0/ports/65d22dd4-ca82-4c65-8a52-a17f18d39daf HTTP/1.1" status: 200 len: 1068 time: 2.2430844 Mar 23 10:19:12.138506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Made reservation on behalf of e945150dcee24e13987cfe1467b035a1 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:12.143121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.144295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58800) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:12.150557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] For port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,segment=NetworkSegment(0d4a420e-16f2-4136-9ec7-c383e90fd15c),segment_id=0d4a420e-16f2-4136-9ec7-c383e90fd15c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:12.151033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.176291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] For port 3498d376-feb2-4d2f-8e7d-1496f8d65294, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:12.224423 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.270404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Transition to ACTIVE for port object 92ba285f-8160-4c9b-b635-43018c4886da will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:12.276986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-df2f3554-5bfa-4363-a8b2-1a323e76cc91 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Deleting port 65d22dd4-ca82-4c65-8a52-a17f18d39daf {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:12.277407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df2f3554-5bfa-4363-a8b2-1a323e76cc91 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.362270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Calling delete_port for 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:12.366240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.538593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.550343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,segment=NetworkSegment(0d4a420e-16f2-4136-9ec7-c383e90fd15c),segment_id=0d4a420e-16f2-4136-9ec7-c383e90fd15c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:12.559748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.568127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] For port 3498d376-feb2-4d2f-8e7d-1496f8d65294, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3498d376-feb2-4d2f-8e7d-1496f8d65294,segment=NetworkSegment(75246f4d-2ed9-4682-8aa7-d248d47b6a1e),segment_id=75246f4d-2ed9-4682-8aa7-d248d47b6a1e)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:12.572066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.599814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Allocated IP 172.20.0.12 (d5c29034-033c-4bb8-ac97-78098319aafb/bb8c55d0-4839-455d-bf73-db274a57c0c1/ade857cf-d903-4902-bc81-095f643cdcf0) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:12.653058 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.741078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:12.815118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:12.816545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:12.816808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:12.825872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network 358de91e-1d6c-4157-a24e-f1409aadbe6a is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:12.830777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=5d6f1e83-41bc-47bf-bbd9-d73c47206dae,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:12.832552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:12.835437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:12.837129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:12.837531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:12.838068 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:12.860865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:12.861726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.896676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Transition to ACTIVE for port object ade857cf-d903-4902-bc81-095f643cdcf0 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:12.914988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3ddcbdc8-146e-46c5-93d2-73bc26ca6713 None None] Provisioning complete for port 65d22dd4-ca82-4c65-8a52-a17f18d39daf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:12.915272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3ddcbdc8-146e-46c5-93d2-73bc26ca6713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.939156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:12.955621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:12.956639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.002136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:13.022323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:13.026267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.166611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.225644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3ddcbdc8-146e-46c5-93d2-73bc26ca6713 None None] Port 65d22dd4-ca82-4c65-8a52-a17f18d39daf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:13.235417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94e6bd-e3d8-489a-83d0-986b8ab798fc None None] Pushing event updated for resources: {'Port': ['ID=3498d376-feb2-4d2f-8e7d-1496f8d65294,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:13.258080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a54f04-3b48-48bc-b7ed-6a96d6a647f2 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event updated for resources: {'Port': ['ID=65d22dd4-ca82-4c65-8a52-a17f18d39daf,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:13.306215 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.321751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Network': ['ID=21219fb0-4ffc-44fc-9bcc-e64a812a8e9f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:13.349434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:13.349651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.349997 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Deleting port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:13.350430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.366826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=0c9161c0-3bc9-4593-93de-fdafd3459018,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:13.402451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Network d5c29034-033c-4bb8-ac97-78098319aafb is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:13.415548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:13.417245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:13.418526 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.2281563 Mar 23 10:19:13.435488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58826) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:13.489432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:13.492048 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e7eca284-cf2f-47f5-8733-ceda297559b3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4333489 Mar 23 10:19:13.502135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58832) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:13.507451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.529781 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:19:13.562035 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c0143-2a8e-4dda-94b8-a7069006f331 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Port': ['ID=92ba285f-8160-4c9b-b635-43018c4886da,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:13.596453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'subnet': {'network_id': '21219fb0-4ffc-44fc-9bcc-e64a812a8e9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:13.736859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'Port': ['ID=ade857cf-d903-4902-bc81-095f643cdcf0,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:13.761808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,segment=NetworkSegment(0d4a420e-16f2-4136-9ec7-c383e90fd15c),segment_id=0d4a420e-16f2-4136-9ec7-c383e90fd15c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:13.780227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df2f3554-5bfa-4363-a8b2-1a323e76cc91 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.782164 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.835956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.840575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.884178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'a79d08ec-61fa-45e1-b25c-dde77ea03ec8', 'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'mac_address': 'fa:16:3e:71:9b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:56Z', 'updated_at': '2022-03-23T10:19:10Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'subnets': [{'id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:13.894240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:13.894958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.923462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affef17e-ab5f-4971-858e-c06cc944c51a None None] The sync data for ids ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'] in dv-neutron-834652-2-hyperv is: [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'a79d08ec-61fa-45e1-b25c-dde77ea03ec8', 'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'mac_address': 'fa:16:3e:71:9b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:56Z', 'updated_at': '2022-03-23T10:19:10Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'subnets': [{'id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:13.951231 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] For port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,segment=NetworkSegment(0d4a420e-16f2-4136-9ec7-c383e90fd15c),segment_id=0d4a420e-16f2-4136-9ec7-c383e90fd15c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:13.951575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:13.957300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-8ce3269d-78fa-488f-a979-496345edc229 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3286142 Mar 23 10:19:13.963675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Request body: {'port': {'device_id': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:14.055152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.055654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Fanout notify agent at l3_agent the message router_deleted on router 9a03e11c-296b-4d36-b687-fbe072287470 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:19:14.060341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:14.081464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:subnet and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:14.085126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:14.091835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:14.097576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-429674fc-893e-4a00-ad0f-760463c8e1e9 None None] Provisioning for port ade857cf-d903-4902-bc81-095f643cdcf0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:14.111150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.115747 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3e138164-bde9-4b7c-b244-37741a57f330 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/routers/9a03e11c-296b-4d36-b687-fbe072287470 HTTP/1.1" status: 204 len: 168 time: 6.0932732 Mar 23 10:19:14.117199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58842) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:14.120854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:14.124800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.144651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-9673ec9f-9224-49e2-b878-5faa4b99f17f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Deleting subnet 6bdacc51-f876-4b90-8a35-ff1b41f55a38 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:14.165719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-df2f3554-5bfa-4363-a8b2-1a323e76cc91 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Calling delete_port for 65d22dd4-ca82-4c65-8a52-a17f18d39daf owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:14.178158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:14.196575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Calling delete_port for 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:14.224579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-429674fc-893e-4a00-ad0f-760463c8e1e9 None None] Provisioning complete for port ade857cf-d903-4902-bc81-095f643cdcf0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:14.225205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-429674fc-893e-4a00-ad0f-760463c8e1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.242191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9673ec9f-9224-49e2-b878-5faa4b99f17f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.362053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-429674fc-893e-4a00-ad0f-760463c8e1e9 None None] Port ade857cf-d903-4902-bc81-095f643cdcf0 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:14.389822 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:14.390509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:14.479526 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Deleting port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:14.480134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.516528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7414e1-06fa-4322-a984-ae40a140d635 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting subnet be708c2c-57ee-4a4e-803d-1c8b37fb3597 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:14.560418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2e7414e1-06fa-4322-a984-ae40a140d635 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.588366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9673ec9f-9224-49e2-b878-5faa4b99f17f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.721663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58852) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:14.726057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aee0c9-f6b3-4cc1-96eb-40515d3be435 None None] Network 358de91e-1d6c-4157-a24e-f1409aadbe6a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:14.884018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.906183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2e7414e1-06fa-4322-a984-ae40a140d635 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:14.936933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3498d376-feb2-4d2f-8e7d-1496f8d65294 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:15.033177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e1926fa7-91c3-4663-be04-4b1c10fd7a35 None None] Provisioning for port 3498d376-feb2-4d2f-8e7d-1496f8d65294 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:15.089792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-861098049', 'router:external': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:15.112907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762416dc-3c54-416d-8ebc-665e684a61dc req-b7f1f5dc-6789-415e-9658-1cdf7174a37f tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:15.120519 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-762416dc-3c54-416d-8ebc-665e684a61dc req-b7f1f5dc-6789-415e-9658-1cdf7174a37f tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 932 time: 2.0684407 Mar 23 10:19:15.122570 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.175791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] For port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,segment=NetworkSegment(0d4a420e-16f2-4136-9ec7-c383e90fd15c),segment_id=0d4a420e-16f2-4136-9ec7-c383e90fd15c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:15.176183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.253686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2e7414e1-06fa-4322-a984-ae40a140d635 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.326828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Calling delete_port for 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:15.347332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.374145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:15.410336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3498d376-feb2-4d2f-8e7d-1496f8d65294 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:15.429440 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3498d376-feb2-4d2f-8e7d-1496f8d65294 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:15.430338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.492659 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-762416dc-3c54-416d-8ebc-665e684a61dc req-fbd3ad9e-60d1-4f9a-bbed-506dbfa64f8a tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708158 Mar 23 10:19:15.500917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Usage tracker for resource:network and tenant:0ac5dac9c76043f08836b508e911d664 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:15.510719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:15.517204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] For port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,segment=NetworkSegment(0d4a420e-16f2-4136-9ec7-c383e90fd15c),segment_id=0d4a420e-16f2-4136-9ec7-c383e90fd15c)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:15.517571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.587445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Subnet': ['ID=85725b6a-d970-4368-80bf-48bc22fbd2cc,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:15.610474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2e7414e1-06fa-4322-a984-ae40a140d635 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.614364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Checking segment: {'id': 'ea67bf49-448d-4a6b-8422-829f684a1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '21219fb0-4ffc-44fc-9bcc-e64a812a8e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:15.614769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network hostable DHCP agents. Network: 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:15.641311 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.678390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7414e1-06fa-4322-a984-ae40a140d635 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Subnet': ['ID=be708c2c-57ee-4a4e-803d-1c8b37fb3597,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:15.683789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2e7414e1-06fa-4322-a984-ae40a140d635 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.695375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:15.723245 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae5eb2-26bc-45a0-a2b9-05f3dce81a2d None None] Network cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:15.729943 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2e7414e1-06fa-4322-a984-ae40a140d635 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/subnets/be708c2c-57ee-4a4e-803d-1c8b37fb3597 HTTP/1.1" status: 204 len: 168 time: 1.4437196 Mar 23 10:19:15.737222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58858) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:15.748944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] Pushing event deleted for resources: {'Port': ['ID=05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:15.761935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6095bc44-41db-4cf6-b512-75ece2e474b1 None None] No DVR routers for this DVR port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:15.775031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:15.779129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:15.796224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:15.796574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:15.809516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade857cf-d903-4902-bc81-095f643cdcf0 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:19:15.828441 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Made reservation on behalf of 0ac5dac9c76043f08836b508e911d664 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:15.830775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.860599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.865926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.881259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:15.881259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:15.881259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.884955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.887306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:15.891394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Usage tracker for resource:security_group_rule and tenant:0ac5dac9c76043f08836b508e911d664 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:15.894004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:15.899706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:15.929160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Transition to ACTIVE for port object ade857cf-d903-4902-bc81-095f643cdcf0 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:15.936730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.941115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:15.949446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ceb33-a902-4c56-9418-663a84176f33 None None] Network 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:15.993130 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-45c9c43b-3383-48a1-b479-ed74dbff94db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4864235 Mar 23 10:19:16.001127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58862) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:16.001268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:16.001268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.010390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 3498d376-feb2-4d2f-8e7d-1496f8d65294, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3498d376-feb2-4d2f-8e7d-1496f8d65294,segment=NetworkSegment(75246f4d-2ed9-4682-8aa7-d248d47b6a1e),segment_id=75246f4d-2ed9-4682-8aa7-d248d47b6a1e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:16.058685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.059628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a79d08ec-61fa-45e1-b25c-dde77ea03ec8 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:16.079195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-152827184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:16.085869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:16.089981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] The port '05ef44fd-3d0d-4074-a2e7-dab7ffa61cd8' was deleted {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:19:16.090280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:router and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:16.093568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:16.099778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:16.116750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:16.117477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.154747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.156221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.215727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.220753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Pushing event updated for resources: {'Port': ['ID=ade857cf-d903-4902-bc81-095f643cdcf0,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:16.256046 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df2f3554-5bfa-4363-a8b2-1a323e76cc91 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.257723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.271506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:16.284646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.284994 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Added segment d828a1a7-a6f4-4e21-b25d-d3aadabb2c89 of type vlan for network 55115f3c-db3d-4115-b7a1-4e13d5a2e069 Mar 23 10:19:16.287107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.401948 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=3498d376-feb2-4d2f-8e7d-1496f8d65294,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:16.415410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Attempting to bind port ade857cf-d903-4902-bc81-095f643cdcf0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:16.415741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Attempting to bind port ade857cf-d903-4902-bc81-095f643cdcf0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:16.416659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Attempting to bind port ade857cf-d903-4902-bc81-095f643cdcf0 on network d5c29034-033c-4bb8-ac97-78098319aafb {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:16.436989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.444449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f3554-5bfa-4363-a8b2-1a323e76cc91 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event deleted for resources: {'Port': ['ID=65d22dd4-ca82-4c65-8a52-a17f18d39daf,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:16.451153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27b85b0-8b91-4816-b503-d76c622ebc63,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:16.453946 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.458638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Port ade857cf-d903-4902-bc81-095f643cdcf0 on network d5c29034-033c-4bb8-ac97-78098319aafb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:19:16.458963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Attempting to bind port ade857cf-d903-4902-bc81-095f643cdcf0 on network d5c29034-033c-4bb8-ac97-78098319aafb {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:16.519425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:16.519824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Checking segment: {'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:16.520287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Bound using segment: {'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:16.520771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Bound port: ade857cf-d903-4902-bc81-095f643cdcf0, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c40205c-115b-4e02-a06f-a71a461acbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:16.521356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.573599 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.575048 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b5640de0-f248-40f2-afe6-aee1cfff46c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5170999 Mar 23 10:19:16.579305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58868) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:16.591227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'port': {'network_id': '21219fb0-4ffc-44fc-9bcc-e64a812a8e9f', 'name': 'tempest-RoutersTest-1950438599'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:16.621869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:16.629430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7c1dce5a-12fd-495d-b742-4deb121fedad None None] Provisioning for port 92ba285f-8160-4c9b-b635-43018c4886da completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:16.636734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7c1dce5a-12fd-495d-b742-4deb121fedad None None] Provisioning complete for port 92ba285f-8160-4c9b-b635-43018c4886da triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:16.637122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7c1dce5a-12fd-495d-b742-4deb121fedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.714863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] For port ade857cf-d903-4902-bc81-095f643cdcf0, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:16.731262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:16.731626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.750847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.787849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] For port ade857cf-d903-4902-bc81-095f643cdcf0, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ade857cf-d903-4902-bc81-095f643cdcf0,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:16.789144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] For port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f2e5c75a-2db2-4ac9-b4eb-9e70639c5653,segment=NetworkSegment(faec8c95-2054-49df-84a5-c441d2182a59),segment_id=faec8c95-2054-49df-84a5-c441d2182a59)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:16.789294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-21219fb0-4ffc-44fc-9bcc-e64a812a8e9f', 'network_id': '21219fb0-4ffc-44fc-9bcc-e64a812a8e9f', 'tenant_id': '33eec4c18867433da011ca0070251672', 'fixed_ips': [{'subnet_id': '85725b6a-d970-4368-80bf-48bc22fbd2cc'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:16.789576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.790726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.814408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9673ec9f-9224-49e2-b878-5faa4b99f17f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.841902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7c1dce5a-12fd-495d-b742-4deb121fedad None None] Port 92ba285f-8160-4c9b-b635-43018c4886da cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:16.854845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.911346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:19:16.951186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:16.977573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7c1dce5a-12fd-495d-b742-4deb121fedad None None] Provisioning complete for port 3498d376-feb2-4d2f-8e7d-1496f8d65294 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:16.978088 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7c1dce5a-12fd-495d-b742-4deb121fedad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.057738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.066670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] DHCP port deletion for cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:17.084282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] Deleting port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:17.084737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.157864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:17.215976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:17.216216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.217840 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] 10.222.0.102 "PUT /v2.0/ports/ade857cf-d903-4902-bc81-095f643cdcf0 HTTP/1.1" status: 200 len: 1094 time: 3.2597394 Mar 23 10:19:17.226541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:19:17.258136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port a79d08ec-61fa-45e1-b25c-dde77ea03ec8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a79d08ec-61fa-45e1-b25c-dde77ea03ec8,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:17.280141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.281609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:17.282361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.295581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.303200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ffff48-3a85-4716-ba06-3dbe6fea15a2']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:17.355357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Allocated IP 172.20.0.2 (21219fb0-4ffc-44fc-9bcc-e64a812a8e9f/85725b6a-d970-4368-80bf-48bc22fbd2cc/3a07db40-ed9a-4bf5-a04b-07b95851dccc) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:17.386619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4b816-4934-41ff-a77b-ec0d1ebd9254 service neutron] Pushing event updated for resources: {'Port': ['ID=ade857cf-d903-4902-bc81-095f643cdcf0,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:17.390393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:17.402496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:port and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:17.408158 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'status': 'completed', 'code': 200} Mar 23 10:19:17.412278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:17.422899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.429155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4a420e-16f2-4136-9ec7-c383e90fd15c') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:17.433230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4a420e-16f2-4136-9ec7-c383e90fd15c') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:17.436456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:17.448232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df2f3554-5bfa-4363-a8b2-1a323e76cc91 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.517855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4dd9d-326a-460b-b74b-499387ed5317 req-08a962bb-720b-44fa-8711-d3179f785ada tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:17.518606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bab4dd9d-326a-460b-b74b-499387ed5317 req-08a962bb-720b-44fa-8711-d3179f785ada tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Synchronizing usage tracker for tenant:e945150dcee24e13987cfe1467b035a1 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:17.524555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=f2e5c75a-2db2-4ac9-b4eb-9e70639c5653,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:17.526342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.529786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] No DVR routers for this DVR port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:17.586797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3498d376-feb2-4d2f-8e7d-1496f8d65294 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:17.592766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:17.596350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.609808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.625378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event updated for resources: {'Network': ['ID=55115f3c-db3d-4115-b7a1-4e13d5a2e069,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:17.637971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9673ec9f-9224-49e2-b878-5faa4b99f17f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.651100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Releasing vlan 832 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:17.652044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:17.697688 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:17.704728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9673ec9f-9224-49e2-b878-5faa4b99f17f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.706967 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9673ec9f-9224-49e2-b878-5faa4b99f17f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/subnets/6bdacc51-f876-4b90-8a35-ff1b41f55a38 HTTP/1.1" status: 204 len: 168 time: 4.2687397 Mar 23 10:19:17.708366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bab4dd9d-326a-460b-b74b-499387ed5317 req-08a962bb-720b-44fa-8711-d3179f785ada tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Unset dirty status for tenant:e945150dcee24e13987cfe1467b035a1 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:17.715614 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bab4dd9d-326a-460b-b74b-499387ed5317 req-08a962bb-720b-44fa-8711-d3179f785ada tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 944 time: 0.9806736 Mar 23 10:19:17.719275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58874) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:17.726731 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fae73d8f-1d54-4d0c-98d5-b7060666c77c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 3.0039785 Mar 23 10:19:17.728243 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-df2f3554-5bfa-4363-a8b2-1a323e76cc91 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "DELETE /v2.0/ports/65d22dd4-ca82-4c65-8a52-a17f18d39daf HTTP/1.1" status: 204 len: 168 time: 5.5829437 Mar 23 10:19:17.731500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58876) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:17.731899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58878) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:17.750414 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 55115f3c-db3d-4115-b7a1-4e13d5a2e069 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:17.750687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-3557813a-1084-483d-8995-e43ad2bf7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:17.752058 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-3557813a-1084-483d-8995-e43ad2bf7c8d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e945150dcee24e13987cfe1467b035a1&device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 1097 time: 0.4796932 Mar 23 10:19:17.754640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] device_id is not set on port 7ff81302-20ee-40fa-98a2-7ae603a13eea yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:17.762264 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd18d4-05a7-44b8-8049-348667b20283 None None] Network 358de91e-1d6c-4157-a24e-f1409aadbe6a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:17.792046 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Request body: {'subnet': {'network_id': '55115f3c-db3d-4115-b7a1-4e13d5a2e069', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:17.796224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673ec9f-9224-49e2-b878-5faa4b99f17f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Subnet': ['ID=6bdacc51-f876-4b90-8a35-ff1b41f55a38,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:17.819893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] For port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f2e5c75a-2db2-4ac9-b4eb-9e70639c5653,segment=NetworkSegment(faec8c95-2054-49df-84a5-c441d2182a59),segment_id=faec8c95-2054-49df-84a5-c441d2182a59)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:17.819893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.824430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.832027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=a79d08ec-61fa-45e1-b25c-dde77ea03ec8,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:17.850454 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b1d386-3183-4995-b5ca-b77b01a4d0e9 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] GET failed (client error): The resource could not be found. Mar 23 10:19:17.850996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-25b1d386-3183-4995-b5ca-b77b01a4d0e9 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Synchronizing usage tracker for tenant:ffb118d20fbb48ee9ffcec07713dd85b on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:17.857227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:17.871867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Usage tracker for resource:subnet and tenant:0ac5dac9c76043f08836b508e911d664 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:17.881407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:17.892423 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:17.906071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.910001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:19:17.932672 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.935147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-25b1d386-3183-4995-b5ca-b77b01a4d0e9 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Unset dirty status for tenant:ffb118d20fbb48ee9ffcec07713dd85b on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:17.936438 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-25b1d386-3183-4995-b5ca-b77b01a4d0e9 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "GET /v2.0/ports/65d22dd4-ca82-4c65-8a52-a17f18d39daf HTTP/1.1" status: 404 len: 333 time: 0.1942275 Mar 23 10:19:17.940732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58886) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:17.942648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Made reservation on behalf of 0ac5dac9c76043f08836b508e911d664 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:17.944922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:17.956056 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-5f71d1ac-5dc2-4588-81a1-dfef3a717a2d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade857cf-d903-4902-bc81-095f643cdcf0 HTTP/1.1" status: 200 len: 217 time: 0.1244934 Mar 23 10:19:17.964929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Network': ['ID=36ffff48-3a85-4716-ba06-3dbe6fea15a2,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:17.988272 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ffd69861-04a3-4939-b2ad-a5b75b272cf3 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/networks/36ffff48-3a85-4716-ba06-3dbe6fea15a2 HTTP/1.1" status: 204 len: 168 time: 7.5562003 Mar 23 10:19:17.988466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58890) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:17.995619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'name': 'tempest-PortsTestJSON-1113294707'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:18.060565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:18.076530 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bab4dd9d-326a-460b-b74b-499387ed5317 req-d9d8175d-f9b1-439e-aa63-2d76cb36cd7e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593855 Mar 23 10:19:18.103343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faec8c95-2054-49df-84a5-c441d2182a59') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:18.104285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faec8c95-2054-49df-84a5-c441d2182a59') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:18.129907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2950ee0-8a19-42f7-8441-6f0035b8e38d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:18.131494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2950ee0-8a19-42f7-8441-6f0035b8e38d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:18.132221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a2950ee0-8a19-42f7-8441-6f0035b8e38d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Synchronizing usage tracker for tenant:a39d162b2e2e40dd8a822bf8c10f3e4c on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:18.151330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.170164 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] Calling delete_port for f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:18.174173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9bdda727-60af-44b7-9771-2f96ba168ab5 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Deleting port 6fab4440-e48b-458d-bb81-1237ac7b7072 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:18.174627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9bdda727-60af-44b7-9771-2f96ba168ab5 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.213770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:18.221897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-48e4d80c-50d7-4a30-bb24-99a8785bdc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:18.223561 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-48e4d80c-50d7-4a30-bb24-99a8785bdc5d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb8c55d0-4839-455d-bf73-db274a57c0c1 HTTP/1.1" status: 200 len: 835 time: 0.2162931 Mar 23 10:19:18.225445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:18.227010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.231137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:18.246427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:18.268486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a2950ee0-8a19-42f7-8441-6f0035b8e38d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Unset dirty status for tenant:a39d162b2e2e40dd8a822bf8c10f3e4c on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:18.272366 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a2950ee0-8a19-42f7-8441-6f0035b8e38d tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5417488 Mar 23 10:19:18.272613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58894) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:18.285581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:18.285982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:18.300916 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:18.363105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:18.365958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.412429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ef06a3ef-fba8-48b2-b861-bff6948e1b93 None None] Provisioning complete for port 92ba285f-8160-4c9b-b635-43018c4886da triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:18.412788 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ef06a3ef-fba8-48b2-b861-bff6948e1b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.461989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3498d376-feb2-4d2f-8e7d-1496f8d65294 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:18.462357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.476483 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port e0fb0606-fc98-49e3-9e28-6986cf12c923 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:18.479896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.504281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:18.504614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:18.516673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.535358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Network': ['ID=cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:18.559848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.564085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ef06a3ef-fba8-48b2-b861-bff6948e1b93 None None] Port 92ba285f-8160-4c9b-b635-43018c4886da cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:18.586290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Transition to ACTIVE for port object 3a07db40-ed9a-4bf5-a04b-07b95851dccc will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:18.599018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43a0fa28-8017-456e-88d4-6eabc9b16e07 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.606525 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6a744ef9-6f4d-4bc3-be1e-8fd6b5dc127a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/networks/cbabc38d-3d24-4d8d-b4eb-7301cf38bfa0 HTTP/1.1" status: 204 len: 168 time: 2.8683302 Mar 23 10:19:18.608340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:18.608815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-c17abad3-2cae-4f82-bdc5-19c795294369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:18.611002 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-c17abad3-2cae-4f82-bdc5-19c795294369 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d5c29034-033c-4bb8-ac97-78098319aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3786545 Mar 23 10:19:18.611471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58898) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:18.626766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c46964-0d3e-4e15-9e82-2d01211669d0 None None] Sync routers for ids ['9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:18.636498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Transition to ACTIVE for port object 3a07db40-ed9a-4bf5-a04b-07b95851dccc will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:18.651670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.690226 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a0fa28-8017-456e-88d4-6eabc9b16e07 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 23 10:19:18.690694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a0fa28-8017-456e-88d4-6eabc9b16e07 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:18.715689 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-43a0fa28-8017-456e-88d4-6eabc9b16e07 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/358de91e-1d6c-4157-a24e-f1409aadbe6a HTTP/1.1" status: 409 len: 405 time: 0.4415157 Mar 23 10:19:18.719631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58902) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:18.722401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c46964-0d3e-4e15-9e82-2d01211669d0 None None] Routers {'9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:18.722551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a7c46964-0d3e-4e15-9e82-2d01211669d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:18.737153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1864703954'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:18.749455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.753173 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c69fb815-bc55-4242-a5e5-51e322ea517a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.8047230 Mar 23 10:19:18.754699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:18.758679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58906) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:18.780213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:network and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:18.793719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b976d9-b686-45f1-91c9-9c8f9ee072f1 None None] DHCP port deletion for 358de91e-1d6c-4157-a24e-f1409aadbe6a request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:18.827911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a7c46964-0d3e-4e15-9e82-2d01211669d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:18.835916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-21b976d9-b686-45f1-91c9-9c8f9ee072f1 None None] Deleting port 3498d376-feb2-4d2f-8e7d-1496f8d65294 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:18.836658 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-21b976d9-b686-45f1-91c9-9c8f9ee072f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:18.842469 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:18.874071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:18.926680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Network 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:18.938970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:18.946575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c46964-0d3e-4e15-9e82-2d01211669d0 None None] Routers {'9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:18.947872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a7c46964-0d3e-4e15-9e82-2d01211669d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:19.017405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:19.029354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] Deleting port f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:19.029354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.096755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Pushing event updated for resources: {'Port': ['ID=3a07db40-ed9a-4bf5-a04b-07b95851dccc,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:19.112537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-3989155a-6f54-4a90-968c-08547ad2f4f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port bab5d247-a9fe-4e89-b560-63f63b250672 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:19.112871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3989155a-6f54-4a90-968c-08547ad2f4f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.116843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:19.120893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.151652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9bdda727-60af-44b7-9771-2f96ba168ab5 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.153105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ebefe-c9aa-424d-b313-2c4cbbaf59dc None None] The port 'f2e5c75a-2db2-4ac9-b4eb-9e70639c5653' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:19:19.154481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a7c46964-0d3e-4e15-9e82-2d01211669d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:19.154874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c46964-0d3e-4e15-9e82-2d01211669d0 None None] The sync data for ids ['9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:19.179938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Allocated IP 172.20.0.13 (21219fb0-4ffc-44fc-9bcc-e64a812a8e9f/85725b6a-d970-4368-80bf-48bc22fbd2cc/7ff81302-20ee-40fa-98a2-7ae603a13eea) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:19.263683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:19.275280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.310786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9bdda727-60af-44b7-9771-2f96ba168ab5 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Calling delete_port for 6fab4440-e48b-458d-bb81-1237ac7b7072 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:19.347860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:19.348194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f2e5c75a-2db2-4ac9-b4eb-9e70639c5653 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:19.370781 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-246f2e89-1e94-4e9e-840d-4e5ecc9be5db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/routers/9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c HTTP/1.1" status: 200 len: 885 time: 0.6047759 Mar 23 10:19:19.370781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:19.371019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Attempting to bind port 3a07db40-ed9a-4bf5-a04b-07b95851dccc on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:19.371019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Attempting to bind port 3a07db40-ed9a-4bf5-a04b-07b95851dccc by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'ea67bf49-448d-4a6b-8422-829f684a1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '21219fb0-4ffc-44fc-9bcc-e64a812a8e9f'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:19.373178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Attempting to bind port 3a07db40-ed9a-4bf5-a04b-07b95851dccc on network 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:19.375469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58912) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:19.408991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:19.409333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Checking segment: {'id': 'ea67bf49-448d-4a6b-8422-829f684a1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '21219fb0-4ffc-44fc-9bcc-e64a812a8e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:19.409738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.410129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Bound using segment: {'id': 'ea67bf49-448d-4a6b-8422-829f684a1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '21219fb0-4ffc-44fc-9bcc-e64a812a8e9f'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:19.410653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Bound port: 3a07db40-ed9a-4bf5-a04b-07b95851dccc, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea67bf49-448d-4a6b-8422-829f684a1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '21219fb0-4ffc-44fc-9bcc-e64a812a8e9f'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:19.410967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.449186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.449897 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Added segment 02cbd517-878d-4452-bbd3-223fcc3a36e3 of type vlan for network 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 Mar 23 10:19:19.521841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a79d08ec-61fa-45e1-b25c-dde77ea03ec8 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:19.522513 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-f0ba5fce-bd5f-4ef8-804a-d89fdd59b91e service neutron] 10.222.0.102 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8961468 Mar 23 10:19:19.532998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.537696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.592745 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a411c5f-a364-432a-95a9-0e1b52be0600 req-a98ef6c8-a5ae-4106-99a9-aeb66c9f1277 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:19.594157 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a411c5f-a364-432a-95a9-0e1b52be0600 req-a98ef6c8-a5ae-4106-99a9-aeb66c9f1277 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 944 time: 0.3301928 Mar 23 10:19:19.622986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-21b976d9-b686-45f1-91c9-9c8f9ee072f1 None None] For port 3498d376-feb2-4d2f-8e7d-1496f8d65294, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3498d376-feb2-4d2f-8e7d-1496f8d65294,segment=NetworkSegment(75246f4d-2ed9-4682-8aa7-d248d47b6a1e),segment_id=75246f4d-2ed9-4682-8aa7-d248d47b6a1e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:19.623373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-21b976d9-b686-45f1-91c9-9c8f9ee072f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.636498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] For port 3a07db40-ed9a-4bf5-a04b-07b95851dccc, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:19.655728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:19.666601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:19.679367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:19.685441 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:19.685759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.710668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=e0fb0606-fc98-49e3-9e28-6986cf12c923,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:19.718127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.723549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:19.724135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.762778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-21b976d9-b686-45f1-91c9-9c8f9ee072f1 None None] Calling delete_port for 3498d376-feb2-4d2f-8e7d-1496f8d65294 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:19.781718 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a411c5f-a364-432a-95a9-0e1b52be0600 req-6fad3acb-b226-4b2e-be3c-cd6b5d7d4c0b tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642442 Mar 23 10:19:19.793346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] For port 3a07db40-ed9a-4bf5-a04b-07b95851dccc, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3a07db40-ed9a-4bf5-a04b-07b95851dccc,segment=NetworkSegment(ea67bf49-448d-4a6b-8422-829f684a1f6f),segment_id=ea67bf49-448d-4a6b-8422-829f684a1f6f)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:19.795498 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-32149f4d-5cdf-448c-8af7-43f55082fa00 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8061309 Mar 23 10:19:19.799393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58916) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:19.807536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.879215 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1531684 Mar 23 10:19:19.885917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58920) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:19.915904 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:19.916761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.938237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'subnet': {'network_id': '5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:19.939494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3989155a-6f54-4a90-968c-08547ad2f4f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.939936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3989155a-6f54-4a90-968c-08547ad2f4f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.966269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.objects.ports [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87860) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:19:19.966789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:19.970565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f64be-0019-4452-902d-3f76ee4b3229 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Network': ['ID=5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:20.005922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:20.053684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce8d06-7237-40e9-865d-1ca5af5461e9 None None] Pushing event updated for resources: {'Port': ['ID=3a07db40-ed9a-4bf5-a04b-07b95851dccc,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:20.113298 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-32f3edfa-566d-44b8-989f-13925eb4f001 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port e0fb0606-fc98-49e3-9e28-6986cf12c923 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:20.113829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32f3edfa-566d-44b8-989f-13925eb4f001 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.118633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-3989155a-6f54-4a90-968c-08547ad2f4f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for bab5d247-a9fe-4e89-b560-63f63b250672 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:20.141744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-21b976d9-b686-45f1-91c9-9c8f9ee072f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.164711 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5ff7fa8-a773-4ec5-b1c1-ab1300b018a6 req-28a1be34-d1ca-4b34-8d9d-c81638f3b9c6 service neutron] 10.222.0.102 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286967 Mar 23 10:19:20.195059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9bdda727-60af-44b7-9771-2f96ba168ab5 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.207058 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b976d9-b686-45f1-91c9-9c8f9ee072f1 None None] Pushing event deleted for resources: {'Port': ['ID=3498d376-feb2-4d2f-8e7d-1496f8d65294,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:20.209592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:20.230250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b976d9-b686-45f1-91c9-9c8f9ee072f1 None None] No DVR routers for this DVR port 3498d376-feb2-4d2f-8e7d-1496f8d65294 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:20.271592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:20.337868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:20.342091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.363715 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f17792e1-5e49-4cea-bd79-1e3c68fff2ac,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:20.399784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Checking segment: {'id': 'd828a1a7-a6f4-4e21-b25d-d3aadabb2c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '55115f3c-db3d-4115-b7a1-4e13d5a2e069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:20.401096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Network hostable DHCP agents. Network: 55115f3c-db3d-4115-b7a1-4e13d5a2e069, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:20.413891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3498d376-feb2-4d2f-8e7d-1496f8d65294 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:20.474931 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 3498d376-feb2-4d2f-8e7d-1496f8d65294 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:20.475560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3498d376-feb2-4d2f-8e7d-1496f8d65294 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:20.528829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.533270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdda727-60af-44b7-9771-2f96ba168ab5 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event deleted for resources: {'Port': ['ID=6fab4440-e48b-458d-bb81-1237ac7b7072,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:20.603880 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Network 55115f3c-db3d-4115-b7a1-4e13d5a2e069 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:20.631637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32f3edfa-566d-44b8-989f-13925eb4f001 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.642094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 55115f3c-db3d-4115-b7a1-4e13d5a2e069) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:20.646760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:20.647707 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.655474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3db8f01-057e-4474-8c83-028dff98de4a None None] Network 55115f3c-db3d-4115-b7a1-4e13d5a2e069 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:20.688331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Transition to ACTIVE for port object 7ff81302-20ee-40fa-98a2-7ae603a13eea will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:20.690338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9bdda727-60af-44b7-9771-2f96ba168ab5 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:20.720035 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9bdda727-60af-44b7-9771-2f96ba168ab5 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "DELETE /v2.0/ports/6fab4440-e48b-458d-bb81-1237ac7b7072 HTTP/1.1" status: 204 len: 168 time: 2.7649782 Mar 23 10:19:20.726145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58924) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:20.812560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-32f3edfa-566d-44b8-989f-13925eb4f001 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for e0fb0606-fc98-49e3-9e28-6986cf12c923 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:20.847519 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e37268dd-bdee-4067-a6d1-da2ba3e0b1b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1042504 Mar 23 10:19:20.855143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58930) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:20.864793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1115869756', 'network_id': '55115f3c-db3d-4115-b7a1-4e13d5a2e069'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:20.872171 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7866699-2255-4fc7-b69f-f283f084959e tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] GET failed (client error): The resource could not be found. Mar 23 10:19:20.872773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f7866699-2255-4fc7-b69f-f283f084959e tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Synchronizing usage tracker for tenant:ffb118d20fbb48ee9ffcec07713dd85b on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:20.889783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.022705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:21.044782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:21.045252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=7ff81302-20ee-40fa-98a2-7ae603a13eea,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:21.049469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:21.062567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Usage tracker for resource:port and tenant:0ac5dac9c76043f08836b508e911d664 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:21.073912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:21.076031 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:21.089697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:21.090469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb1d11-4dee-4d40-963a-716289a240a5 None None] Network 55115f3c-db3d-4115-b7a1-4e13d5a2e069 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:21.144676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Made reservation on behalf of 0ac5dac9c76043f08836b508e911d664 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:21.146997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.160953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32f3edfa-566d-44b8-989f-13925eb4f001 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.204410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f7866699-2255-4fc7-b69f-f283f084959e tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Unset dirty status for tenant:ffb118d20fbb48ee9ffcec07713dd85b on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:21.205749 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f7866699-2255-4fc7-b69f-f283f084959e tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "GET /v2.0/ports/6fab4440-e48b-458d-bb81-1237ac7b7072 HTTP/1.1" status: 404 len: 333 time: 0.4778702 Mar 23 10:19:21.220702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58934) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:21.221688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3edfa-566d-44b8-989f-13925eb4f001 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=e0fb0606-fc98-49e3-9e28-6986cf12c923,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:21.225363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-8b2ed853-2722-4f2d-a590-92d044cfd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:21.227397 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-8b2ed853-2722-4f2d-a590-92d044cfd654 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e945150dcee24e13987cfe1467b035a1&device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 1097 time: 0.9780939 Mar 23 10:19:21.241290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c4d04155-b019-4598-84c8-35e671555987 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Synchronizing usage tracker for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:router {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:21.303717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32f3edfa-566d-44b8-989f-13925eb4f001 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.310569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:21.310965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.315345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3989155a-6f54-4a90-968c-08547ad2f4f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.325167 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] device_id is not set on port 1a282657-cdf4-43c6-a38d-d59a0e033d2e yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:21.372817 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-32f3edfa-566d-44b8-989f-13925eb4f001 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/e0fb0606-fc98-49e3-9e28-6986cf12c923 HTTP/1.1" status: 204 len: 168 time: 1.5715122 Mar 23 10:19:21.385329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58938) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:21.421084 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'mac_address': 'fa:16:3e:72:f7:5d', 'name': 'tempest-PortsTestJSON-2014829919'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:21.460925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e00cc5-5826-489e-9c74-11bd1a173086 None None] Network 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:21.477546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989155a-6f54-4a90-968c-08547ad2f4f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=bab5d247-a9fe-4e89-b560-63f63b250672,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:21.504989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c4d04155-b019-4598-84c8-35e671555987 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Unset dirty status for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:router {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:21.506196 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c4d04155-b019-4598-84c8-35e671555987 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 2.1280501 Mar 23 10:19:21.544409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58942) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:21.567289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4d5d6e92-406b-4e53-803f-25a040a630ef tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1711172065'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:21.622181 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e24f4115-f969-40a9-ae09-77e809e5038b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0369699 Mar 23 10:19:21.624319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3a07db40-ed9a-4bf5-a04b-07b95851dccc up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:21.635482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.objects.ports [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87860) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:19:21.636308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58946) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:21.640628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522fae7-444d-4757-84f1-b0be167e5311 req-e2d58f6f-e693-4079-bba8-20d24c8c0abe tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:21.641457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce59a8-6dcd-4db9-be5a-b04b41e49c22 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Deleting port 538dcb7b-898b-4582-ab12-897115d173c0 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:21.641797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2ce59a8-6dcd-4db9-be5a-b04b41e49c22 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.642151 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f522fae7-444d-4757-84f1-b0be167e5311 req-e2d58f6f-e693-4079-bba8-20d24c8c0abe tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 944 time: 0.6080403 Mar 23 10:19:21.679865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-22e80173-2050-4d9f-930d-b6cf15fced92 None None] Provisioning for port 3a07db40-ed9a-4bf5-a04b-07b95851dccc completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:21.705377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.716059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3989155a-6f54-4a90-968c-08547ad2f4f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.718839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3989155a-6f54-4a90-968c-08547ad2f4f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.719989 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3989155a-6f54-4a90-968c-08547ad2f4f9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/floatingips/10f573a2-9eeb-4a01-a22b-8905b2feb71a HTTP/1.1" status: 204 len: 168 time: 3.1044943 Mar 23 10:19:21.732846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58950) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:21.750007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-7305bfa7-c4f3-4735-ac58-146dee718a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:21.751470 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-7305bfa7-c4f3-4735-ac58-146dee718a55 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d5c29034-033c-4bb8-ac97-78098319aafb HTTP/1.1" status: 200 len: 897 time: 0.5044367 Mar 23 10:19:21.785307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3a07db40-ed9a-4bf5-a04b-07b95851dccc completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:21.793283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3a07db40-ed9a-4bf5-a04b-07b95851dccc triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:21.793747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:21.815353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:21.908354 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f522fae7-444d-4757-84f1-b0be167e5311 req-5ea58538-ad21-4b93-b992-6a5855c80ee7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508652 Mar 23 10:19:21.909980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:21.918713 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-608a0ef7-60f1-469c-b3c4-6a311affd090 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:21.919183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608a0ef7-60f1-469c-b3c4-6a311affd090 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:21.920859 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-608a0ef7-60f1-469c-b3c4-6a311affd090 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/ports/343473f7-febf-4999-abf7-5f218974aae3 HTTP/1.1" status: 404 len: 333 time: 0.1842256 Mar 23 10:19:21.924056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:21.924518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-c5c1177a-ccb3-4402-8492-79ce0a2df967 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade857cf-d903-4902-bc81-095f643cdcf0 HTTP/1.1" status: 200 len: 217 time: 0.0907340 Mar 23 10:19:21.924960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58954) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:21.951812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:21.975065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.026073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 3a07db40-ed9a-4bf5-a04b-07b95851dccc, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3a07db40-ed9a-4bf5-a04b-07b95851dccc,segment=NetworkSegment(ea67bf49-448d-4a6b-8422-829f684a1f6f),segment_id=ea67bf49-448d-4a6b-8422-829f684a1f6f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:22.032182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.039123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e47801d3-0789-496e-919c-fb3f7b088dd9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Synchronizing usage tracker for tenant:9c5b5415ce7046569634f6c2538cabe8 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:22.108529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=3a07db40-ed9a-4bf5-a04b-07b95851dccc,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:22.129016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Allocated IP 2001:db8::56 (55115f3c-db3d-4115-b7a1-4e13d5a2e069/f17792e1-5e49-4cea-bd79-1e3c68fff2ac/1a282657-cdf4-43c6-a38d-d59a0e033d2e) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:22.131365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Subnet': ['ID=2e408b63-0f4b-4c39-b010-4c86cec73e95,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:22.168162 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e47801d3-0789-496e-919c-fb3f7b088dd9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Unset dirty status for tenant:9c5b5415ce7046569634f6c2538cabe8 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:22.171860 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e47801d3-0789-496e-919c-fb3f7b088dd9 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "GET /v2.0/ports?device_id=9a03e11c-296b-4d36-b687-fbe072287470 HTTP/1.1" status: 200 len: 205 time: 0.2417057 Mar 23 10:19:22.173992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58958) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:22.177019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-9740be8d-a04d-418c-8b69-e918b450013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:22.178706 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-9740be8d-a04d-418c-8b69-e918b450013c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb8c55d0-4839-455d-bf73-db274a57c0c1 HTTP/1.1" status: 200 len: 835 time: 0.2100554 Mar 23 10:19:22.202781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:22.272894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Checking segment: {'id': '02cbd517-878d-4452-bbd3-223fcc3a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:22.273225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network hostable DHCP agents. Network: 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:22.325346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-205ee7c7-ef20-4e44-96d7-9332d555cfc2 None None] Provisioning complete for port 3a07db40-ed9a-4bf5-a04b-07b95851dccc triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:22.326025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-205ee7c7-ef20-4e44-96d7-9332d555cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.488425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-205ee7c7-ef20-4e44-96d7-9332d555cfc2 None None] Provisioning for port 7ff81302-20ee-40fa-98a2-7ae603a13eea completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:22.492889 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-2020b0c5-72c0-4fd0-a917-232f28463c69 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] delete failed (client error): The resource could not be found. Mar 23 10:19:22.494582 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2020b0c5-72c0-4fd0-a917-232f28463c69 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/routers/9a03e11c-296b-4d36-b687-fbe072287470 HTTP/1.1" status: 404 len: 336 time: 0.3189948 Mar 23 10:19:22.498315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-205ee7c7-ef20-4e44-96d7-9332d555cfc2 None None] Provisioning complete for port 7ff81302-20ee-40fa-98a2-7ae603a13eea triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:22.498862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-205ee7c7-ef20-4e44-96d7-9332d555cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.503738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58962) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:22.560209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-205ee7c7-ef20-4e44-96d7-9332d555cfc2 None None] Port 7ff81302-20ee-40fa-98a2-7ae603a13eea cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:22.643262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-25bed947-4071-4c66-9041-b7b1dc80076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:22.644663 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-25bed947-4071-4c66-9041-b7b1dc80076c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d5c29034-033c-4bb8-ac97-78098319aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4048681 Mar 23 10:19:22.685153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-43e24130-12ac-4520-862e-db14840ef6f3 None None] Provisioning complete for port 7ff81302-20ee-40fa-98a2-7ae603a13eea triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:22.685776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-43e24130-12ac-4520-862e-db14840ef6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.757060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-43e24130-12ac-4520-862e-db14840ef6f3 None None] Port 7ff81302-20ee-40fa-98a2-7ae603a13eea cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:22.782470 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20a2617-583f-4008-a498-54dbf647c106 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:22.783017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20a2617-583f-4008-a498-54dbf647c106 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:22.813328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6e92-406b-4e53-803f-25a040a630ef tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.818144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:22.834533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.841138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6e92-406b-4e53-803f-25a040a630ef tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.894678 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e20a2617-583f-4008-a498-54dbf647c106 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/subnets/be708c2c-57ee-4a4e-803d-1c8b37fb3597 HTTP/1.1" status: 404 len: 337 time: 0.3813102 Mar 23 10:19:22.904586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58966) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:22.909368 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:22.913943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:22.914607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.929311 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce57f2ef-6349-4bef-9860-5e33c5a11809 None None] Network 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:22.946314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2ce59a8-6dcd-4db9-be5a-b04b41e49c22 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:22.977372 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-d64f8aaa-a073-41a9-a1eb-7c1024e34799 service neutron] 10.222.0.102 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829754 Mar 23 10:19:23.159301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce59a8-6dcd-4db9-be5a-b04b41e49c22 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Calling delete_port for 538dcb7b-898b-4582-ab12-897115d173c0 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:23.172156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0', 'network_id': '5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0', 'tenant_id': 'a39d162b2e2e40dd8a822bf8c10f3e4c', 'fixed_ips': [{'subnet_id': '2e408b63-0f4b-4c39-b010-4c86cec73e95'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:23.172886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.175421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c20e78aa-ab11-4c92-95a7-aea9274fe70d tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port dabb8f57-6647-4abe-b2e9-7e0586f88647 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:23.175764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c20e78aa-ab11-4c92-95a7-aea9274fe70d tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.194035 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port 6a5771cd-0282-478a-9954-d11cf176bddf yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:23.263613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5d6e92-406b-4e53-803f-25a040a630ef tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:19:23.273853 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-32cd379c-93ac-4fbd-9eaa-980f75c9953a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3806059 Mar 23 10:19:23.279893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58972) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:23.336653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Allocated IP 2001:db8::f816:3eff:fe52:f354 (5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0/2e408b63-0f4b-4c39-b010-4c86cec73e95/39008ef8-24ff-480e-976c-8d46b1461a23) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:23.365782 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51459d02-1b77-4d69-8b96-39f9e1e69b26 req-ac1fead7-68c7-43a8-a8b9-4bc8c22f7f20 service neutron] 10.222.0.102 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790448 Mar 23 10:19:23.512259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3a07db40-ed9a-4bf5-a04b-07b95851dccc up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:23.514309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.615391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.625735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ade857cf-d903-4902-bc81-095f643cdcf0 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:19:23.645843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.665753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b303c1-2a07-46b9-8c38-948f00744ff8 req-0b7bc85d-7e76-4326-b601-f5ae141c931e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:23.668748 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Transition to ACTIVE for port object 39008ef8-24ff-480e-976c-8d46b1461a23 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:23.669722 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-29b303c1-2a07-46b9-8c38-948f00744ff8 req-0b7bc85d-7e76-4326-b601-f5ae141c931e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 944 time: 0.4771576 Mar 23 10:19:23.700524 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3a07db40-ed9a-4bf5-a04b-07b95851dccc triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:23.700895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.776901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2ce59a8-6dcd-4db9-be5a-b04b41e49c22 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.813303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Transition to ACTIVE for port object 39008ef8-24ff-480e-976c-8d46b1461a23 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:23.842635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.863686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce59a8-6dcd-4db9-be5a-b04b41e49c22 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event deleted for resources: {'Port': ['ID=538dcb7b-898b-4582-ab12-897115d173c0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:23.897344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.899619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5d6e92-406b-4e53-803f-25a040a630ef tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:23.909651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d5d6e92-406b-4e53-803f-25a040a630ef tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.910709 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4d5d6e92-406b-4e53-803f-25a040a630ef tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c HTTP/1.1" status: 200 len: 892 time: 2.3653381 Mar 23 10:19:23.914167 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ea81e-dbf3-465d-a25e-5d36dced3b36 None None] Sync routers for ids ['9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:23.915361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58976) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:23.934315 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ea81e-dbf3-465d-a25e-5d36dced3b36 None None] Routers {'9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:23.934529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:23.934902 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ed0ea81e-dbf3-465d-a25e-5d36dced3b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:24.016414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c20e78aa-ab11-4c92-95a7-aea9274fe70d tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.023303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Network 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:24.029137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Deleting port 39008ef8-24ff-480e-976c-8d46b1461a23 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:24.029348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.051327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:24.054985 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ed0ea81e-dbf3-465d-a25e-5d36dced3b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:24.070098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:24.081811 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ea81e-dbf3-465d-a25e-5d36dced3b36 None None] Routers {'9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:24.082778 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ed0ea81e-dbf3-465d-a25e-5d36dced3b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:24.132700 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-29b303c1-2a07-46b9-8c38-948f00744ff8 req-a7effc9d-ad50-462f-acce-faf8a68cc544 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4268062 Mar 23 10:19:24.146923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2ce59a8-6dcd-4db9-be5a-b04b41e49c22 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.155634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Pushing event updated for resources: {'Port': ['ID=39008ef8-24ff-480e-976c-8d46b1461a23,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:24.166882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port ade857cf-d903-4902-bc81-095f643cdcf0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ade857cf-d903-4902-bc81-095f643cdcf0,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:24.192069 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ed0ea81e-dbf3-465d-a25e-5d36dced3b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:24.192700 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ea81e-dbf3-465d-a25e-5d36dced3b36 None None] The sync data for ids ['9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:24.233419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c20e78aa-ab11-4c92-95a7-aea9274fe70d tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for dabb8f57-6647-4abe-b2e9-7e0586f88647 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:24.245344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'port_id': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'mac_address': 'fa:16:3e:9d:9f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:19:24.282399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Attempting to bind port 39008ef8-24ff-480e-976c-8d46b1461a23 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:24.282758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Attempting to bind port 39008ef8-24ff-480e-976c-8d46b1461a23 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '02cbd517-878d-4452-bbd3-223fcc3a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:24.283127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Attempting to bind port 39008ef8-24ff-480e-976c-8d46b1461a23 on network 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:24.302676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:24.303038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Checking segment: {'id': '02cbd517-878d-4452-bbd3-223fcc3a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:24.303690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.304081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Bound using segment: {'id': '02cbd517-878d-4452-bbd3-223fcc3a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:24.304555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Bound port: 39008ef8-24ff-480e-976c-8d46b1461a23, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02cbd517-878d-4452-bbd3-223fcc3a36e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:24.304930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.362584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.392043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade857cf-d903-4902-bc81-095f643cdcf0 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:19:24.425959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Network 55115f3c-db3d-4115-b7a1-4e13d5a2e069 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:24.430935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port ade857cf-d903-4902-bc81-095f643cdcf0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ade857cf-d903-4902-bc81-095f643cdcf0,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:24.432987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:24.436156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.447873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.468236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:24.469623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:24.470374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.477942 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c2ce59a8-6dcd-4db9-be5a-b04b41e49c22 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "DELETE /v2.0/ports/538dcb7b-898b-4582-ab12-897115d173c0 HTTP/1.1" status: 204 len: 168 time: 3.2532573 Mar 23 10:19:24.486793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] For port 39008ef8-24ff-480e-976c-8d46b1461a23, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:24.490319 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-29d9bd4c-19eb-4c11-a7a9-f54ce03a8ddc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/routers/9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c HTTP/1.1" status: 200 len: 892 time: 0.5735266 Mar 23 10:19:24.490939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 58980) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.499259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event updated for resources: {'Port': ['ID=1a282657-cdf4-43c6-a38d-d59a0e033d2e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:24.501536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] For port 39008ef8-24ff-480e-976c-8d46b1461a23, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=39008ef8-24ff-480e-976c-8d46b1461a23,segment=NetworkSegment(02cbd517-878d-4452-bbd3-223fcc3a36e3),segment_id=02cbd517-878d-4452-bbd3-223fcc3a36e3)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:24.508608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58982) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.515050 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.534617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=ade857cf-d903-4902-bc81-095f643cdcf0,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:24.602249 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ecb7cde8-4fb4-4ba8-8cde-d168391b9735 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.7460480 Mar 23 10:19:24.614868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58988) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.624953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c68de-2afa-49af-92d0-dfddfc427caf None None] Pushing event updated for resources: {'Port': ['ID=39008ef8-24ff-480e-976c-8d46b1461a23,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:24.631940 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dff61d00-17df-4b47-a437-c4b4e60b0d43 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Synchronizing usage tracker for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:24.686409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['ade857cf-d903-4902-bc81-095f643cdcf0'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:19:24.690159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-929ace1f-be28-4f07-a4d1-b00f7c43e6a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Deleting subnet aa73229a-4609-4527-8b53-48bac7ae6377 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:24.696125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-929ace1f-be28-4f07-a4d1-b00f7c43e6a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.736693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9ab79e12-3df1-4b4e-9602-60f60ca7ffaf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Deleting port 1a282657-cdf4-43c6-a38d-d59a0e033d2e {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:24.736994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ab79e12-3df1-4b4e-9602-60f60ca7ffaf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.750816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c20e78aa-ab11-4c92-95a7-aea9274fe70d tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.780392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dff61d00-17df-4b47-a437-c4b4e60b0d43 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Unset dirty status for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:24.784298 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dff61d00-17df-4b47-a437-c4b4e60b0d43 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c HTTP/1.1" status: 200 len: 205 time: 0.2743561 Mar 23 10:19:24.789930 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58992) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:24.796752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.819173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-929ace1f-be28-4f07-a4d1-b00f7c43e6a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:24.873705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e78aa-ab11-4c92-95a7-aea9274fe70d tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=dabb8f57-6647-4abe-b2e9-7e0586f88647,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:24.914437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] For port 39008ef8-24ff-480e-976c-8d46b1461a23, host dv-neutron-834652-2-hyperv, got binding levels [] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:24.915056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.061424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:25.074243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=6a5771cd-0282-478a-9954-d11cf176bddf,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:25.126863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.128638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:25.142868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Calling delete_port for 39008ef8-24ff-480e-976c-8d46b1461a23 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:25.149253 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:25.154580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:25.155169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.158684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.289338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c20e78aa-ab11-4c92-95a7-aea9274fe70d tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.322356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-929ace1f-be28-4f07-a4d1-b00f7c43e6a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.354900 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:25.355261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:25.361746 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c20e78aa-ab11-4c92-95a7-aea9274fe70d tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/ports/dabb8f57-6647-4abe-b2e9-7e0586f88647 HTTP/1.1" status: 204 len: 168 time: 2.4493921 Mar 23 10:19:25.365124 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dc29644f-d103-4771-a8b3-9ef73d12a689 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.9688299 Mar 23 10:19:25.370824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 58998) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:25.371349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59000) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:25.377341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.437807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf6720-0e39-45df-9cf1-83b6cfbb7fb0 req-ba8e100e-9b6d-4daf-85fa-0acc077949d7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:25.439447 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-11cf6720-0e39-45df-9cf1-83b6cfbb7fb0 req-ba8e100e-9b6d-4daf-85fa-0acc077949d7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 945 time: 0.1876535 Mar 23 10:19:25.447606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-929ace1f-be28-4f07-a4d1-b00f7c43e6a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.563940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 39008ef8-24ff-480e-976c-8d46b1461a23 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:25.628661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=7ff81302-20ee-40fa-98a2-7ae603a13eea,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:25.635329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-0bd87865-98c3-4d2b-8280-152ae70db301 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port 8d381186-1b63-46a5-8e5d-93d7ceecbc14 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:25.635913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bd87865-98c3-4d2b-8280-152ae70db301 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.645722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ade857cf-d903-4902-bc81-095f643cdcf0 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:25.689524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ace1f-be28-4f07-a4d1-b00f7c43e6a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event deleted for resources: {'Subnet': ['ID=aa73229a-4609-4527-8b53-48bac7ae6377,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:25.695088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-929ace1f-be28-4f07-a4d1-b00f7c43e6a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.718574 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-929ace1f-be28-4f07-a4d1-b00f7c43e6a3 tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "DELETE /v2.0/subnets/aa73229a-4609-4527-8b53-48bac7ae6377 HTTP/1.1" status: 204 len: 168 time: 1.2136526 Mar 23 10:19:25.720947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59006) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:25.734138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf6da15-37b0-46e2-8dd6-cb8f517c5414 None None] Network 6911d881-57cc-4697-9753-9d5faae43393 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:25.744601 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-11cf6720-0e39-45df-9cf1-83b6cfbb7fb0 req-f750e981-ab45-4f35-9af8-763192ac3957 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2913461 Mar 23 10:19:25.792095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ab79e12-3df1-4b4e-9602-60f60ca7ffaf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.856405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 39008ef8-24ff-480e-976c-8d46b1461a23 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:25.864091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Deleting port 39008ef8-24ff-480e-976c-8d46b1461a23 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:25.864454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.879798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233d97f0-d370-4cf8-b5da-7a37002dd8ee tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:25.881572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-233d97f0-d370-4cf8-b5da-7a37002dd8ee tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:25.891916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-05279db8-ede1-42ab-9757-e6fc84f63eab None None] Provisioning complete for port 7ff81302-20ee-40fa-98a2-7ae603a13eea triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:25.893898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-05279db8-ede1-42ab-9757-e6fc84f63eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.894782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:25.935517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1784ed44-da7e-437c-8691-ce6f64f45e8f None None] Network 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:25.982795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Deleting port 810d635e-d09b-429c-b600-3a1c24f137e5 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:25.983384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.127450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-05279db8-ede1-42ab-9757-e6fc84f63eab None None] Port 7ff81302-20ee-40fa-98a2-7ae603a13eea cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:26.135652 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port ade857cf-d903-4902-bc81-095f643cdcf0 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:26.152456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port ade857cf-d903-4902-bc81-095f643cdcf0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:26.152743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.194213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9ab79e12-3df1-4b4e-9602-60f60ca7ffaf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Calling delete_port for 1a282657-cdf4-43c6-a38d-d59a0e033d2e owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:26.296669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-42cdbb78-ace7-43f8-9184-407e137fd553 None None] Provisioning for port 39008ef8-24ff-480e-976c-8d46b1461a23 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:26.327347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.330062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-233d97f0-d370-4cf8-b5da-7a37002dd8ee tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:26.330432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] For port 39008ef8-24ff-480e-976c-8d46b1461a23, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=39008ef8-24ff-480e-976c-8d46b1461a23,segment=NetworkSegment(02cbd517-878d-4452-bbd3-223fcc3a36e3),segment_id=02cbd517-878d-4452-bbd3-223fcc3a36e3)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:26.330795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.334322 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-233d97f0-d370-4cf8-b5da-7a37002dd8ee tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/6a5771cd-0282-478a-9954-d11cf176bddf HTTP/1.1" status: 200 len: 841 time: 0.9005396 Mar 23 10:19:26.340191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] For port 810d635e-d09b-429c-b600-3a1c24f137e5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=810d635e-d09b-429c-b600-3a1c24f137e5,segment=NetworkSegment(283161fc-560a-4fea-95e9-d3fb25d80e3b),segment_id=283161fc-560a-4fea-95e9-d3fb25d80e3b)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:26.340543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.346498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59010) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:26.367056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-42cdbb78-ace7-43f8-9184-407e137fd553 None None] Provisioning complete for port 39008ef8-24ff-480e-976c-8d46b1461a23 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:26.367579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-42cdbb78-ace7-43f8-9184-407e137fd553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.397184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] DHCP port deletion for 6911d881-57cc-4697-9753-9d5faae43393 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:26.423025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] Deleting port 810d635e-d09b-429c-b600-3a1c24f137e5 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:26.423435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.469356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 5d6f1e83-41bc-47bf-bbd9-d73c47206dae {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:26.469667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.535350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.578183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Calling delete_port for 39008ef8-24ff-480e-976c-8d46b1461a23 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:26.610880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Calling delete_port for 810d635e-d09b-429c-b600-3a1c24f137e5 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:26.629692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:19:26.676106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-40c12988-ba36-414e-ae8e-e8f1d0f0b4fc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 6a5771cd-0282-478a-9954-d11cf176bddf {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:26.676399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port ade857cf-d903-4902-bc81-095f643cdcf0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ade857cf-d903-4902-bc81-095f643cdcf0,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:26.676518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-40c12988-ba36-414e-ae8e-e8f1d0f0b4fc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.697469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.756967 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'code': 200} Mar 23 10:19:26.798679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.854858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Port': ['ID=39008ef8-24ff-480e-976c-8d46b1461a23,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:26.862265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:26.876253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-42cdbb78-ace7-43f8-9184-407e137fd553 None None] Port 39008ef8-24ff-480e-976c-8d46b1461a23 update to ACTIVE by agent not found {{(pid=87861) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 23 10:19:26.928454 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] For port 810d635e-d09b-429c-b600-3a1c24f137e5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=810d635e-d09b-429c-b600-3a1c24f137e5,segment=NetworkSegment(283161fc-560a-4fea-95e9-d3fb25d80e3b),segment_id=283161fc-560a-4fea-95e9-d3fb25d80e3b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:26.928768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.001458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.003632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event deleted for resources: {'Port': ['ID=810d635e-d09b-429c-b600-3a1c24f137e5,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:27.013311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] No DVR routers for this DVR port 810d635e-d09b-429c-b600-3a1c24f137e5 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:27.117057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=ade857cf-d903-4902-bc81-095f643cdcf0,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:27.119850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b0c942-f830-41e0-8c00-173994e582dd None None] DHCP port deletion for 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:27.130406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] Calling delete_port for 810d635e-d09b-429c-b600-3a1c24f137e5 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:27.133889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ab79e12-3df1-4b4e-9602-60f60ca7ffaf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.177748 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3fe86aac-dcb2-42ae-bc72-2fde44ff366e None None] Could not find standard attr ID for object 39008ef8-24ff-480e-976c-8d46b1461a23. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:19:27.178757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bd87865-98c3-4d2b-8280-152ae70db301 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.219377 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:27.219763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:27.310204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab79e12-3df1-4b4e-9602-60f60ca7ffaf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a282657-cdf4-43c6-a38d-d59a0e033d2e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:27.358265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No DVR routers for this DVR port 39008ef8-24ff-480e-976c-8d46b1461a23 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:27.362146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.390839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-0bd87865-98c3-4d2b-8280-152ae70db301 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for 8d381186-1b63-46a5-8e5d-93d7ceecbc14 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:27.450906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6911d881-57cc-4697-9753-9d5faae43393']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:27.451748 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 810d635e-d09b-429c-b600-3a1c24f137e5 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:27.472413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.486247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 810d635e-d09b-429c-b600-3a1c24f137e5 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:27.486718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 810d635e-d09b-429c-b600-3a1c24f137e5 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:27.487227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 39008ef8-24ff-480e-976c-8d46b1461a23 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:27.506137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '283161fc-560a-4fea-95e9-d3fb25d80e3b') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:27.506428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '283161fc-560a-4fea-95e9-d3fb25d80e3b') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:27.525087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 39008ef8-24ff-480e-976c-8d46b1461a23 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:27.525761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 39008ef8-24ff-480e-976c-8d46b1461a23 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:27.532776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.547567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.562912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a266e-3f5e-4b9c-b85d-e9d5c8243c08 req-99634853-84e8-44b5-be12-0fb46fc61e36 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:27.564394 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-835a266e-3f5e-4b9c-b85d-e9d5c8243c08 req-99634853-84e8-44b5-be12-0fb46fc61e36 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.6027415 Mar 23 10:19:27.564551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-40c12988-ba36-414e-ae8e-e8f1d0f0b4fc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.576613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ab79e12-3df1-4b4e-9602-60f60ca7ffaf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.583390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.605822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b5417-98bc-4775-860b-bc9fcb798094 req-a7fd9f82-f59e-4cb7-a020-af9807ee2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:27.607290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-394b5417-98bc-4775-860b-bc9fcb798094 req-a7fd9f82-f59e-4cb7-a020-af9807ee2e0c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 1099 time: 0.5027525 Mar 23 10:19:27.631751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:27.632146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:27.646491 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:27.721421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] Deleting port 810d635e-d09b-429c-b600-3a1c24f137e5 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:27.722141 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.759730 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-835a266e-3f5e-4b9c-b85d-e9d5c8243c08 req-f49d4a69-5c15-41cc-8f85-3cb7bf2eeed5 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775241 Mar 23 10:19:27.767922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.798687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3d5232d6-1f0a-4eda-b4c9-0554d7ae90f9 None None] The port '810d635e-d09b-429c-b600-3a1c24f137e5' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:19:27.816139 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-394b5417-98bc-4775-860b-bc9fcb798094 req-721379ce-c156-4126-81db-c8eac3cac157 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993742 Mar 23 10:19:27.816850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Subnet': ['ID=2e408b63-0f4b-4c39-b010-4c86cec73e95,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:27.818963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.819834 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3c16c5-920a-469b-b8f3-cfe605367193 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:19:27.838232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.847098 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 5d6f1e83-41bc-47bf-bbd9-d73c47206dae owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:27.885689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] Pushing event deleted for resources: {'Network': ['ID=6911d881-57cc-4697-9753-9d5faae43393,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:27.926169 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9ab79e12-3df1-4b4e-9602-60f60ca7ffaf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "DELETE /v2.0/ports/1a282657-cdf4-43c6-a38d-d59a0e033d2e HTTP/1.1" status: 204 len: 168 time: 3.3063736 Mar 23 10:19:27.933825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3c16c5-920a-469b-b8f3-cfe605367193 None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:19:27.953570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59018) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:27.959104 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ea7cc371-ffe5-4901-8fc4-15fb6eaae27c tempest-AllowedAddressPairIpV6TestJSON-1490068607 tempest-AllowedAddressPairIpV6TestJSON-1490068607-project] 10.222.0.84 "DELETE /v2.0/networks/6911d881-57cc-4697-9753-9d5faae43393 HTTP/1.1" status: 204 len: 168 time: 2.2347162 Mar 23 10:19:27.962147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55115f3c-db3d-4115-b7a1-4e13d5a2e069', 'external_fixed_ips': [{'subnet_id': 'f17792e1-5e49-4cea-bd79-1e3c68fff2ac', 'ip_address': '2001:db8::56'}]}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:27.976103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:27.980276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:27.993511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Usage tracker for resource:router and tenant:0ac5dac9c76043f08836b508e911d664 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:27.998014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:28.020300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:28.027584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:28.040630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-40c12988-ba36-414e-ae8e-e8f1d0f0b4fc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 6a5771cd-0282-478a-9954-d11cf176bddf owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:28.046569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cbd517-878d-4452-bbd3-223fcc3a36e3') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:28.047853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cbd517-878d-4452-bbd3-223fcc3a36e3') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:28.058558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.059478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.067965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.091696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.094338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.105901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Releasing vlan 825 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:28.106131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:28.120954 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:28.343611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.361735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.405327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bbf925-43b1-4953-bdf1-1c1b25edcea0 None None] Network 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:28.425181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bbf925-43b1-4953-bdf1-1c1b25edcea0 None None] Network 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 could not be found, it might have been deleted concurrently. {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 23 10:19:28.430391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.432808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59026) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:28.448006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b415014-cf85-4805-836c-adb05d4df8e7 None None] DHCP port deletion for 5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:28.455029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Network': ['ID=5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:28.506284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-40c12988-ba36-414e-ae8e-e8f1d0f0b4fc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.510694 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-baaf0537-5cad-4142-93ca-27d7312101c5 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 HTTP/1.1" status: 204 len: 168 time: 5.2243114 Mar 23 10:19:28.511281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59032) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:28.523126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.530176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1798988545'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:28.535840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:28.541067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:network and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:28.544150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:28.563313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:28.589885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:28.593390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.595954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c12988-ba36-414e-ae8e-e8f1d0f0b4fc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=6a5771cd-0282-478a-9954-d11cf176bddf,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:28.669948 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bd87865-98c3-4d2b-8280-152ae70db301 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.671047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:28.683972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.684574 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Added segment ff02f341-03e6-40fd-9d79-d2c37c95425f of type vlan for network ee1a53fa-f0a2-48fc-b9e4-76f77bc00339 Mar 23 10:19:28.725922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.778739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-40c12988-ba36-414e-ae8e-e8f1d0f0b4fc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.812320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.813843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd87865-98c3-4d2b-8280-152ae70db301 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=8d381186-1b63-46a5-8e5d-93d7ceecbc14,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:28.824808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:28.831336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:28.980946 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-40c12988-ba36-414e-ae8e-e8f1d0f0b4fc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/6a5771cd-0282-478a-9954-d11cf176bddf HTTP/1.1" status: 204 len: 168 time: 2.6312106 Mar 23 10:19:29.030326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59038) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:29.065679 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8b4ac269-b042-4fcd-8faa-ce82cc9ac7cd admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ffb118d20fbb48ee9ffcec07713dd85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295662 Mar 23 10:19:29.071314 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5490720 Mar 23 10:19:29.120342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59042) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:29.120676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59044) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:29.138328 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'subnet': {'network_id': 'ee1a53fa-f0a2-48fc-b9e4-76f77bc00339', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:29.142589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a01d31-55cf-465b-b239-7df93c83ef66 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Network': ['ID=ee1a53fa-f0a2-48fc-b9e4-76f77bc00339,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:29.152897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network ee1a53fa-f0a2-48fc-b9e4-76f77bc00339 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:29.265075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.295563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.372330 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5d4fc0-eb41-4bc0-880b-5359e1a6bf71 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:19:29.372934 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6f5d4fc0-eb41-4bc0-880b-5359e1a6bf71 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:29.415069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.489701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Allocated IP 2001:db8::56 (55115f3c-db3d-4115-b7a1-4e13d5a2e069/f17792e1-5e49-4cea-bd79-1e3c68fff2ac/fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:29.557004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=5d6f1e83-41bc-47bf-bbd9-d73c47206dae,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:29.560247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0bd87865-98c3-4d2b-8280-152ae70db301 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.562118 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0bd87865-98c3-4d2b-8280-152ae70db301 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/ports/8d381186-1b63-46a5-8e5d-93d7ceecbc14 HTTP/1.1" status: 204 len: 168 time: 4.1298637 Mar 23 10:19:29.575618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59050) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:29.624184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6f5d4fc0-eb41-4bc0-880b-5359e1a6bf71 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:29.625350 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6f5d4fc0-eb41-4bc0-880b-5359e1a6bf71 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/6a5771cd-0282-478a-9954-d11cf176bddf HTTP/1.1" status: 404 len: 333 time: 0.5865953 Mar 23 10:19:29.631799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59054) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:29.640180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'name': 'tempest-PortsTestJSON-1744588070'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:29.659105 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.723591 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:29.750506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:subnet and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:29.760756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:29.767322 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:29.773903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:29.786048 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0698ca2-3899-4a0c-a5d0-c7c8f0311688 req-bd96d9d5-4105-4021-866a-41188ef02782 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:29.786465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:29.787863 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f0698ca2-3899-4a0c-a5d0-c7c8f0311688 req-bd96d9d5-4105-4021-866a-41188ef02782 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.8085651 Mar 23 10:19:29.792720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.794850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:29.803053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-93be7041-9f3d-4eca-933f-e1a373d0c913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.807396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.858248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.883012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event updated for resources: {'Port': ['ID=fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:29.903371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port 4ce08ae9-ab1e-4e4f-8b4a-71a01de5e1a8 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:29.919295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:29.922734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.937738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:29.940436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Network 55115f3c-db3d-4115-b7a1-4e13d5a2e069 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:29.942750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:29.949229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:30.043327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-93be7041-9f3d-4eca-933f-e1a373d0c913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.054151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.248706 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f0698ca2-3899-4a0c-a5d0-c7c8f0311688 req-1bc3a083-4ee5-469c-a609-9ba317abc722 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4466813 Mar 23 10:19:30.271657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.274219 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.343979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568f797-2e6b-460d-8e4f-1e651788445a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:30.344693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d568f797-2e6b-460d-8e4f-1e651788445a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Synchronizing usage tracker for tenant:9c5b5415ce7046569634f6c2538cabe8 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:30.374386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.385829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=7ff81302-20ee-40fa-98a2-7ae603a13eea,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:30.401581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.402108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Fanout notify agent at l3_agent the message router_deleted on router 9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:19:30.445186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d568f797-2e6b-460d-8e4f-1e651788445a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Unset dirty status for tenant:9c5b5415ce7046569634f6c2538cabe8 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:30.446377 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d568f797-2e6b-460d-8e4f-1e651788445a tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "GET /v2.0/ports?device_id=bcead51e-0d09-470f-9f83-8f6642983d8b HTTP/1.1" status: 200 len: 913 time: 0.8366213 Mar 23 10:19:30.454666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59060) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:30.463676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-93be7041-9f3d-4eca-933f-e1a373d0c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.608293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.619971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be7041-9f3d-4eca-933f-e1a373d0c913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5c835e-927b-4f5d-809f-c29e15458604,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:30.645138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.722293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-93be7041-9f3d-4eca-933f-e1a373d0c913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.723392 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-93be7041-9f3d-4eca-933f-e1a373d0c913 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1d5c835e-927b-4f5d-809f-c29e15458604 HTTP/1.1" status: 204 len: 168 time: 1.5958726 Mar 23 10:19:30.763158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922dd23-320c-40ab-9f5c-09d80c5679b7 req-13759912-a6ee-4819-9ed6-97138921e6d2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:30.764639 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7922dd23-320c-40ab-9f5c-09d80c5679b7 req-13759912-a6ee-4819-9ed6-97138921e6d2 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.4066060 Mar 23 10:19:30.779135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.785626 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-43b21eca-dea3-4b0a-b6b0-0255fc87ba17 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c HTTP/1.1" status: 204 len: 168 time: 5.9893813 Mar 23 10:19:30.791795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59066) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:30.807287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2118038740'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:30.820315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:30.843853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:network and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:30.845150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:30.862711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:30.863682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:30.882794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:30.887751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:30.996899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=4ce08ae9-ab1e-4e4f-8b4a-71a01de5e1a8,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:31.071656 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7922dd23-320c-40ab-9f5c-09d80c5679b7 req-fa00546c-6803-4fea-8f16-7f5ae849667c tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542956 Mar 23 10:19:31.081564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:31.093209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:31.096676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59074) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:31.099649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:31.105760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:31.106433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.172493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.223814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:31.227282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.252858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-32c2ed8c-c92c-44f9-a325-b50e588688bb None None] Provisioning complete for port 7ff81302-20ee-40fa-98a2-7ae603a13eea triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:31.254407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-32c2ed8c-c92c-44f9-a325-b50e588688bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.275936 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-48e9856c-4ce3-4007-bd63-d334967f9ca4 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6430881 Mar 23 10:19:31.280332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59084) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:31.297484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2eb16d42-f9e9-48d0-b2b6-c1fc502932e5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:31.347019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-32c2ed8c-c92c-44f9-a325-b50e588688bb None None] Port 7ff81302-20ee-40fa-98a2-7ae603a13eea cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:31.363673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.449967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50a7ee4-ebc8-4375-a229-695f6222a7d8 tempest-TestNetworkAdvancedServerOps-1125748376 tempest-TestNetworkAdvancedServerOps-1125748376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:31.451482 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b50a7ee4-ebc8-4375-a229-695f6222a7d8 tempest-TestNetworkAdvancedServerOps-1125748376 tempest-TestNetworkAdvancedServerOps-1125748376-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 1094 time: 0.3537521 Mar 23 10:19:31.458493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Subnet': ['ID=aea5dda2-6782-4565-8c74-3ca27dfe7189,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:31.462888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59094) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:31.473808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:31.483262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:31.500542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Checking segment: {'id': 'ff02f341-03e6-40fd-9d79-d2c37c95425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ee1a53fa-f0a2-48fc-b9e4-76f77bc00339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:31.500899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network hostable DHCP agents. Network: ee1a53fa-f0a2-48fc-b9e4-76f77bc00339, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:31.509957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:31.521451 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Usage tracker for resource:floatingip and tenant:e945150dcee24e13987cfe1467b035a1 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:31.533637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.533980 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added segment 99e36e87-3bd6-4d07-a3ea-3642dc91e48e of type vlan for network de637b92-a636-45de-b860-47319ad4a1bc Mar 23 10:19:31.538440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:31.561519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:31.596268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb16d42-f9e9-48d0-b2b6-c1fc502932e5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.633218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59100) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:31.645107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.657900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network ee1a53fa-f0a2-48fc-b9e4-76f77bc00339 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:31.665930 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.690751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router e195f388-57fb-481d-b641-e6d451241942 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:19:31.709530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, ee1a53fa-f0a2-48fc-b9e4-76f77bc00339) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:31.724523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e43d20a-9f22-4f36-b74e-bac57f1ca31b None None] Network ee1a53fa-f0a2-48fc-b9e4-76f77bc00339 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:31.735933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:31.736809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.834028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Router 8b2f8f57-6567-4820-bb4c-7ee637b93dc3 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:19:31.850850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2140573440'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:31.874522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:31.934553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:network and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:31.946823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb16d42-f9e9-48d0-b2b6-c1fc502932e5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.947260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.952688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:31.953346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:31.961748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:31.994843 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ce858941-5934-4fca-a8a9-eeb49739c777 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8657002 Mar 23 10:19:31.996816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:32.012107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59106) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:32.013702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb16d42-f9e9-48d0-b2b6-c1fc502932e5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.052549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-ee1a53fa-f0a2-48fc-b9e4-76f77bc00339', 'network_id': 'ee1a53fa-f0a2-48fc-b9e4-76f77bc00339', 'tenant_id': 'a39d162b2e2e40dd8a822bf8c10f3e4c', 'fixed_ips': [{'subnet_id': 'aea5dda2-6782-4565-8c74-3ca27dfe7189'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:32.053668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.154244 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3552067 Mar 23 10:19:32.161817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:32.164029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59110) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:32.168630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:32.172079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.181912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d773524-7a14-49ab-9933-b206f9940f26 None None] Sync routers for ids ['e195f388-57fb-481d-b641-e6d451241942'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:32.189404 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-117cf34f-1631-44a5-a4a7-d79bf0e2f690 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/e195f388-57fb-481d-b641-e6d451241942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5497301 Mar 23 10:19:32.200044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'subnet': {'network_id': 'de637b92-a636-45de-b860-47319ad4a1bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:32.215522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59114) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:32.216213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b3fb3-6317-43b3-85da-076eda1d493e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Network': ['ID=de637b92-a636-45de-b860-47319ad4a1bc,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:32.226042 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.239528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d773524-7a14-49ab-9933-b206f9940f26 None None] Routers {'e195f388-57fb-481d-b641-e6d451241942'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:32.240356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7d773524-7a14-49ab-9933-b206f9940f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['e195f388-57fb-481d-b641-e6d451241942'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:32.240523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2eb16d42-f9e9-48d0-b2b6-c1fc502932e5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] In _notify_port_updated(), no bound segment for port 4ce08ae9-ab1e-4e4f-8b4a-71a01de5e1a8 on network b47c99ad-c5af-4238-bf6a-aa831574c991 {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:19:32.246206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb16d42-f9e9-48d0-b2b6-c1fc502932e5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:32.246484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2eb16d42-f9e9-48d0-b2b6-c1fc502932e5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.250193 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2eb16d42-f9e9-48d0-b2b6-c1fc502932e5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "PUT /v2.0/ports/4ce08ae9-ab1e-4e4f-8b4a-71a01de5e1a8 HTTP/1.1" status: 200 len: 818 time: 0.9664993 Mar 23 10:19:32.252888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59118) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:32.292287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network de637b92-a636-45de-b860-47319ad4a1bc details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:32.334958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7d773524-7a14-49ab-9933-b206f9940f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:32.377410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:32.387038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:32.393423 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Sync routers for ids ['8b2f8f57-6567-4820-bb4c-7ee637b93dc3'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:32.403902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb16d42-f9e9-48d0-b2b6-c1fc502932e5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=4ce08ae9-ab1e-4e4f-8b4a-71a01de5e1a8,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:32.419291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Allocated IP 2001:db8::2 (ee1a53fa-f0a2-48fc-b9e4-76f77bc00339/aea5dda2-6782-4565-8c74-3ca27dfe7189/af805966-a62a-493c-bb05-7f295c632ef3) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:32.420316 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Routers {'8b2f8f57-6567-4820-bb4c-7ee637b93dc3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:32.424509 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8b2f8f57-6567-4820-bb4c-7ee637b93dc3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:32.442770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2a993e8e-f83c-4326-b49b-b2f53c45efa0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 4ce08ae9-ab1e-4e4f-8b4a-71a01de5e1a8 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:32.443021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a993e8e-f83c-4326-b49b-b2f53c45efa0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.447063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d773524-7a14-49ab-9933-b206f9940f26 None None] Routers {'e195f388-57fb-481d-b641-e6d451241942'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:32.447806 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7d773524-7a14-49ab-9933-b206f9940f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['e195f388-57fb-481d-b641-e6d451241942'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:32.533492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7d773524-7a14-49ab-9933-b206f9940f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:32.534063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d773524-7a14-49ab-9933-b206f9940f26 None None] The sync data for ids ['e195f388-57fb-481d-b641-e6d451241942'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:32.550521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.551820 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-86f57d18-142f-4c8d-905b-24da1e8242b8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.5968633 Mar 23 10:19:32.557928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:security_group_rule and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:32.558914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59122) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:32.576793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:32.598334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:32.615161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e7dc4-47fe-4553-b148-caa4a5163275 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:32.616036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8c1e7dc4-47fe-4553-b148-caa4a5163275 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Synchronizing usage tracker for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:32.622411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.624297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:32.647767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:subnet and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:32.660878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:32.679393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:32.693941 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Set router 8b2f8f57-6567-4820-bb4c-7ee637b93dc3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:19:32.702749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8c1e7dc4-47fe-4553-b148-caa4a5163275 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Unset dirty status for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:32.704136 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8c1e7dc4-47fe-4553-b148-caa4a5163275 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports/7ff81302-20ee-40fa-98a2-7ae603a13eea HTTP/1.1" status: 200 len: 978 time: 0.4854805 Mar 23 10:19:32.711657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59126) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:32.715210 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.750310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.770896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.782813 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Transition to ACTIVE for port object af805966-a62a-493c-bb05-7f295c632ef3 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:32.802471 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Transition to ACTIVE for port object af805966-a62a-493c-bb05-7f295c632ef3 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:32.809313 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.817009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:32.820705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.876110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Network ee1a53fa-f0a2-48fc-b9e4-76f77bc00339 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:32.877809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.879494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:32.884994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:32.932140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Pushing event updated for resources: {'Port': ['ID=af805966-a62a-493c-bb05-7f295c632ef3,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:32.996423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a993e8e-f83c-4326-b49b-b2f53c45efa0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:32.998998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Attempting to bind port af805966-a62a-493c-bb05-7f295c632ef3 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:32.999372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Attempting to bind port af805966-a62a-493c-bb05-7f295c632ef3 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'ff02f341-03e6-40fd-9d79-d2c37c95425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ee1a53fa-f0a2-48fc-b9e4-76f77bc00339'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:32.999728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Attempting to bind port af805966-a62a-493c-bb05-7f295c632ef3 on network ee1a53fa-f0a2-48fc-b9e4-76f77bc00339 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:33.006610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:33.007134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Checking segment: {'id': 'ff02f341-03e6-40fd-9d79-d2c37c95425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ee1a53fa-f0a2-48fc-b9e4-76f77bc00339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:33.007701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.008574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Bound using segment: {'id': 'ff02f341-03e6-40fd-9d79-d2c37c95425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ee1a53fa-f0a2-48fc-b9e4-76f77bc00339'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:33.008777 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Bound port: af805966-a62a-493c-bb05-7f295c632ef3, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff02f341-03e6-40fd-9d79-d2c37c95425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'ee1a53fa-f0a2-48fc-b9e4-76f77bc00339'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:33.009362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.009502 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.144855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] For port af805966-a62a-493c-bb05-7f295c632ef3, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:33.150721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] For port af805966-a62a-493c-bb05-7f295c632ef3, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=af805966-a62a-493c-bb05-7f295c632ef3,segment=NetworkSegment(ff02f341-03e6-40fd-9d79-d2c37c95425f),segment_id=ff02f341-03e6-40fd-9d79-d2c37c95425f)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:33.159941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.180419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.190731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2a993e8e-f83c-4326-b49b-b2f53c45efa0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 4ce08ae9-ab1e-4e4f-8b4a-71a01de5e1a8 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:33.197906 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2f8f57-6567-4820-bb4c-7ee637b93dc3', 'name': '', 'tenant_id': '0ac5dac9c76043f08836b508e911d664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55115f3c-db3d-4115-b7a1-4e13d5a2e069', 'external_fixed_ips': [{'subnet_id': 'f17792e1-5e49-4cea-bd79-1e3c68fff2ac', 'ip_address': '2001:db8::56'}], 'enable_snat': True}, 'gw_port_id': 'fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:19:28Z', 'updated_at': '2022-03-23T10:19:30Z', 'revision_number': 3, 'project_id': '0ac5dac9c76043f08836b508e911d664', 'gw_port': {'id': 'fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478', 'name': '', 'network_id': '55115f3c-db3d-4115-b7a1-4e13d5a2e069', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e1:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2f8f57-6567-4820-bb4c-7ee637b93dc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'f17792e1-5e49-4cea-bd79-1e3c68fff2ac', 'ip_address': '2001:db8::56', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:19:29Z', 'updated_at': '2022-03-23T10:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f17792e1-5e49-4cea-bd79-1e3c68fff2ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:33.201976 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Checking router: 8b2f8f57-6567-4820-bb4c-7ee637b93dc3 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:19:33.202326 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Updating router 8b2f8f57-6567-4820-bb4c-7ee637b93dc3 port fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:19:33.275519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Subnet': ['ID=aea5dda2-6782-4565-8c74-3ca27dfe7189,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:33.294014 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.303401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905afda-ec79-4df1-9045-5e16423de23a None None] Pushing event updated for resources: {'Port': ['ID=af805966-a62a-493c-bb05-7f295c632ef3,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:33.403941 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.476267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.483605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.532984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.535645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a993e8e-f83c-4326-b49b-b2f53c45efa0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.544927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1a53fa-f0a2-48fc-b9e4-76f77bc00339']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:33.552066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Allocated IP 172.26.4.126 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/68bec07b-d5d6-4a49-9de2-db837da53bf7) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:33.554583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:33.601960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a993e8e-f83c-4326-b49b-b2f53c45efa0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=4ce08ae9-ab1e-4e4f-8b4a-71a01de5e1a8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:33.605515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff02f341-03e6-40fd-9d79-d2c37c95425f') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:33.606003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff02f341-03e6-40fd-9d79-d2c37c95425f') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:33.619686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Deleting port fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:33.620487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.651590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a993e8e-f83c-4326-b49b-b2f53c45efa0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.653736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f8940dbd-908e-405e-a7a4-20a527afcf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.657205 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.677667 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.696738 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Transition to ACTIVE for port object fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:33.700298 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab9648a-70f2-482b-93e1-5185429cc51c,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:33.717733 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.731148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.731552 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Added segment 3aa541f2-c194-4d5e-8858-836bd8d53168 of type vlan for network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 Mar 23 10:19:33.839034 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Attempting to bind port fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:33.839393 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Attempting to bind port fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd828a1a7-a6f4-4e21-b25d-d3aadabb2c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '55115f3c-db3d-4115-b7a1-4e13d5a2e069'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:33.839746 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Attempting to bind port fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478 on network 55115f3c-db3d-4115-b7a1-4e13d5a2e069 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:33.841832 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c74cd-5ff4-4265-8380-b420aac17685 None None] Pushing event updated for resources: {'Port': ['ID=fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:33.848644 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:33.849009 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Checking segment: {'id': 'd828a1a7-a6f4-4e21-b25d-d3aadabb2c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '55115f3c-db3d-4115-b7a1-4e13d5a2e069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:33.849469 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.850081 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Bound using segment: {'id': 'd828a1a7-a6f4-4e21-b25d-d3aadabb2c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '55115f3c-db3d-4115-b7a1-4e13d5a2e069'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:33.850560 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Bound port: fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd828a1a7-a6f4-4e21-b25d-d3aadabb2c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '55115f3c-db3d-4115-b7a1-4e13d5a2e069'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:33.850941 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.859700 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2a993e8e-f83c-4326-b49b-b2f53c45efa0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/4ce08ae9-ab1e-4e4f-8b4a-71a01de5e1a8 HTTP/1.1" status: 204 len: 168 time: 1.5626755 Mar 23 10:19:33.862831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59130) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:33.865641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.930533 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] For port fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:33.936438 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] For port fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478,segment=NetworkSegment(d828a1a7-a6f4-4e21-b25d-d3aadabb2c89),segment_id=d828a1a7-a6f4-4e21-b25d-d3aadabb2c89)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:33.941613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:33.942016 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.945870 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:33.959318 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:34.024488 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c74cd-5ff4-4265-8380-b420aac17685 None None] Pushing event updated for resources: {'Port': ['ID=fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:34.037794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.050233 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Routers {'8b2f8f57-6567-4820-bb4c-7ee637b93dc3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:34.051080 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8b2f8f57-6567-4820-bb4c-7ee637b93dc3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:34.093123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.113992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 23 10:19:34.113992 dv-neutron-834652-2-hyperv neutron-server[87859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 23 10:19:34.113992 dv-neutron-834652-2-hyperv neutron-server[87859]: [parameters: {'id': 'ee1a53fa-f0a2-48fc-b9e4-76f77bc00339'}] Mar 23 10:19:34.113992 dv-neutron-834652-2-hyperv neutron-server[87859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:34.114885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:34.145719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee4ed02-f6ac-4cd8-a1f9-051c6bd84f72 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:34.146418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4ee4ed02-f6ac-4cd8-a1f9-051c6bd84f72 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:34.168364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.209564 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] Set router 8b2f8f57-6567-4820-bb4c-7ee637b93dc3 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:19:34.236018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4ee4ed02-f6ac-4cd8-a1f9-051c6bd84f72 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:34.239833 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4ee4ed02-f6ac-4cd8-a1f9-051c6bd84f72 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3733017 Mar 23 10:19:34.293219 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59134) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:34.305120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Calling delete_port for fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:34.320194 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2f8f57-6567-4820-bb4c-7ee637b93dc3', 'name': '', 'tenant_id': '0ac5dac9c76043f08836b508e911d664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:19:28Z', 'updated_at': '2022-03-23T10:19:33Z', 'revision_number': 4, 'project_id': '0ac5dac9c76043f08836b508e911d664', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:34.325199 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34d9e31-e3fc-4647-89c9-436f01965df7 None None] The sync data for ids ['8b2f8f57-6567-4820-bb4c-7ee637b93dc3'] in dv-neutron-834652-2-hyperv is: [{'id': '8b2f8f57-6567-4820-bb4c-7ee637b93dc3', 'name': '', 'tenant_id': '0ac5dac9c76043f08836b508e911d664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:19:28Z', 'updated_at': '2022-03-23T10:19:33Z', 'revision_number': 4, 'project_id': '0ac5dac9c76043f08836b508e911d664', 'gw_port_host': None}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:34.329786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.356445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.362106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:34.362780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.379338 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f17d3c7-8d05-425e-9936-24e54667fdb0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:19:34.381930 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1f17d3c7-8d05-425e-9936-24e54667fdb0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/4ce08ae9-ab1e-4e4f-8b4a-71a01de5e1a8 HTTP/1.1" status: 404 len: 333 time: 0.0872161 Mar 23 10:19:34.387132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59138) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:34.398630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-333620117'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:34.408853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:34.414073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:network and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:34.425259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:34.439521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:34.462021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:34.465515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.510390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:34.512431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:34.512734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:34.520473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.520936 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Added segment 86b1dc0f-4936-45c0-9e88-1bf01fd5ab64 of type vlan for network 139cfed0-0553-45e9-814a-ef1dc429d4cf Mar 23 10:19:34.522638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Subnet': ['ID=64223c8f-e503-4c0b-a4ac-8a99d5c2f9c8,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:34.557172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.594655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.601004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:34.601700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.636615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Checking segment: {'id': '99e36e87-3bd6-4d07-a3ea-3642dc91e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'de637b92-a636-45de-b860-47319ad4a1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:34.637297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network hostable DHCP agents. Network: de637b92-a636-45de-b860-47319ad4a1bc, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:34.652301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Network': ['ID=49ac1b98-e3c9-41fa-8a0a-3e23fef78e63,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:34.655348 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-eedcdff8-8c28-4ba5-88a3-99afce3d84e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0190670 Mar 23 10:19:34.661941 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59142) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:34.664830 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:34.688909 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:34.714694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port bf65faf3-5f3e-4cc0-8cbd-2e434c9b0532 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:34.715692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.728828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.763391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Network': ['ID=139cfed0-0553-45e9-814a-ef1dc429d4cf,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:34.778406 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network de637b92-a636-45de-b860-47319ad4a1bc is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:34.778617 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f6a46f5c-e173-48fa-bcc0-71d9666c3d53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3903558 Mar 23 10:19:34.779230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Deleting port af805966-a62a-493c-bb05-7f295c632ef3 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:34.779559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.787664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59146) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:34.788128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 139cfed0-0553-45e9-814a-ef1dc429d4cf details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:34.853928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:34.868502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:34.899238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffac899b-7fff-4580-a2cc-fc9552defb8d None None] Network ee1a53fa-f0a2-48fc-b9e4-76f77bc00339 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:35.004107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, de637b92-a636-45de-b860-47319ad4a1bc) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:35.015792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-952709f4-a735-4169-b746-873c7e7eb402 None None] Provisioning for port af805966-a62a-493c-bb05-7f295c632ef3 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:35.016648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Deleting port fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:35.017074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.023112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa52c5-e9d8-4eff-9167-15bfa08e31ba None None] Network de637b92-a636-45de-b860-47319ad4a1bc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:35.058463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:35.058999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.084579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] For port af805966-a62a-493c-bb05-7f295c632ef3, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=af805966-a62a-493c-bb05-7f295c632ef3,segment=NetworkSegment(ff02f341-03e6-40fd-9d79-d2c37c95425f),segment_id=ff02f341-03e6-40fd-9d79-d2c37c95425f)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:35.084979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.137255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:35.143196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:35.175248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:35.232807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:35.235105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:35.246774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Calling delete_port for af805966-a62a-493c-bb05-7f295c632ef3 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:35.272054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:35.279257 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:35.303329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:35.315713 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9750ad0d-3038-408d-8203-32f727f15cf0 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1303313 Mar 23 10:19:35.315713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:35.318161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:35.333802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59150) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:35.346821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'Port': ['ID=68bec07b-d5d6-4a49-9de2-db837da53bf7,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:35.350206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:35.369945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1074301008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:35.387971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:35.408262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:router and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:35.415140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.417294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-de637b92-a636-45de-b860-47319ad4a1bc', 'network_id': 'de637b92-a636-45de-b860-47319ad4a1bc', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'fixed_ips': [{'subnet_id': '64223c8f-e503-4c0b-a4ac-8a99d5c2f9c8'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:35.418114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.474662 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:35.479802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.493737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848f0fb9-68ce-4fc0-b4e3-983b076ce8f9 None None] DHCP port deletion for ee1a53fa-f0a2-48fc-b9e4-76f77bc00339 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:35.497384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:35.504009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-848f0fb9-68ce-4fc0-b4e3-983b076ce8f9 None None] Deleting port af805966-a62a-493c-bb05-7f295c632ef3 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:35.504368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-848f0fb9-68ce-4fc0-b4e3-983b076ce8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.561377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:35.565174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.583352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] For port fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478,segment=NetworkSegment(d828a1a7-a6f4-4e21-b25d-d3aadabb2c89),segment_id=d828a1a7-a6f4-4e21-b25d-d3aadabb2c89)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:35.583642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.591964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.607221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:35.640841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Port': ['ID=af805966-a62a-493c-bb05-7f295c632ef3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:35.652343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-848f0fb9-68ce-4fc0-b4e3-983b076ce8f9 None None] The port 'af805966-a62a-493c-bb05-7f295c632ef3' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:19:35.682023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Allocated IP 2001:db8::2 (de637b92-a636-45de-b860-47319ad4a1bc/64223c8f-e503-4c0b-a4ac-8a99d5c2f9c8/5de2efad-5bed-42f5-8c28-39d4cd53c1a0) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:35.711609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.780026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Calling delete_port for fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:35.811670 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No DVR routers for this DVR port af805966-a62a-493c-bb05-7f295c632ef3 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:35.914734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.926128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Transition to ACTIVE for port object 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:35.947639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Transition to ACTIVE for port object 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:35.955620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:35.973580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.007818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1a53fa-f0a2-48fc-b9e4-76f77bc00339']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:36.022735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff02f341-03e6-40fd-9d79-d2c37c95425f') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:36.023017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff02f341-03e6-40fd-9d79-d2c37c95425f') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:36.023293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Network de637b92-a636-45de-b860-47319ad4a1bc is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:36.026820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:36.029658 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:36.043362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.061649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.073617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:36.074060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.086678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Pushing event updated for resources: {'Port': ['ID=5de2efad-5bed-42f5-8c28-39d4cd53c1a0,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:36.091808 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:36.121694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.121694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.144044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for bf65faf3-5f3e-4cc0-8cbd-2e434c9b0532 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:36.154138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.155152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Attempting to bind port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:36.155609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Attempting to bind port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '99e36e87-3bd6-4d07-a3ea-3642dc91e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'de637b92-a636-45de-b860-47319ad4a1bc'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:36.156085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Attempting to bind port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 on network de637b92-a636-45de-b860-47319ad4a1bc {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:36.161494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:36.161918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Checking segment: {'id': '99e36e87-3bd6-4d07-a3ea-3642dc91e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'de637b92-a636-45de-b860-47319ad4a1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:36.162394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.162868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Bound using segment: {'id': '99e36e87-3bd6-4d07-a3ea-3642dc91e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'de637b92-a636-45de-b860-47319ad4a1bc'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:36.163433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Bound port: 5de2efad-5bed-42f5-8c28-39d4cd53c1a0, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e36e87-3bd6-4d07-a3ea-3642dc91e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'de637b92-a636-45de-b860-47319ad4a1bc'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:36.163899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.207649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.232021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.252281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Network': ['ID=ee1a53fa-f0a2-48fc-b9e4-76f77bc00339,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:36.256898 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-24d45463-3a1d-49d3-8bd1-edc803b64028 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/ee1a53fa-f0a2-48fc-b9e4-76f77bc00339 HTTP/1.1" status: 204 len: 168 time: 4.2445967 Mar 23 10:19:36.261833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59154) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:36.264533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.272591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-497315583'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:36.276462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] For port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:36.279805 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] For port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5de2efad-5bed-42f5-8c28-39d4cd53c1a0,segment=NetworkSegment(99e36e87-3bd6-4d07-a3ea-3642dc91e48e),segment_id=99e36e87-3bd6-4d07-a3ea-3642dc91e48e)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:36.285092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.317968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:36.322020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd5ca0ed-dbfa-46a1-9614-e0cc0ae9a478,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:36.326488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:network and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:36.329513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:36.368700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:36.373614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.383880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08414ef7-1440-4c68-8c4c-10333712ae21 None None] Pushing event updated for resources: {'Port': ['ID=5de2efad-5bed-42f5-8c28-39d4cd53c1a0,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:36.453493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.489047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:36.492425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.503111 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1a7d7670-c03a-459a-8940-2897472f9783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.568240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.571179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.600981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:36.612964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.614768 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Added segment 0a985b3e-59fb-437e-9077-8e44679401eb of type vlan for network 86a94a92-9fba-4a08-8cc7-8c431ce5312b Mar 23 10:19:36.623128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.623824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2f8f57-6567-4820-bb4c-7ee637b93dc3 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:19:36.642480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.643838 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bc90790f-fe21-4052-9086-63dfe7842f14 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "DELETE /v2.0/routers/8b2f8f57-6567-4820-bb4c-7ee637b93dc3 HTTP/1.1" status: 204 len: 168 time: 4.0826845 Mar 23 10:19:36.652530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59158) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:36.688485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.690813 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.738917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c35fffd-396d-400f-9e4e-8d00c0fe505c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Deleting subnet f17792e1-5e49-4cea-bd79-1e3c68fff2ac {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:36.744697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c35fffd-396d-400f-9e4e-8d00c0fe505c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.778197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.783134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:36.783699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.851120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c35fffd-396d-400f-9e4e-8d00c0fe505c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.882733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:36.887103 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-80cd2f3b-db91-4447-be6b-16f98cbe236d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.5385704 Mar 23 10:19:36.905751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59162) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:36.931067 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6648440 Mar 23 10:19:36.935156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59166) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:36.951996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Request body: {'subnet': {'network_id': '86a94a92-9fba-4a08-8cc7-8c431ce5312b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:36.967878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7185e7-f002-413a-95d4-ca3216f18130 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Network': ['ID=86a94a92-9fba-4a08-8cc7-8c431ce5312b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:36.979623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 86a94a92-9fba-4a08-8cc7-8c431ce5312b details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:36.987787 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.033063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.045093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c35fffd-396d-400f-9e4e-8d00c0fe505c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.052746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 7ff81302-20ee-40fa-98a2-7ae603a13eea {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:37.053293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.226751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.228719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:37.235425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Usage tracker for resource:subnet and tenant:a39d162b2e2e40dd8a822bf8c10f3e4c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:37.241377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:37.249761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:37.264665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Made reservation on behalf of a39d162b2e2e40dd8a822bf8c10f3e4c for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:37.268144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.303941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c35fffd-396d-400f-9e4e-8d00c0fe505c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.405405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.417835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35fffd-396d-400f-9e4e-8d00c0fe505c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f17792e1-5e49-4cea-bd79-1e3c68fff2ac,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:37.423916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c35fffd-396d-400f-9e4e-8d00c0fe505c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.427975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=55970d11-2752-4e00-8b31-25c628fee170,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:37.438747 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7c35fffd-396d-400f-9e4e-8d00c0fe505c tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "DELETE /v2.0/subnets/f17792e1-5e49-4cea-bd79-1e3c68fff2ac HTTP/1.1" status: 204 len: 168 time: 0.7848966 Mar 23 10:19:37.453383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59170) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:37.544036 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:37.586939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.622155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7029e-3fb2-4eea-bae8-5aa0a512db4e None None] Network de637b92-a636-45de-b860-47319ad4a1bc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:37.748827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Checking segment: {'id': '86b1dc0f-4936-45c0-9e88-1bf01fd5ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:37.749304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network hostable DHCP agents. Network: 139cfed0-0553-45e9-814a-ef1dc429d4cf, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:37.784179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.812300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:37.816206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:37.816584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.831997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55115f3c-db3d-4115-b7a1-4e13d5a2e069']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:37.848234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd828a1a7-a6f4-4e21-b25d-d3aadabb2c89') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:37.848765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd828a1a7-a6f4-4e21-b25d-d3aadabb2c89') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:37.861870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-664c68c0-cef2-494a-84ed-4b04523fe08e None None] Provisioning for port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:37.890482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.913984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:37.914478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network hostable DHCP agents. Network: 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:37.922987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.930375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.935181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:37.935570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.944574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-664c68c0-cef2-494a-84ed-4b04523fe08e None None] Provisioning complete for port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:37.944932 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-664c68c0-cef2-494a-84ed-4b04523fe08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:37.978009 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:37.999929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:19:38.042847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.058270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=03b8af4c-de43-4fcc-b87e-2476ae0a56c0,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:38.061685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=bf65faf3-5f3e-4cc0-8cbd-2e434c9b0532,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:38.069610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.116893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network 139cfed0-0553-45e9-814a-ef1dc429d4cf is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:38.148960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.152537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event updated for resources: {'Subnet': ['ID=e54399ad-b00c-4774-b2db-449f3ea266a0,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:38.175061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55115f3c-db3d-4115-b7a1-4e13d5a2e069 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 23 10:19:38.176872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Checking segment: {'id': '0a985b3e-59fb-437e-9077-8e44679401eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '86a94a92-9fba-4a08-8cc7-8c431ce5312b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:38.177467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network hostable DHCP agents. Network: 86a94a92-9fba-4a08-8cc7-8c431ce5312b, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:38.185878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.190061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event deleted for resources: {'Network': ['ID=55115f3c-db3d-4115-b7a1-4e13d5a2e069,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:38.204325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:38.209098 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7a67cc62-72fc-4a9b-b422-bf2b103a8eab tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "DELETE /v2.0/networks/55115f3c-db3d-4115-b7a1-4e13d5a2e069 HTTP/1.1" status: 204 len: 168 time: 0.7529194 Mar 23 10:19:38.218792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.237839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Network 86a94a92-9fba-4a08-8cc7-8c431ce5312b is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:38.246747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 86a94a92-9fba-4a08-8cc7-8c431ce5312b) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:38.254703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:38.255505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.266508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.269812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cbe6c4-5dbc-4634-9c5b-eb566a837a0e None None] Network 86a94a92-9fba-4a08-8cc7-8c431ce5312b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:38.283909 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-664c68c0-cef2-494a-84ed-4b04523fe08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.286530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 139cfed0-0553-45e9-814a-ef1dc429d4cf) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:38.298400 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3e784056-bbd3-4f5b-89df-db5650d3914a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3572636 Mar 23 10:19:38.301168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59176) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:38.311395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f1595-58a4-4b11-9057-ab3a8c201a2f None None] Network 139cfed0-0553-45e9-814a-ef1dc429d4cf requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:38.351969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.525651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5de2efad-5bed-42f5-8c28-39d4cd53c1a0,segment=NetworkSegment(99e36e87-3bd6-4d07-a3ea-3642dc91e48e),segment_id=99e36e87-3bd6-4d07-a3ea-3642dc91e48e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:38.547816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.604626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.611871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59184) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:38.616835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device af805966-a62a-493c-bb05-7f295c632ef3 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:38.617504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Request body: {'router': {'name': 'tempest-router--1169427279', 'project_id': 'f6bf81344ed941f5a7e29bba9978bccb'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:38.624790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:38.635580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 7ff81302-20ee-40fa-98a2-7ae603a13eea owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:38.653946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Usage tracker for resource:router and tenant:f6bf81344ed941f5a7e29bba9978bccb is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:38.659545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:38.671488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:38.684168 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: af805966-a62a-493c-bb05-7f295c632ef3 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:38.684504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device af805966-a62a-493c-bb05-7f295c632ef3 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:38.698733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.700331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.708363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.761369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-664c68c0-cef2-494a-84ed-4b04523fe08e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:38.761773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-664c68c0-cef2-494a-84ed-4b04523fe08e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:38.776416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.808062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.830325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.881248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Subnet': ['ID=e54399ad-b00c-4774-b2db-449f3ea266a0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:38.903988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.905557 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-981efba7-0219-428b-be81-24cc61a000d7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2926772 Mar 23 10:19:38.912083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59188) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:38.927484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:38.928632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:38.953792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=5de2efad-5bed-42f5-8c28-39d4cd53c1a0,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:38.995828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732e2c5a-d421-470a-971c-2473fbbd43d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-86a94a92-9fba-4a08-8cc7-8c431ce5312b', 'network_id': '86a94a92-9fba-4a08-8cc7-8c431ce5312b', 'tenant_id': 'a39d162b2e2e40dd8a822bf8c10f3e4c', 'fixed_ips': [{'subnet_id': 'e54399ad-b00c-4774-b2db-449f3ea266a0'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:38.996804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-732e2c5a-d421-470a-971c-2473fbbd43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.022294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:39.034483 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.068204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-139cfed0-0553-45e9-814a-ef1dc429d4cf', 'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf', 'tenant_id': 'c8b9876b43914f6c9e442dc775b5b1b7', 'fixed_ips': [{'subnet_id': '55970d11-2752-4e00-8b31-25c628fee170'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:39.069212 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.074109 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ae91c53b-686f-4ac9-8f52-aaebc56e132b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2801974 Mar 23 10:19:39.078313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:39.078563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e550896-4b50-46bd-bf70-651a968b9c8d None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:39.078897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.094511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59192) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:39.259537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb70476-db7a-4499-8f87-e1723dd17047 None None] Network 86a94a92-9fba-4a08-8cc7-8c431ce5312b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:39.271384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=7ff81302-20ee-40fa-98a2-7ae603a13eea,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:39.292029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:39.325686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.333692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365e2469-fb6d-4881-95b8-4be2e6f59cba tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.389566 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-86a22f52-e1eb-49b8-a2aa-f7c72a9a3871 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.7197568 Mar 23 10:19:39.407116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59196) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:39.439790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.448443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'name': 'tempest-NetworksTestDHCPv6-1749871805'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:39.533725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:39.539397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86a94a92-9fba-4a08-8cc7-8c431ce5312b']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:39.641061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a985b3e-59fb-437e-9077-8e44679401eb') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:39.641367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a985b3e-59fb-437e-9077-8e44679401eb') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:39.667768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.715973 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.751738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Allocated IP 172.20.0.2 (139cfed0-0553-45e9-814a-ef1dc429d4cf/55970d11-2752-4e00-8b31-25c628fee170/2ca2e276-61d4-496f-9909-bb90c1d433cd) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:39.771060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ed5f3cef-1db0-40bf-961b-cec9606d6d1c None None] Provisioning complete for port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:39.771379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ed5f3cef-1db0-40bf-961b-cec9606d6d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.851889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '03b8af4c-de43-4fcc-b87e-2476ae0a56c0'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:39.853730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.920098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:39.920476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.950263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:39.978714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.041728 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365e2469-fb6d-4881-95b8-4be2e6f59cba tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.046353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365e2469-fb6d-4881-95b8-4be2e6f59cba tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.048405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:40.048855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.070446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:40.074819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:40.077654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:40.083402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:40.091144 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:40.110544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:40.113176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:40.116545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.144722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:40.206242 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.213159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:40.281827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:40.313413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365e2469-fb6d-4881-95b8-4be2e6f59cba tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.313413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365e2469-fb6d-4881-95b8-4be2e6f59cba tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2011afa-4dee-42d5-9468-8e3503e609a2 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:19:40.325918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365e2469-fb6d-4881-95b8-4be2e6f59cba tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.329843 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-365e2469-fb6d-4881-95b8-4be2e6f59cba tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "DELETE /v2.0/routers/b2011afa-4dee-42d5-9468-8e3503e609a2 HTTP/1.1" status: 204 len: 168 time: 1.4105856 Mar 23 10:19:40.344892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.350458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:40.352626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Allocated IP 2001:db8::1 (de637b92-a636-45de-b860-47319ad4a1bc/64223c8f-e503-4c0b-a4ac-8a99d5c2f9c8/15e49e5b-27ec-408b-b674-3055533478c9) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:40.355774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.371342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.381712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/03b8af4c-de43-4fcc-b87e-2476ae0a56c0/3027b7de-d710-47e9-ad6d-b4f64953af13) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:40.394111 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.402440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Network': ['ID=86a94a92-9fba-4a08-8cc7-8c431ce5312b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:40.410338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Transition to ACTIVE for port object 2ca2e276-61d4-496f-9909-bb90c1d433cd will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:40.430577 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fd20f808-b180-4a1f-a7f5-2d91f2a29e9f tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/86a94a92-9fba-4a08-8cc7-8c431ce5312b HTTP/1.1" status: 204 len: 168 time: 2.1279533 Mar 23 10:19:40.441464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59202) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:40.497952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:40.507501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Transition to ACTIVE for port object 2ca2e276-61d4-496f-9909-bb90c1d433cd will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:40.528535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.547873 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.ipam_backend_mixin [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 55970d11-2752-4e00-8b31-25c628fee170 (CIDR: 172.20.0.0/28) Mar 23 10:19:40.550499 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36d37f6-125f-46df-bd45-08b7e81737e9 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:40.550950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36d37f6-125f-46df-bd45-08b7e81737e9 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:40.559013 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c36d37f6-125f-46df-bd45-08b7e81737e9 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/subnets/e54399ad-b00c-4774-b2db-449f3ea266a0 HTTP/1.1" status: 404 len: 337 time: 0.1131146 Mar 23 10:19:40.560237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59206) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:40.560562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59208) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:40.599380 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:19:40.599855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:40.603977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Network 139cfed0-0553-45e9-814a-ef1dc429d4cf is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:40.617831 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d541bd69-6eb6-43cf-816c-825be1e48aa1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:40.619253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d541bd69-6eb6-43cf-816c-825be1e48aa1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:40.622388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:40.625711 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d541bd69-6eb6-43cf-816c-825be1e48aa1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/86a94a92-9fba-4a08-8cc7-8c431ce5312b HTTP/1.1" status: 404 len: 339 time: 0.0586460 Mar 23 10:19:40.626589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59216) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:40.630595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:40.634607 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5bcdd234-56a8-4bb8-9961-12f9f645f6e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4877987 Mar 23 10:19:40.636001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Pushing event updated for resources: {'Port': ['ID=2ca2e276-61d4-496f-9909-bb90c1d433cd,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:40.644701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59220) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:40.689867 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b0b730-28de-4fa4-9ff6-25f8b6c4efee tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:40.690586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b0b730-28de-4fa4-9ff6-25f8b6c4efee tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:40.695365 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-10b0b730-28de-4fa4-9ff6-25f8b6c4efee tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/subnets/aea5dda2-6782-4565-8c74-3ca27dfe7189 HTTP/1.1" status: 404 len: 337 time: 0.0631602 Mar 23 10:19:40.696536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59224) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:40.704979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:40.707508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:19:40.772358 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f9f679-a19f-45ce-bb94-a3fd6fb4b6e0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:40.773099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f9f679-a19f-45ce-bb94-a3fd6fb4b6e0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:40.778109 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-64f9f679-a19f-45ce-bb94-a3fd6fb4b6e0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/ee1a53fa-f0a2-48fc-b9e4-76f77bc00339 HTTP/1.1" status: 404 len: 339 time: 0.0773263 Mar 23 10:19:40.778887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59228) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:40.796121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Attempting to bind port 2ca2e276-61d4-496f-9909-bb90c1d433cd on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:40.796488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Attempting to bind port 2ca2e276-61d4-496f-9909-bb90c1d433cd by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '86b1dc0f-4936-45c0-9e88-1bf01fd5ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:40.796848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Attempting to bind port 2ca2e276-61d4-496f-9909-bb90c1d433cd on network 139cfed0-0553-45e9-814a-ef1dc429d4cf {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:40.803516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.806489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router e195f388-57fb-481d-b641-e6d451241942 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:19:40.806832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.810284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:40.810651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Checking segment: {'id': '86b1dc0f-4936-45c0-9e88-1bf01fd5ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:40.811096 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.811480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Bound using segment: {'id': '86b1dc0f-4936-45c0-9e88-1bf01fd5ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:40.811950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Bound port: 2ca2e276-61d4-496f-9909-bb90c1d433cd, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86b1dc0f-4936-45c0-9e88-1bf01fd5ab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:40.812333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.834517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Transition to ACTIVE for port object 3027b7de-d710-47e9-ad6d-b4f64953af13 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:40.884386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.896294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Transition to ACTIVE for port object 3027b7de-d710-47e9-ad6d-b4f64953af13 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:40.919502 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c30dad-9119-412f-be3a-a55601456b27 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:40.919733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:40.920343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c30dad-9119-412f-be3a-a55601456b27 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:40.924879 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-98c30dad-9119-412f-be3a-a55601456b27 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/subnets/2e408b63-0f4b-4c39-b010-4c86cec73e95 HTTP/1.1" status: 404 len: 337 time: 0.1423378 Mar 23 10:19:40.938120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59232) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:41.019099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:41.020321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] For port 2ca2e276-61d4-496f-9909-bb90c1d433cd, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:41.026457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:41.031723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:41.041445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] For port 2ca2e276-61d4-496f-9909-bb90c1d433cd, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2ca2e276-61d4-496f-9909-bb90c1d433cd,segment=NetworkSegment(86b1dc0f-4936-45c0-9e88-1bf01fd5ab64),segment_id=86b1dc0f-4936-45c0-9e88-1bf01fd5ab64)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:41.089445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.098018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Pushing event updated for resources: {'Port': ['ID=3027b7de-d710-47e9-ad6d-b4f64953af13,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:41.186349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::1fa (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/03b8af4c-de43-4fcc-b87e-2476ae0a56c0/ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:41.195570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2030497355', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:41.206624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:41.208611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:41.216759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Attempting to bind port 3027b7de-d710-47e9-ad6d-b4f64953af13 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:41.217165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Attempting to bind port 3027b7de-d710-47e9-ad6d-b4f64953af13 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:41.217701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Usage tracker for resource:router and tenant:3086b14c8a3747c29c44c973330a10f2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:41.217925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Attempting to bind port 3027b7de-d710-47e9-ad6d-b4f64953af13 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:41.221260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:41.225296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:41.229636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:41.236383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:41.238495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:41.238935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:41.241046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.241614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:41.242279 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Bound port: 3027b7de-d710-47e9-ad6d-b4f64953af13, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:41.243052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.251138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:41.280345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event updated for resources: {'Port': ['ID=68bec07b-d5d6-4a49-9de2-db837da53bf7,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:41.282942 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd770ecc-f19d-430d-9249-3716a6df0312 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:41.283181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.283406 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd770ecc-f19d-430d-9249-3716a6df0312 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:41.284446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.305129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:41.305708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3941a3-7e41-43a3-86d5-75fee0713f3c None None] Pushing event updated for resources: {'Port': ['ID=2ca2e276-61d4-496f-9909-bb90c1d433cd,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:41.306736 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bd770ecc-f19d-430d-9249-3716a6df0312 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/5230130e-f6c9-4fdf-9b0f-e973ffaf5eb0 HTTP/1.1" status: 404 len: 339 time: 0.3674386 Mar 23 10:19:41.308275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.322234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59236) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:41.356515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] For port 3027b7de-d710-47e9-ad6d-b4f64953af13, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:41.361371 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] For port 3027b7de-d710-47e9-ad6d-b4f64953af13, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3027b7de-d710-47e9-ad6d-b4f64953af13,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:41.366867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.457010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.481972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7808f-9e51-4b29-87f2-e66de6731847 None None] Pushing event updated for resources: {'Port': ['ID=3027b7de-d710-47e9-ad6d-b4f64953af13,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:41.485233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:41.498630 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-86ad44b5-663b-4d52-8873-9428136c532f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/e195f388-57fb-481d-b641-e6d451241942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7831373 Mar 23 10:19:41.504797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212eed30-5037-4e58-8282-8e696927aa49 None None] Sync routers for ids ['e195f388-57fb-481d-b641-e6d451241942'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:41.505528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59240) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:41.508079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.518146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212eed30-5037-4e58-8282-8e696927aa49 None None] Routers {'e195f388-57fb-481d-b641-e6d451241942'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:41.518828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-212eed30-5037-4e58-8282-8e696927aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['e195f388-57fb-481d-b641-e6d451241942'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:41.568527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-12ee6d7b-5c62-40ab-92e1-4911b43d82f1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Deleting port 92ba285f-8160-4c9b-b635-43018c4886da {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:41.569014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12ee6d7b-5c62-40ab-92e1-4911b43d82f1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.628095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-212eed30-5037-4e58-8282-8e696927aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:41.638008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212eed30-5037-4e58-8282-8e696927aa49 None None] Routers {'e195f388-57fb-481d-b641-e6d451241942'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:41.639200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-212eed30-5037-4e58-8282-8e696927aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['e195f388-57fb-481d-b641-e6d451241942'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:41.639783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:41.694857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Transition to ACTIVE for port object 15e49e5b-27ec-408b-b674-3055533478c9 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:41.816757 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-212eed30-5037-4e58-8282-8e696927aa49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:41.821593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212eed30-5037-4e58-8282-8e696927aa49 None None] The sync data for ids ['e195f388-57fb-481d-b641-e6d451241942'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:41.860644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Router bcead51e-0d09-470f-9f83-8f6642983d8b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:19:41.940318 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Floating IP 974d1fbb-d8ac-49e7-82da-6aa4c89b05f8 associated. External IP: 172.26.4.126, port: ade857cf-d903-4902-bc81-095f643cdcf0. Mar 23 10:19:42.203374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.239245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.330872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:42.334705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.419213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12ee6d7b-5c62-40ab-92e1-4911b43d82f1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.567857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-12ee6d7b-5c62-40ab-92e1-4911b43d82f1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Calling delete_port for 92ba285f-8160-4c9b-b635-43018c4886da owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:42.604856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef4a07-b990-48ac-bb08-c3ea40460e95 None None] Network 139cfed0-0553-45e9-814a-ef1dc429d4cf requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:42.659718 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-eeab6066-d32f-4f81-a476-0ce97df437ac tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] remove_router_interface failed (client error): The resource could not be found. Mar 23 10:19:42.663730 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-eeab6066-d32f-4f81-a476-0ce97df437ac tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/e195f388-57fb-481d-b641-e6d451241942/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1570864 Mar 23 10:19:42.676687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59244) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:42.707189 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network de637b92-a636-45de-b860-47319ad4a1bc is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:42.723630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f7b1f386-6e76-4c9a-84f3-791528d1dbf5 None None] Provisioning for port 2ca2e276-61d4-496f-9909-bb90c1d433cd completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:42.724854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:42.728713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:42.729471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.737249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=15e49e5b-27ec-408b-b674-3055533478c9,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:42.742934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:42.856527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:42.873856 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f697a-8a50-44ae-89f5-889f2cdfcf22 None None] Sync routers for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:42.878139 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b2d9c655-dcb1-444d-96f2-88131edae920 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "PUT /v2.0/routers/bcead51e-0d09-470f-9f83-8f6642983d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4192414 Mar 23 10:19:42.886064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59248) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:42.887195 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f697a-8a50-44ae-89f5-889f2cdfcf22 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:42.889702 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4a3f697a-8a50-44ae-89f5-889f2cdfcf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:42.964333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4c7cf316-f6c2-4ec5-9038-fbb380b4f613 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Synchronizing usage tracker for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:43.033200 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4a3f697a-8a50-44ae-89f5-889f2cdfcf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:43.044064 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f697a-8a50-44ae-89f5-889f2cdfcf22 None None] Routers {'bcead51e-0d09-470f-9f83-8f6642983d8b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:43.045310 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4a3f697a-8a50-44ae-89f5-889f2cdfcf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['bcead51e-0d09-470f-9f83-8f6642983d8b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:43.127403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:43.141013 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4c7cf316-f6c2-4ec5-9038-fbb380b4f613 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Unset dirty status for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:43.142222 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4c7cf316-f6c2-4ec5-9038-fbb380b4f613 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e195f388-57fb-481d-b641-e6d451241942 HTTP/1.1" status: 200 len: 205 time: 0.4603209 Mar 23 10:19:43.143191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:43.144972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12ee6d7b-5c62-40ab-92e1-4911b43d82f1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.146254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59252) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:43.149008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:43.155086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:43.155708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.162955 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4a3f697a-8a50-44ae-89f5-889f2cdfcf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:43.164010 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f697a-8a50-44ae-89f5-889f2cdfcf22 None None] The sync data for ids ['bcead51e-0d09-470f-9f83-8f6642983d8b'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:43.179133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e413c-b256-465b-a429-b7d338742ec2 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:43.226370 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.240882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:43.256268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.381661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0e218337-6c43-4935-a290-7948f647816f None None] Provisioning for port 3027b7de-d710-47e9-ad6d-b4f64953af13 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:43.425173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee6d7b-5c62-40ab-92e1-4911b43d82f1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Port': ['ID=92ba285f-8160-4c9b-b635-43018c4886da,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:43.454819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12ee6d7b-5c62-40ab-92e1-4911b43d82f1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.457065 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-12ee6d7b-5c62-40ab-92e1-4911b43d82f1 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/ports/92ba285f-8160-4c9b-b635-43018c4886da HTTP/1.1" status: 204 len: 168 time: 2.1245184 Mar 23 10:19:43.464673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1bc55b58-b9cf-4af0-8927-502e5a23b1b7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.523069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59256) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:43.534239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network 139cfed0-0553-45e9-814a-ef1dc429d4cf is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:43.538667 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ca17dca9-c72a-45f0-b0ab-f8fda8511865 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1213632 Mar 23 10:19:43.550001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:43.554047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59260) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:43.560337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:43.560933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.564930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d623fb5f-9593-4b00-a8b5-6ae971d69987 None None] Provisioning for port 15e49e5b-27ec-408b-b674-3055533478c9 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:43.570587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=5107e1ea-2f25-4803-b636-8f035c784224,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:43.572534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3027b7de-d710-47e9-ad6d-b4f64953af13 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:43.579766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Router fd8417ac-d08a-453f-9613-eeb0e010cd1f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:19:43.600055 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-e590740d-1d0f-481a-8aa7-efce10a2cc58 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:43.600871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e590740d-1d0f-481a-8aa7-efce10a2cc58 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:43.601012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d7ba22-2bb4-443d-8717-fdd244033ad1 None None] Network 139cfed0-0553-45e9-814a-ef1dc429d4cf requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:43.605611 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e590740d-1d0f-481a-8aa7-efce10a2cc58 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/subnets/6bdacc51-f876-4b90-8a35-ff1b41f55a38 HTTP/1.1" status: 404 len: 337 time: 0.0790887 Mar 23 10:19:43.608555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59264) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:43.614365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.654130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d623fb5f-9593-4b00-a8b5-6ae971d69987 None None] Provisioning complete for port 15e49e5b-27ec-408b-b674-3055533478c9 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:43.654720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d623fb5f-9593-4b00-a8b5-6ae971d69987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.742418 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1584438e-1d1b-4ef8-8bd8-1691215d688e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0533824 Mar 23 10:19:43.768643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59268) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:43.801437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d623fb5f-9593-4b00-a8b5-6ae971d69987 None None] Port 15e49e5b-27ec-408b-b674-3055533478c9 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:43.810592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf', 'fixed_ips': [{'subnet_id': '55970d11-2752-4e00-8b31-25c628fee170'}, {'subnet_id': '5107e1ea-2f25-4803-b636-8f035c784224'}], 'name': 'tempest-PortsTestJSON-235525167'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:43.834569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.910571 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3027b7de-d710-47e9-ad6d-b4f64953af13 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:43.935167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3027b7de-d710-47e9-ad6d-b4f64953af13 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:43.935535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:43.947302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting port 7270c013-dcc3-4e6e-9c91-0d90f8b836ff {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:43.947647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.044278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.129403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.166690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-40ac3601-8703-4255-ba0e-5701905002e4 None None] Provisioning for port ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:44.184977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.189962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1bc55b58-b9cf-4af0-8927-502e5a23b1b7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.199151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1bc55b58-b9cf-4af0-8927-502e5a23b1b7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.204301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-40ac3601-8703-4255-ba0e-5701905002e4 None None] Provisioning complete for port ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:44.204301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-40ac3601-8703-4255-ba0e-5701905002e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.241845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eccb68-35c3-470e-b0f8-ffa656b4ba25 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:44.248813 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eccb68-35c3-470e-b0f8-ffa656b4ba25 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:44.249767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-66eccb68-35c3-470e-b0f8-ffa656b4ba25 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:44.287873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-66eccb68-35c3-470e-b0f8-ffa656b4ba25 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:44.292398 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-66eccb68-35c3-470e-b0f8-ffa656b4ba25 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7244220 Mar 23 10:19:44.316324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59272) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:44.322045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1bc55b58-b9cf-4af0-8927-502e5a23b1b7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.322632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc55b58-b9cf-4af0-8927-502e5a23b1b7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Fanout notify agent at l3_agent the message router_deleted on router e195f388-57fb-481d-b641-e6d451241942 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:19:44.324497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-40ac3601-8703-4255-ba0e-5701905002e4 None None] Port ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:44.333394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 3027b7de-d710-47e9-ad6d-b4f64953af13, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3027b7de-d710-47e9-ad6d-b4f64953af13,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:44.343716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.344453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2ca2e276-61d4-496f-9909-bb90c1d433cd up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:44.355730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1bc55b58-b9cf-4af0-8927-502e5a23b1b7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.360237 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1bc55b58-b9cf-4af0-8927-502e5a23b1b7 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/e195f388-57fb-481d-b641-e6d451241942 HTTP/1.1" status: 204 len: 168 time: 1.1938426 Mar 23 10:19:44.360237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59274) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:44.408460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.415726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Allocated IP 172.26.4.57 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/d10952a3-f6d9-43f7-ae65-fa27ff0c8bdf) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:44.426151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ca614c-3bd4-43c4-b55a-8b014d951b95 None None] Update dhcp port {'port': {'network_id': '139cfed0-0553-45e9-814a-ef1dc429d4cf', 'fixed_ips': [{'subnet_id': '55970d11-2752-4e00-8b31-25c628fee170', 'ip_address': '172.20.0.2'}, {'subnet_id': '5107e1ea-2f25-4803-b636-8f035c784224'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '2ca2e276-61d4-496f-9909-bb90c1d433cd'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:19:44.462409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21181bb-2eb5-4465-a946-eeb8e61fbfb1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting subnet 85725b6a-d970-4368-80bf-48bc22fbd2cc {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:44.475114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e21181bb-2eb5-4465-a946-eeb8e61fbfb1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.480843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-40ac3601-8703-4255-ba0e-5701905002e4 None None] Provisioning complete for port 3027b7de-d710-47e9-ad6d-b4f64953af13 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:44.481312 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-40ac3601-8703-4255-ba0e-5701905002e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.564167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e1ca614c-3bd4-43c4-b55a-8b014d951b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.584504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=3027b7de-d710-47e9-ad6d-b4f64953af13,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:44.648389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:44.692768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] Sync routers for ids ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:44.707428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 2ca2e276-61d4-496f-9909-bb90c1d433cd completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:44.742141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c5373-258f-40f3-bc75-9f6080e8ff46 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:44.742440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc4c5373-258f-40f3-bc75-9f6080e8ff46 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.746136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e21181bb-2eb5-4465-a946-eeb8e61fbfb1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.751045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] Routers {'fd8417ac-d08a-453f-9613-eeb0e010cd1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:44.751689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:44.840668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.849451 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2ca2e276-61d4-496f-9909-bb90c1d433cd triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:44.850044 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.878892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:44.879597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.906690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:44.954872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:44.967592 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Pushing event updated for resources: {'Port': ['ID=d10952a3-f6d9-43f7-ae65-fa27ff0c8bdf,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:44.989056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:44.989654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:44.991718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:44.996537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:45.035431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e21181bb-2eb5-4465-a946-eeb8e61fbfb1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.069399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:45.094314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.175956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-e1ca614c-3bd4-43c4-b55a-8b014d951b95 None None] Allocated IP 172.20.0.18 (139cfed0-0553-45e9-814a-ef1dc429d4cf/5107e1ea-2f25-4803-b636-8f035c784224/2ca2e276-61d4-496f-9909-bb90c1d433cd) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:45.185936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] Set router fd8417ac-d08a-453f-9613-eeb0e010cd1f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:19:45.186683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.213516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:45.235740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['358de91e-1d6c-4157-a24e-f1409aadbe6a']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.247869 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e52307ba-36a2-4463-a17d-58a08a167dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 13.7766271 Mar 23 10:19:45.260945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1cada4a6-6a04-4966-acba-4120899c86bf None None] Provisioning complete for port ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:45.261388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1cada4a6-6a04-4966-acba-4120899c86bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.264686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75246f4d-2ed9-4682-8aa7-d248d47b6a1e') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.267701 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75246f4d-2ed9-4682-8aa7-d248d47b6a1e') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.284036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e21181bb-2eb5-4465-a946-eeb8e61fbfb1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.297610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.321978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.326293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.329184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21181bb-2eb5-4465-a946-eeb8e61fbfb1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Subnet': ['ID=85725b6a-d970-4368-80bf-48bc22fbd2cc,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:45.337166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e21181bb-2eb5-4465-a946-eeb8e61fbfb1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.343256 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e21181bb-2eb5-4465-a946-eeb8e61fbfb1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/85725b6a-d970-4368-80bf-48bc22fbd2cc HTTP/1.1" status: 204 len: 168 time: 0.9822955 Mar 23 10:19:45.394507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59282) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:45.417087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4967f66-b3a6-460f-b8d7-6954fc6a4abe None None] Network 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:45.422540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:19:45.510268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Calling delete_port for 7270c013-dcc3-4e6e-9c91-0d90f8b836ff owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:45.540496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1cada4a6-6a04-4966-acba-4120899c86bf None None] Port ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:45.544098 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:45.544805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.601792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:45.605603 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:45.659499 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'status': 'completed', 'code': 200} Mar 23 10:19:45.675283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 3a07db40-ed9a-4bf5-a04b-07b95851dccc {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:45.675614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.714990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.840127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e1ca614c-3bd4-43c4-b55a-8b014d951b95 None None] For port 2ca2e276-61d4-496f-9909-bb90c1d433cd, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2ca2e276-61d4-496f-9909-bb90c1d433cd,segment=NetworkSegment(86b1dc0f-4936-45c0-9e88-1bf01fd5ab64),segment_id=86b1dc0f-4936-45c0-9e88-1bf01fd5ab64)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:45.933309 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e1ca614c-3bd4-43c4-b55a-8b014d951b95 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:45.939351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d76191-1eae-4786-9e10-a8139af6935f req-10c2925a-f32f-4ac9-82f4-baa77f9df9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:45.941853 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4d76191-1eae-4786-9e10-a8139af6935f req-10c2925a-f32f-4ac9-82f4-baa77f9df9c9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e945150dcee24e13987cfe1467b035a1&device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 1099 time: 0.3352499 Mar 23 10:19:45.996308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '974d1fbb-d8ac-49e7-82da-6aa4c89b05f8', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'floating_ip_address': '172.26.4.126', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'port_id': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'mac_address': 'fa:16:3e:9d:9f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:19:36Z', 'updated_at': '2022-03-23T10:19:36Z', 'revision_number': 0, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79d08ec-61fa-45e1-b25c-dde77ea03ec8', 'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'mac_address': 'fa:16:3e:71:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:56Z', 'updated_at': '2022-03-23T10:19:17Z', 'revision_number': 5, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'subnets': [{'id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:45.999888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] Checking router: fd8417ac-d08a-453f-9613-eeb0e010cd1f for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:19:46.011395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] Routers {'fd8417ac-d08a-453f-9613-eeb0e010cd1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:46.012028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:46.075715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e1ca614c-3bd4-43c4-b55a-8b014d951b95 None None] Transition to ACTIVE for port object 2ca2e276-61d4-496f-9909-bb90c1d433cd will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:46.120840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.135228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.145676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] DHCP port deletion for 21219fb0-4ffc-44fc-9bcc-e64a812a8e9f request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:46.151100 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e1ca614c-3bd4-43c4-b55a-8b014d951b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.158088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.184512 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.185405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.230454 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Network': ['ID=358de91e-1d6c-4157-a24e-f1409aadbe6a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:46.238191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] Deleting port 3a07db40-ed9a-4bf5-a04b-07b95851dccc {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:46.238560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.240159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.270065 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e5306159-4a26-435c-abe8-5fca7f654cf4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/358de91e-1d6c-4157-a24e-f1409aadbe6a HTTP/1.1" status: 204 len: 168 time: 2.6563461 Mar 23 10:19:46.272448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc4c5373-258f-40f3-bc75-9f6080e8ff46 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.304105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59288) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:46.400406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port 3a07db40-ed9a-4bf5-a04b-07b95851dccc, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3a07db40-ed9a-4bf5-a04b-07b95851dccc,segment=NetworkSegment(ea67bf49-448d-4a6b-8422-829f684a1f6f),segment_id=ea67bf49-448d-4a6b-8422-829f684a1f6f)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:46.400743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.447872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:46.448225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:46.488783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca614c-3bd4-43c4-b55a-8b014d951b95 None None] Pushing event updated for resources: {'Port': ['ID=2ca2e276-61d4-496f-9909-bb90c1d433cd,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:46.522839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c5373-258f-40f3-bc75-9f6080e8ff46 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:46.553275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 3a07db40-ed9a-4bf5-a04b-07b95851dccc owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:46.554700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] Set router fd8417ac-d08a-453f-9613-eeb0e010cd1f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:19:46.562087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28643e63-9580-468f-8fdf-36a1100363cb req-c42ececc-0759-4817-ad72-5bca0cc52be3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:46.563663 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-28643e63-9580-468f-8fdf-36a1100363cb req-c42ececc-0759-4817-ad72-5bca0cc52be3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 1.0815060 Mar 23 10:19:46.565015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port 72e8da9b-acf1-497d-9746-f153612eaecf yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:46.713967 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=15e49e5b-27ec-408b-b674-3055533478c9,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:46.716222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.802748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d7e0cfd3-8558-42bf-bbdb-234bd4b2979a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Deleting port 78eb72d8-f180-4ed1-87da-f2a18fb83706 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:46.803801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7e0cfd3-8558-42bf-bbdb-234bd4b2979a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.823913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] For port 3a07db40-ed9a-4bf5-a04b-07b95851dccc, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3a07db40-ed9a-4bf5-a04b-07b95851dccc,segment=NetworkSegment(ea67bf49-448d-4a6b-8422-829f684a1f6f),segment_id=ea67bf49-448d-4a6b-8422-829f684a1f6f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:46.824564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.846332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d76191-1eae-4786-9e10-a8139af6935f req-2dcb38e1-b7fe-402f-8454-b5c53a2ad9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:46.848417 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4d76191-1eae-4786-9e10-a8139af6935f req-2dcb38e1-b7fe-402f-8454-b5c53a2ad9c4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d5c29034-033c-4bb8-ac97-78098319aafb HTTP/1.1" status: 200 len: 897 time: 0.8947129 Mar 23 10:19:46.862706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:46.972653 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-28643e63-9580-468f-8fdf-36a1100363cb req-bccee3c0-fa30-449a-a6bb-2d485c962136 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008199 Mar 23 10:19:46.990234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] Calling delete_port for 3a07db40-ed9a-4bf5-a04b-07b95851dccc owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:47.006175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59292) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.015939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=3a07db40-ed9a-4bf5-a04b-07b95851dccc,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:47.087786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network de637b92-a636-45de-b860-47319ad4a1bc is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:47.112511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.121905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No DVR routers for this DVR port 3a07db40-ed9a-4bf5-a04b-07b95851dccc on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:47.135217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:47.161636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.283168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.310779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21219fb0-4ffc-44fc-9bcc-e64a812a8e9f']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:47.323348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 2ca2e276-61d4-496f-9909-bb90c1d433cd, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2ca2e276-61d4-496f-9909-bb90c1d433cd,segment=NetworkSegment(86b1dc0f-4936-45c0-9e88-1bf01fd5ab64),segment_id=86b1dc0f-4936-45c0-9e88-1bf01fd5ab64)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:47.325560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea67bf49-448d-4a6b-8422-829f684a1f6f') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:47.325853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea67bf49-448d-4a6b-8422-829f684a1f6f') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:47.337873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Port': ['ID=7270c013-dcc3-4e6e-9c91-0d90f8b836ff,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:47.344443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.362733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.370411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:47.370801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.390586 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:47.400492 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:47.487672 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2fd371a2-3738-42ca-a8a7-8da1531d58c2 None None] Provisioning for port 2ca2e276-61d4-496f-9909-bb90c1d433cd completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:47.503159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2fd371a2-3738-42ca-a8a7-8da1531d58c2 None None] Provisioning complete for port 2ca2e276-61d4-496f-9909-bb90c1d433cd triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:47.503518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2fd371a2-3738-42ca-a8a7-8da1531d58c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.535582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3027b7de-d710-47e9-ad6d-b4f64953af13 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:47.585146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=2ca2e276-61d4-496f-9909-bb90c1d433cd,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:47.594696 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:47.595043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:47.597392 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4d76191-1eae-4786-9e10-a8139af6935f req-70961ff4-8994-4d52-acc0-7a811486955d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade857cf-d903-4902-bc81-095f643cdcf0 HTTP/1.1" status: 200 len: 1000 time: 0.7365787 Mar 23 10:19:47.656330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '974d1fbb-d8ac-49e7-82da-6aa4c89b05f8', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'floating_ip_address': '172.26.4.126', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'port_id': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'mac_address': 'fa:16:3e:9d:9f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:19:36Z', 'updated_at': '2022-03-23T10:19:36Z', 'revision_number': 0, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79d08ec-61fa-45e1-b25c-dde77ea03ec8', 'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'mac_address': 'fa:16:3e:71:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:56Z', 'updated_at': '2022-03-23T10:19:17Z', 'revision_number': 5, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'subnets': [{'id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:47.713157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc4c5373-258f-40f3-bc75-9f6080e8ff46 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.763228 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe2efbbb-b0a0-4e04-8231-fe8e6c4702da None None] The sync data for ids ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'] in dv-neutron-834652-2-hyperv is: [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '974d1fbb-d8ac-49e7-82da-6aa4c89b05f8', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'floating_ip_address': '172.26.4.126', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'port_id': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'mac_address': 'fa:16:3e:9d:9f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:19:36Z', 'updated_at': '2022-03-23T10:19:36Z', 'revision_number': 0, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a79d08ec-61fa-45e1-b25c-dde77ea03ec8', 'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'mac_address': 'fa:16:3e:71:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:56Z', 'updated_at': '2022-03-23T10:19:17Z', 'revision_number': 5, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'subnets': [{'id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:47.785970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3027b7de-d710-47e9-ad6d-b4f64953af13 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:47.786339 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.833900 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-43759a1d-9c67-42d6-a659-bce5d291980e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/floatingips/974d1fbb-d8ac-49e7-82da-6aa4c89b05f8 HTTP/1.1" status: 200 len: 992 time: 0.8190901 Mar 23 10:19:47.851424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.854050 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7e0cfd3-8558-42bf-bbdb-234bd4b2979a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.872277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c5373-258f-40f3-bc75-9f6080e8ff46 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:47.878911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d76191-1eae-4786-9e10-a8139af6935f req-6efa566f-5e27-4046-adac-040b0817ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:47.880361 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4d76191-1eae-4786-9e10-a8139af6935f req-6efa566f-5e27-4046-adac-040b0817ce79 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb8c55d0-4839-455d-bf73-db274a57c0c1 HTTP/1.1" status: 200 len: 835 time: 0.2729049 Mar 23 10:19:47.881414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:47.959164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Network': ['ID=21219fb0-4ffc-44fc-9bcc-e64a812a8e9f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:47.965811 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-41c7534b-0ae1-43f5-aadd-6002048aabad tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/networks/21219fb0-4ffc-44fc-9bcc-e64a812a8e9f HTTP/1.1" status: 204 len: 168 time: 2.5667417 Mar 23 10:19:47.974627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59296) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:47.985148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'network': {'name': 'tempest-RoutersTest-774412401'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:47.998545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:48.011379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:network and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:48.014056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2ca2e276-61d4-496f-9909-bb90c1d433cd up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:48.017060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:48.025188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:48.044712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cd57b8e2-b1ad-4dff-ac6a-b42258dbd91c None None] Provisioning complete for port 15e49e5b-27ec-408b-b674-3055533478c9 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:48.045133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cd57b8e2-b1ad-4dff-ac6a-b42258dbd91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.053426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.072775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Router 049fadda-1d8c-4792-906e-da57097c02ca is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:19:48.082217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:48.087648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.095649 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] Deleting port 3a07db40-ed9a-4bf5-a04b-07b95851dccc {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:48.096020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.126062 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a3373f-c33d-4303-9b5a-e18f5d915942 None None] New status for floating IP 974d1fbb-d8ac-49e7-82da-6aa4c89b05f8: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:19:48.136967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d76191-1eae-4786-9e10-a8139af6935f req-91101220-60bb-498d-8c26-b672798ff061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:48.139440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4d76191-1eae-4786-9e10-a8139af6935f req-91101220-60bb-498d-8c26-b672798ff061 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d5c29034-033c-4bb8-ac97-78098319aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2378857 Mar 23 10:19:48.222463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9fc91b10-fb4c-40e8-9c30-d356069a0675 None None] The port '3a07db40-ed9a-4bf5-a04b-07b95851dccc' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:19:48.234844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cd57b8e2-b1ad-4dff-ac6a-b42258dbd91c None None] Port 15e49e5b-27ec-408b-b674-3055533478c9 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:48.266684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2ca2e276-61d4-496f-9909-bb90c1d433cd triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:48.267539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.280579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d7e0cfd3-8558-42bf-bbdb-234bd4b2979a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Calling delete_port for 78eb72d8-f180-4ed1-87da-f2a18fb83706 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:48.383335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:48.411039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc4c5373-258f-40f3-bc75-9f6080e8ff46 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.454154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.469423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.469843 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added segment 27179714-c776-4ba0-bbf3-1daf388b9198 of type vlan for network 3dd8e93d-f7b2-4739-b3b6-2956e07c972b Mar 23 10:19:48.473367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.510245 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3a07db40-ed9a-4bf5-a04b-07b95851dccc no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:48.529637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:48.541201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.546292 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4d76191-1eae-4786-9e10-a8139af6935f req-bd6064bd-cdeb-41db-a2a0-c9fdeeda69a2 service neutron] 10.222.0.102 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925332 Mar 23 10:19:48.554734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66950bc-d06b-4790-8325-0d620d798f14 None None] Sync routers for ids ['049fadda-1d8c-4792-906e-da57097c02ca'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:48.563206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 3a07db40-ed9a-4bf5-a04b-07b95851dccc {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:48.563557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3a07db40-ed9a-4bf5-a04b-07b95851dccc not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:48.571746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66950bc-d06b-4790-8325-0d620d798f14 None None] Routers {'049fadda-1d8c-4792-906e-da57097c02ca'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:48.572515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d66950bc-d06b-4790-8325-0d620d798f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['049fadda-1d8c-4792-906e-da57097c02ca'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:48.611823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7e0cfd3-8558-42bf-bbdb-234bd4b2979a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.613940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.617126 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fc4c5373-258f-40f3-bc75-9f6080e8ff46 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff HTTP/1.1" status: 204 len: 168 time: 4.2325642 Mar 23 10:19:48.617239 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ccfe6380-5a11-4e18-9e55-18a4eff03e71 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.0494006 Mar 23 10:19:48.618425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59300) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.618756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59302) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.639695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d66950bc-d06b-4790-8325-0d620d798f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:48.648090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66950bc-d06b-4790-8325-0d620d798f14 None None] Routers {'049fadda-1d8c-4792-906e-da57097c02ca'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:48.648690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d66950bc-d06b-4790-8325-0d620d798f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['049fadda-1d8c-4792-906e-da57097c02ca'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:48.659877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.660412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Fanout notify agent at l3_agent the message router_deleted on router bcead51e-0d09-470f-9f83-8f6642983d8b {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:19:48.679919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.685286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:48.685856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.713875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d66950bc-d06b-4790-8325-0d620d798f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:48.714275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66950bc-d06b-4790-8325-0d620d798f14 None None] The sync data for ids ['049fadda-1d8c-4792-906e-da57097c02ca'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:48.740768 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7648528 Mar 23 10:19:48.785866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59308) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.795052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0cfd3-8558-42bf-bbdb-234bd4b2979a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Port': ['ID=78eb72d8-f180-4ed1-87da-f2a18fb83706,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:48.810695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'subnet': {'network_id': '3dd8e93d-f7b2-4739-b3b6-2956e07c972b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:48.815229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d490592-b6ba-41de-95a2-bcf0ddbce669 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Network': ['ID=3dd8e93d-f7b2-4739-b3b6-2956e07c972b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:48.818841 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4d76191-1eae-4786-9e10-a8139af6935f req-bf5dc703-3161-4591-9b65-1527ae180b5b service neutron] 10.222.0.102 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636383 Mar 23 10:19:48.825847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 3dd8e93d-f7b2-4739-b3b6-2956e07c972b details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:48.831673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 1fcd428a-f6fb-478a-97af-ecdd2d3c7844 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:19:48.838951 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59312) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.877728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7e0cfd3-8558-42bf-bbdb-234bd4b2979a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.883873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.11 (139cfed0-0553-45e9-814a-ef1dc429d4cf/55970d11-2752-4e00-8b31-25c628fee170/72e8da9b-acf1-497d-9746-f153612eaecf) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:48.915735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:48.919994 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2b045fe3-acc0-44dc-afd9-28b5f0f98bc4 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/routers/bcead51e-0d09-470f-9f83-8f6642983d8b HTTP/1.1" status: 204 len: 168 time: 6.0208154 Mar 23 10:19:48.923050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59316) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:48.970225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.19 (139cfed0-0553-45e9-814a-ef1dc429d4cf/5107e1ea-2f25-4803-b636-8f035c784224/72e8da9b-acf1-497d-9746-f153612eaecf) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:48.972943 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d7e0cfd3-8558-42bf-bbdb-234bd4b2979a tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/ports/78eb72d8-f180-4ed1-87da-f2a18fb83706 HTTP/1.1" status: 204 len: 168 time: 2.6597030 Mar 23 10:19:48.975506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59320) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.038269 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cad839c-3fb7-4ba5-b2ca-c08e05d8fec4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] DELETE failed (client error): The resource could not be found. Mar 23 10:19:49.038908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cad839c-3fb7-4ba5-b2ca-c08e05d8fec4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:19:49.040333 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1cad839c-3fb7-4ba5-b2ca-c08e05d8fec4 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/subnets/a7ba3c08-d9fa-425c-8679-f239577b121a HTTP/1.1" status: 404 len: 337 time: 0.0596635 Mar 23 10:19:49.046179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59324) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.084277 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-21d93636-131c-41c7-a238-3b106a8cd677 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/floatingips/974d1fbb-d8ac-49e7-82da-6aa4c89b05f8 HTTP/1.1" status: 200 len: 994 time: 0.2429996 Mar 23 10:19:49.088361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c9cede-91e1-41b3-8483-772aa651d351 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Deleting subnet 0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:49.105263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14c9cede-91e1-41b3-8483-772aa651d351 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.123389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c4aa4-035a-400e-9d52-954c04889a29 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:49.125050 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c4aa4-035a-400e-9d52-954c04889a29 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:49.125783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fc7c4aa4-035a-400e-9d52-954c04889a29 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:49.225106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14c9cede-91e1-41b3-8483-772aa651d351 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.255164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.330527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14c9cede-91e1-41b3-8483-772aa651d351 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.381955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:49.421080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:subnet and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:49.436439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:49.441164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fc7c4aa4-035a-400e-9d52-954c04889a29 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:49.445206 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fc7c4aa4-035a-400e-9d52-954c04889a29 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8156424 Mar 23 10:19:49.456676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59328) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.457802 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9dc17c84-390b-46c0-88fa-ca9cad5d52c1 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/routers/049fadda-1d8c-4792-906e-da57097c02ca HTTP/1.1" status: 200 len: 924 time: 0.8292689 Mar 23 10:19:49.467845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:49.471546 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59332) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.472543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:49.476398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2ca2e276-61d4-496f-9909-bb90c1d433cd up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:49.485969 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce20ae7-2558-4930-801e-957a95f1ef6d None None] Sync routers for ids ['1fcd428a-f6fb-478a-97af-ecdd2d3c7844'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:49.497895 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ea3c2ab6-0162-4e9d-92e2-221d6834bf29 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/1fcd428a-f6fb-478a-97af-ecdd2d3c7844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5881627 Mar 23 10:19:49.504730 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce20ae7-2558-4930-801e-957a95f1ef6d None None] Routers {'1fcd428a-f6fb-478a-97af-ecdd2d3c7844'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:49.505817 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-8ce20ae7-2558-4930-801e-957a95f1ef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1fcd428a-f6fb-478a-97af-ecdd2d3c7844'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:49.508833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59336) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.511168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.558068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2ca2e276-61d4-496f-9909-bb90c1d433cd triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:49.558733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.574386 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a9590705-86a7-4e1c-98df-0b3c0c982980 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=049fadda-1d8c-4792-906e-da57097c02ca HTTP/1.1" status: 200 len: 205 time: 0.0996933 Mar 23 10:19:49.575057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59340) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.626172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:49.629922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.638676 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-8ce20ae7-2558-4930-801e-957a95f1ef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:49.651014 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce20ae7-2558-4930-801e-957a95f1ef6d None None] Routers {'1fcd428a-f6fb-478a-97af-ecdd2d3c7844'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:49.651794 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-8ce20ae7-2558-4930-801e-957a95f1ef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1fcd428a-f6fb-478a-97af-ecdd2d3c7844'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:49.722153 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-8ce20ae7-2558-4930-801e-957a95f1ef6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:49.722781 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce20ae7-2558-4930-801e-957a95f1ef6d None None] The sync data for ids ['1fcd428a-f6fb-478a-97af-ecdd2d3c7844'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:49.745274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6c2764-fa8b-4864-baf0-bcbcccdb00f2']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:49.779415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-639c565d-fb4b-496c-be29-c19e8999441e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 03b8af4c-de43-4fcc-b87e-2476ae0a56c0 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:49.782975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8823f270-8a86-49b4-8e40-a8c36cdcdbe3') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:49.783263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8823f270-8a86-49b4-8e40-a8c36cdcdbe3') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:49.796142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e10c54-f616-41ad-98ec-c102c5f7f0a2 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:49.796692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-88e10c54-f616-41ad-98ec-c102c5f7f0a2 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Synchronizing usage tracker for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:49.799226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14c9cede-91e1-41b3-8483-772aa651d351 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.803687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-639c565d-fb4b-496c-be29-c19e8999441e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.875150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.912921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9cede-91e1-41b3-8483-772aa651d351 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Subnet': ['ID=0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:49.920945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14c9cede-91e1-41b3-8483-772aa651d351 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.931506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.935907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-88e10c54-f616-41ad-98ec-c102c5f7f0a2 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Unset dirty status for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:49.939592 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-88e10c54-f616-41ad-98ec-c102c5f7f0a2 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports/15e49e5b-27ec-408b-b674-3055533478c9 HTTP/1.1" status: 200 len: 911 time: 0.4186666 Mar 23 10:19:49.942407 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-14c9cede-91e1-41b3-8483-772aa651d351 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/subnets/0d435233-5d81-4e2b-ad5f-4ecf9e6ab13a HTTP/1.1" status: 204 len: 168 time: 1.0194354 Mar 23 10:19:49.944158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59344) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.944715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59346) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:49.947233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-639c565d-fb4b-496c-be29-c19e8999441e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.959826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.980174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:49.980582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:49.999594 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:50.001978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.035142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6f5e194b-8c73-49ce-b0dd-6896b96b3bf3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '64223c8f-e503-4c0b-a4ac-8a99d5c2f9c8'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:50.057090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object 72e8da9b-acf1-497d-9746-f153612eaecf will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:50.278779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.281919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.285296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.286339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.308765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.327143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.341374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Network': ['ID=5f6c2764-fa8b-4864-baf0-bcbcccdb00f2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:50.347011 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d6170dce-c52a-4e94-ae84-28913519f171 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/5f6c2764-fa8b-4864-baf0-bcbcccdb00f2 HTTP/1.1" status: 204 len: 168 time: 1.2999039 Mar 23 10:19:50.370805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59352) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:50.415972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-639c565d-fb4b-496c-be29-c19e8999441e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.425450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Deleting port d10952a3-f6d9-43f7-ae65-fa27ff0c8bdf {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:50.425792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.499988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network 139cfed0-0553-45e9-814a-ef1dc429d4cf is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:50.525906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=72e8da9b-acf1-497d-9746-f153612eaecf,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:50.528063 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:19:50.528568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:50.537666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:50.634379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-1591b809-3337-4846-af2c-d7264b1643af tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Deleting subnet 6acd66e8-3bc9-4153-a8a7-a967169ad7fd {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:19:50.646237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Subnet': ['ID=9d381d96-c9f4-4901-898c-c9ceae8b298b,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:50.651751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.699625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1591b809-3337-4846-af2c-d7264b1643af tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.699966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-639c565d-fb4b-496c-be29-c19e8999441e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.711222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e9c919-06f6-472d-8d31-1ad0b0f6a93e']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:50.745786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Checking segment: {'id': '27179714-c776-4ba0-bbf3-1daf388b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3dd8e93d-f7b2-4739-b3b6-2956e07c972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:50.746144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network hostable DHCP agents. Network: 3dd8e93d-f7b2-4739-b3b6-2956e07c972b, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:50.756949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6f5e194b-8c73-49ce-b0dd-6896b96b3bf3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.768921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb947422-6758-4e9d-8984-1fd524043661') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:50.769518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb947422-6758-4e9d-8984-1fd524043661') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:50.774914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e897b3c5-08eb-4870-9cb5-9f983a0b2fdc None None] Provisioning for port 72e8da9b-acf1-497d-9746-f153612eaecf completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:50.778672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c565d-fb4b-496c-be29-c19e8999441e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=03b8af4c-de43-4fcc-b87e-2476ae0a56c0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:50.780210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e897b3c5-08eb-4870-9cb5-9f983a0b2fdc None None] Provisioning complete for port 72e8da9b-acf1-497d-9746-f153612eaecf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:50.780771 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e897b3c5-08eb-4870-9cb5-9f983a0b2fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.791907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-639c565d-fb4b-496c-be29-c19e8999441e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.794906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:50.795302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.795527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.813499 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3453cb-07e5-4b2c-8b6e-3be3e12273ec None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:50.838844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1591b809-3337-4846-af2c-d7264b1643af tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.863040 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.871481 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-639c565d-fb4b-496c-be29-c19e8999441e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/03b8af4c-de43-4fcc-b87e-2476ae0a56c0 HTTP/1.1" status: 204 len: 168 time: 1.4112737 Mar 23 10:19:50.871659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:50.873912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59356) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:50.892028 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 3dd8e93d-f7b2-4739-b3b6-2956e07c972b is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:19:50.934427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e897b3c5-08eb-4870-9cb5-9f983a0b2fdc None None] Port 72e8da9b-acf1-497d-9746-f153612eaecf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:50.994699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:50.995096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:51.012619 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:51.105382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ac22b-673c-4210-a84a-b308a1ed564e None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:51.110254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-398ac22b-673c-4210-a84a-b308a1ed564e None None] Deleting port 3027b7de-d710-47e9-ad6d-b4f64953af13 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:51.110626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-398ac22b-673c-4210-a84a-b308a1ed564e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.114154 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8c16adf4-d7b9-4481-bfd1-8e30c6371a2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2304990 Mar 23 10:19:51.120066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59360) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:51.122353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 3dd8e93d-f7b2-4739-b3b6-2956e07c972b) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:51.127731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:51.136473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e6a47-3fe5-41f9-94c0-7b7d3c99563a None None] Network 3dd8e93d-f7b2-4739-b3b6-2956e07c972b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:51.190136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Calling delete_port for d10952a3-f6d9-43f7-ae65-fa27ff0c8bdf owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:51.217241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:51.217831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.233403 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4e0beae4-ecbe-401c-ac6c-cec251afc90d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 7.4476264 Mar 23 10:19:51.246482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59364) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:51.259859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '55970d11-2752-4e00-8b31-25c628fee170'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:51.308524 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-92c32518-1956-465e-8b09-210ba997ce08 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5121713 Mar 23 10:19:51.312696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59368) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:51.338258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1414335222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:51.343224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.348246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.349421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:51.375459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:router and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:51.383106 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] 10.222.0.84 "DELETE /v2.0/networks/17e9c919-06f6-472d-8d31-1ad0b0f6a93e HTTP/1.1" status: 204 len: 168 time: 1.4025342 Mar 23 10:19:51.390225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301fe3f-bf10-4333-987c-6fbdc1daf972 tempest-FloatingIPTestJSON-1498863835 tempest-FloatingIPTestJSON-1498863835-project] Pushing event deleted for resources: {'Network': ['ID=17e9c919-06f6-472d-8d31-1ad0b0f6a93e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:51.392051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:51.410688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:51.517541 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-398ac22b-673c-4210-a84a-b308a1ed564e None None] For port 3027b7de-d710-47e9-ad6d-b4f64953af13, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3027b7de-d710-47e9-ad6d-b4f64953af13,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:51.518433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-398ac22b-673c-4210-a84a-b308a1ed564e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.525287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1591b809-3337-4846-af2c-d7264b1643af tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.546587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:51.551181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:51.556197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:51.558497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.559823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.562351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:51.583412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:51.586932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.631832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3027b7de-d710-47e9-ad6d-b4f64953af13 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:51.656947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.732647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-398ac22b-673c-4210-a84a-b308a1ed564e None None] Calling delete_port for 3027b7de-d710-47e9-ad6d-b4f64953af13 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:51.795506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1591b809-3337-4846-af2c-d7264b1643af tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.814018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-3dd8e93d-f7b2-4739-b3b6-2956e07c972b', 'network_id': '3dd8e93d-f7b2-4739-b3b6-2956e07c972b', 'tenant_id': '33eec4c18867433da011ca0070251672', 'fixed_ips': [{'subnet_id': '9d381d96-c9f4-4901-898c-c9ceae8b298b'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:51.814820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.828119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-398ac22b-673c-4210-a84a-b308a1ed564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.837897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.862934 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.867270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.889140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ac22b-673c-4210-a84a-b308a1ed564e None None] Pushing event deleted for resources: {'Port': ['ID=3027b7de-d710-47e9-ad6d-b4f64953af13,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:51.905414 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ac22b-673c-4210-a84a-b308a1ed564e None None] No DVR routers for this DVR port 3027b7de-d710-47e9-ad6d-b4f64953af13 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:51.942385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591b809-3337-4846-af2c-d7264b1643af tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Subnet': ['ID=6acd66e8-3bc9-4153-a8a7-a967169ad7fd,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:51.949483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2521e9-3f5f-445d-a033-2a9ab0d13fd5 None None] Network b1bf579b-1aa1-4b32-85cd-c85bd077c350 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:51.958610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1591b809-3337-4846-af2c-d7264b1643af tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:51.968275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Pushing event deleted for resources: {'Port': ['ID=d10952a3-f6d9-43f7-ae65-fa27ff0c8bdf,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:51.980882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No active binding found for port 3027b7de-d710-47e9-ad6d-b4f64953af13 {{(pid=87861) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 23 10:19:51.981473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3027b7de-d710-47e9-ad6d-b4f64953af13 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:52.044977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59376) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.066888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.067955 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6d4a6c78-7d0c-4bf4-b9b9-670df58f4002 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7515330 Mar 23 10:19:52.079288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59382) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.094090 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1591b809-3337-4846-af2c-d7264b1643af tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/subnets/6acd66e8-3bc9-4153-a8a7-a967169ad7fd HTTP/1.1" status: 204 len: 168 time: 1.7175696 Mar 23 10:19:52.101388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59386) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.228156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Allocated IP 172.20.0.2 (3dd8e93d-f7b2-4739-b3b6-2956e07c972b/9d381d96-c9f4-4901-898c-c9ceae8b298b/141e2d21-9bfa-4937-ade2-8f65bc6e6f25) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:52.282550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.365829 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760082bc-4478-42be-8c7b-68880f5906dc None None] DHCP port deletion for b1bf579b-1aa1-4b32-85cd-c85bd077c350 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:19:52.377799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-760082bc-4478-42be-8c7b-68880f5906dc None None] Deleting port e78d1101-10d8-40de-93ce-a38b5d22bb8c {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:52.378366 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-760082bc-4478-42be-8c7b-68880f5906dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.521251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6f5e194b-8c73-49ce-b0dd-6896b96b3bf3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.567975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.576679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.583734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.586948 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.594957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.599267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6f5e194b-8c73-49ce-b0dd-6896b96b3bf3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.605990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5e194b-8c73-49ce-b0dd-6896b96b3bf3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:52.606631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6f5e194b-8c73-49ce-b0dd-6896b96b3bf3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.611013 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6f5e194b-8c73-49ce-b0dd-6896b96b3bf3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/ports/15e49e5b-27ec-408b-b674-3055533478c9 HTTP/1.1" status: 200 len: 911 time: 2.6316764 Mar 23 10:19:52.614896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59390) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.647670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Transition to ACTIVE for port object 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:52.657926 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-058047da-a1bb-441f-9ba6-5333340ddd1f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=9c5b5415ce7046569634f6c2538cabe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6033394 Mar 23 10:19:52.671800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59394) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.688863 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-760082bc-4478-42be-8c7b-68880f5906dc None None] For port e78d1101-10d8-40de-93ce-a38b5d22bb8c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e78d1101-10d8-40de-93ce-a38b5d22bb8c,segment=NetworkSegment(44fb5bff-0358-4923-a2df-81296c3e412b),segment_id=44fb5bff-0358-4923-a2df-81296c3e412b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:52.689271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-760082bc-4478-42be-8c7b-68880f5906dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.697326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Transition to ACTIVE for port object 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:52.782653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:52.798015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:52.801315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:52.801896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.833545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-760082bc-4478-42be-8c7b-68880f5906dc None None] Calling delete_port for e78d1101-10d8-40de-93ce-a38b5d22bb8c owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:52.837222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Deleting port e78d1101-10d8-40de-93ce-a38b5d22bb8c {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:52.837559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.847290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=9552c3c9-6a98-4de6-8d1f-7b29517037fd,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:52.892538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e194b-8c73-49ce-b0dd-6896b96b3bf3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=15e49e5b-27ec-408b-b674-3055533478c9,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:52.906261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.907953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.908511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Fanout notify agent at l3_agent the message router_deleted on router 049fadda-1d8c-4792-906e-da57097c02ca {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:19:52.925301 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a502e062-534d-44fa-bee5-fab538ab6703 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8041475 Mar 23 10:19:52.929132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59398) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:52.942614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'name': 'tempest-NetworksTestDHCPv6-2000787341'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:52.959203 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:52.964524 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c3d98d-7fac-4e05-b35b-a4b53ff7a97a None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:53.009639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.014487 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-84979415-eaf8-422e-bcad-deeaac67ea0a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/049fadda-1d8c-4792-906e-da57097c02ca HTTP/1.1" status: 204 len: 168 time: 3.4316478 Mar 23 10:19:53.049473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59402) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:53.099259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1058748250', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'enable_snat': False}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:53.115474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Network 3dd8e93d-f7b2-4739-b3b6-2956e07c972b is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:53.133533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:53.133647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:53.145119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:53.183718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Pushing event updated for resources: {'Port': ['ID=141e2d21-9bfa-4937-ade2-8f65bc6e6f25,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:53.203050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b4087d73-048f-49d9-b75f-2de131664c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.203340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Usage tracker for resource:router and tenant:0ac5dac9c76043f08836b508e911d664 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:53.209294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:53.255870 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:53.311187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-760082bc-4478-42be-8c7b-68880f5906dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.321018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Delete allocated IP 172.20.0.19 (139cfed0-0553-45e9-814a-ef1dc429d4cf/5107e1ea-2f25-4803-b636-8f035c784224) {{(pid=87860) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:19:53.367109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.368550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.434191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760082bc-4478-42be-8c7b-68880f5906dc None None] Pushing event deleted for resources: {'Port': ['ID=e78d1101-10d8-40de-93ce-a38b5d22bb8c,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:53.438634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760082bc-4478-42be-8c7b-68880f5906dc None None] No DVR routers for this DVR port e78d1101-10d8-40de-93ce-a38b5d22bb8c on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:19:53.445110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Attempting to bind port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:53.445307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Attempting to bind port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '27179714-c776-4ba0-bbf3-1daf388b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3dd8e93d-f7b2-4739-b3b6-2956e07c972b'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:53.446089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Attempting to bind port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 on network 3dd8e93d-f7b2-4739-b3b6-2956e07c972b {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:53.460758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:53.460947 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Checking segment: {'id': '27179714-c776-4ba0-bbf3-1daf388b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3dd8e93d-f7b2-4739-b3b6-2956e07c972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:53.461927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.462322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Bound using segment: {'id': '27179714-c776-4ba0-bbf3-1daf388b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3dd8e93d-f7b2-4739-b3b6-2956e07c972b'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:53.463611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Bound port: 141e2d21-9bfa-4937-ade2-8f65bc6e6f25, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27179714-c776-4ba0-bbf3-1daf388b9198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '3dd8e93d-f7b2-4739-b3b6-2956e07c972b'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:53.463611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.474059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b4087d73-048f-49d9-b75f-2de131664c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.547211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:53.559456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e78d1101-10d8-40de-93ce-a38b5d22bb8c no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:19:53.560154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] For port e78d1101-10d8-40de-93ce-a38b5d22bb8c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e78d1101-10d8-40de-93ce-a38b5d22bb8c,segment=NetworkSegment(44fb5bff-0358-4923-a2df-81296c3e412b),segment_id=44fb5bff-0358-4923-a2df-81296c3e412b)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:53.560508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.561060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:53.570208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:53.584266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:53.613758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: e78d1101-10d8-40de-93ce-a38b5d22bb8c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:19:53.614079 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e78d1101-10d8-40de-93ce-a38b5d22bb8c not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:19:53.615940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:53.628112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.629527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '9552c3c9-6a98-4de6-8d1f-7b29517037fd'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:19:53.630521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.712580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 8cc90acb-c3d6-4613-b7a9-1c56c675c484 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:19:53.729751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] For port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:53.752565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] For port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=141e2d21-9bfa-4937-ade2-8f65bc6e6f25,segment=NetworkSegment(27179714-c776-4ba0-bbf3-1daf388b9198),segment_id=27179714-c776-4ba0-bbf3-1daf388b9198)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:53.757566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b4087d73-048f-49d9-b75f-2de131664c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.760343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Calling delete_port for e78d1101-10d8-40de-93ce-a38b5d22bb8c owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:53.764772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.798838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Allocated IP 172.20.0.1 (3dd8e93d-f7b2-4739-b3b6-2956e07c972b/9d381d96-c9f4-4901-898c-c9ceae8b298b/d8875464-d78b-4214-9a69-44e1d353e3e4) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:53.803336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4087d73-048f-49d9-b75f-2de131664c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140fbacb-74d9-4ca8-a0c9-307038292d12,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:53.841300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:19:53.841903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:19:53.842580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b4087d73-048f-49d9-b75f-2de131664c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.843747 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b4087d73-048f-49d9-b75f-2de131664c6d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/140fbacb-74d9-4ca8-a0c9-307038292d12 HTTP/1.1" status: 204 len: 168 time: 1.1438131 Mar 23 10:19:53.854802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:53.920257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/9552c3c9-6a98-4de6-8d1f-7b29517037fd/7bb0253a-b389-4181-ac45-13b545791ccf) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:54.043000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.067991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Transition to ACTIVE for port object d8875464-d78b-4214-9a69-44e1d353e3e4 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:54.094355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.099598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:19:54.171582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 3dd8e93d-f7b2-4739-b3b6-2956e07c972b is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:54.175076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:54.179570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:54.196338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5db0f-2778-4305-982a-9eb7869d5d12 None None] Pushing event updated for resources: {'Port': ['ID=141e2d21-9bfa-4937-ade2-8f65bc6e6f25,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:54.227462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=d8875464-d78b-4214-9a69-44e1d353e3e4,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:54.266886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.355276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.384241 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Transition to ACTIVE for port object 7bb0253a-b389-4181-ac45-13b545791ccf will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:54.430473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Transition to ACTIVE for port object 7bb0253a-b389-4181-ac45-13b545791ccf will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:54.433995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.445596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Deleting port e78d1101-10d8-40de-93ce-a38b5d22bb8c {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:54.445925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.455628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.494649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.521169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.565161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] The port 'e78d1101-10d8-40de-93ce-a38b5d22bb8c' was deleted {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:19:54.569026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:54.573865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:54.581646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:54.598242 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object 72e8da9b-acf1-497d-9746-f153612eaecf will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:54.628772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::301 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/9552c3c9-6a98-4de6-8d1f-7b29517037fd/8cc90acb-c3d6-4613-b7a9-1c56c675c484) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:54.667655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Pushing event updated for resources: {'Port': ['ID=7bb0253a-b389-4181-ac45-13b545791ccf,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:54.730609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.747729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Attempting to bind port 7bb0253a-b389-4181-ac45-13b545791ccf on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:19:54.748102 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Attempting to bind port 7bb0253a-b389-4181-ac45-13b545791ccf by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:19:54.748512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Attempting to bind port 7bb0253a-b389-4181-ac45-13b545791ccf on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:19:54.754140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:19:54.754515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:54.754920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.755310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:19:54.755769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Bound port: 7bb0253a-b389-4181-ac45-13b545791ccf, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:19:54.756194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.757158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1bf579b-1aa1-4b32-85cd-c85bd077c350']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:54.770123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fb5bff-0358-4923-a2df-81296c3e412b') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:54.770420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fb5bff-0358-4923-a2df-81296c3e412b') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:54.783083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.799101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.805959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:19:54.806635 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.901745 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.902425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] For port 7bb0253a-b389-4181-ac45-13b545791ccf, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:19:54.907490 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:19:54.911671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] For port 7bb0253a-b389-4181-ac45-13b545791ccf, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7bb0253a-b389-4181-ac45-13b545791ccf,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:19:54.918268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.949776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:54.992051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.093437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] Pushing event deleted for resources: {'Network': ['ID=b1bf579b-1aa1-4b32-85cd-c85bd077c350,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:55.104993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a232a08-d0e2-4a3a-a2e8-1ba2358af204 None None] Pushing event updated for resources: {'Port': ['ID=7bb0253a-b389-4181-ac45-13b545791ccf,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:55.110658 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59432) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:55.261304 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0b504049-6410-47e8-9b50-8954a1cca2a0 tempest-NetworksIpV6TestAttrs-1521508030 tempest-NetworksIpV6TestAttrs-1521508030-project] 10.222.0.84 "DELETE /v2.0/networks/b1bf579b-1aa1-4b32-85cd-c85bd077c350 HTTP/1.1" status: 204 len: 168 time: 3.1467178 Mar 23 10:19:55.321476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=72e8da9b-acf1-497d-9746-f153612eaecf,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:55.391230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.404438 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] In _notify_port_updated(), no bound segment for port 72e8da9b-acf1-497d-9746-f153612eaecf on network 139cfed0-0553-45e9-814a-ef1dc429d4cf {{(pid=87860) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:19:55.423296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:55.424390 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.428746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.430419 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9823907a-6638-422d-a7df-af3672c777ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "PUT /v2.0/ports/72e8da9b-acf1-497d-9746-f153612eaecf HTTP/1.1" status: 200 len: 919 time: 4.1802876 Mar 23 10:19:55.430852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 8cc90acb-c3d6-4613-b7a9-1c56c675c484 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:55.433376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59440) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:55.476151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '55970d11-2752-4e00-8b31-25c628fee170'}, {'subnet_id': '5107e1ea-2f25-4803-b636-8f035c784224'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:55.508749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f633330b-bf5c-4fdd-811e-d3d422f10246 None None] Provisioning for port 72e8da9b-acf1-497d-9746-f153612eaecf completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:55.542280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f633330b-bf5c-4fdd-811e-d3d422f10246 None None] Provisioning complete for port 72e8da9b-acf1-497d-9746-f153612eaecf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:55.545399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f633330b-bf5c-4fdd-811e-d3d422f10246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.561473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.598992 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.683558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f633330b-bf5c-4fdd-811e-d3d422f10246 None None] Port 72e8da9b-acf1-497d-9746-f153612eaecf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:55.719353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:55.792730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:55.799484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7bb0253a-b389-4181-ac45-13b545791ccf up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:55.833733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681a65f-2f0e-405a-af4d-c217f1958d66 None None] Network 3dd8e93d-f7b2-4739-b3b6-2956e07c972b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:19:55.882552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59446) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:55.883278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.888731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1643792255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:55.917425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.962211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:55.993822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:56.027166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9b9f4cb6-436c-408b-9fd0-f4b33fd17b41 None None] Provisioning for port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:56.046725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9b9f4cb6-436c-408b-9fd0-f4b33fd17b41 None None] Provisioning complete for port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:56.047098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4cb6-436c-408b-9fd0-f4b33fd17b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.049217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:56.067818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Usage tracker for resource:router and tenant:8e55eedc3c8641c9843c6c4408a96b6b is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:56.071460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.077104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:56.094789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=d8875464-d78b-4214-9a69-44e1d353e3e4,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:56.097397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:56.167549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 7bb0253a-b389-4181-ac45-13b545791ccf completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:56.216657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=8cc90acb-c3d6-4613-b7a9-1c56c675c484,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:56.223046 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:56.232144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:56.232816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.279672 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c67e4685-7b35-44ba-8dd2-fd4d6d7a4ad0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3494616 Mar 23 10:19:56.285155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59454) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.290232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4cb6-436c-408b-9fd0-f4b33fd17b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.371487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:56.443978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9b9f4cb6-436c-408b-9fd0-f4b33fd17b41 None None] For port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=141e2d21-9bfa-4937-ade2-8f65bc6e6f25,segment=NetworkSegment(27179714-c776-4ba0-bbf3-1daf388b9198),segment_id=27179714-c776-4ba0-bbf3-1daf388b9198)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:56.454327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9b9f4cb6-436c-408b-9fd0-f4b33fd17b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.463200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 3dd8e93d-f7b2-4739-b3b6-2956e07c972b is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:56.467352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:56.504765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.505814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.527801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.556875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f4cb6-436c-408b-9fd0-f4b33fd17b41 None None] Pushing event updated for resources: {'Port': ['ID=141e2d21-9bfa-4937-ade2-8f65bc6e6f25,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:56.571196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.672574 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-98757a60-3220-4ea2-8b87-38c13e4ccd4d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=a39d162b2e2e40dd8a822bf8c10f3e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7167618 Mar 23 10:19:56.677942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.685001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59458) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.698084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97c324-5288-4df9-86ea-1ffccb7d6d6b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:56.704007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97c324-5288-4df9-86ea-1ffccb7d6d6b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:56.705178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9a97c324-5288-4df9-86ea-1ffccb7d6d6b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:56.767718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Allocated IP 172.26.4.192 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/0774f148-810b-43fa-a0e9-ce01ff039c42) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:56.771934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9a97c324-5288-4df9-86ea-1ffccb7d6d6b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:56.773296 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9a97c324-5288-4df9-86ea-1ffccb7d6d6b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4869761 Mar 23 10:19:56.783773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59462) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.874481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fea10a1b-ee90-4927-913c-cdf83a9e9809 None None] Provisioning for port 7bb0253a-b389-4181-ac45-13b545791ccf completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:56.882153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fea10a1b-ee90-4927-913c-cdf83a9e9809 None None] Provisioning complete for port 7bb0253a-b389-4181-ac45-13b545791ccf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:56.883291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fea10a1b-ee90-4927-913c-cdf83a9e9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.914625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.917410 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-aa632603-9391-4ec3-b924-ec6c30557e00 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.8040540 Mar 23 10:19:56.917901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 5ad7c931-caf1-4e69-b642-3a1351d43573 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:19:56.922922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-f1b74c38-2639-4cdd-b73d-c3518793d1cb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 8cc90acb-c3d6-4613-b7a9-1c56c675c484 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:56.923362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1b74c38-2639-4cdd-b73d-c3518793d1cb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:56.929355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59466) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:56.955985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1368025514'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:56.967923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:57.006984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 15e49e5b-27ec-408b-b674-3055533478c9 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:57.007330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.073102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Usage tracker for resource:network and tenant:8e55eedc3c8641c9843c6c4408a96b6b is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:57.087097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:57.098985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fea10a1b-ee90-4927-913c-cdf83a9e9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.149672 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-fea10a1b-ee90-4927-913c-cdf83a9e9809 None None] For port 7bb0253a-b389-4181-ac45-13b545791ccf, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7bb0253a-b389-4181-ac45-13b545791ccf,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:19:57.158705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fea10a1b-ee90-4927-913c-cdf83a9e9809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.165872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:57.256081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10a1b-ee90-4927-913c-cdf83a9e9809 None None] Pushing event updated for resources: {'Port': ['ID=7bb0253a-b389-4181-ac45-13b545791ccf,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:57.294706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-527136c3-06e4-4625-b47a-8ca7bb145aac None None] Provisioning for port 8cc90acb-c3d6-4613-b7a9-1c56c675c484 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:57.302494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-527136c3-06e4-4625-b47a-8ca7bb145aac None None] Provisioning complete for port 8cc90acb-c3d6-4613-b7a9-1c56c675c484 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:57.303122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-527136c3-06e4-4625-b47a-8ca7bb145aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.366589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-527136c3-06e4-4625-b47a-8ca7bb145aac None None] Port 8cc90acb-c3d6-4613-b7a9-1c56c675c484 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:57.380037 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-527136c3-06e4-4625-b47a-8ca7bb145aac None None] Provisioning complete for port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:57.380406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-527136c3-06e4-4625-b47a-8ca7bb145aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.416157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.439163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.20 (139cfed0-0553-45e9-814a-ef1dc429d4cf/5107e1ea-2f25-4803-b636-8f035c784224/72e8da9b-acf1-497d-9746-f153612eaecf) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:19:57.497506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43d1ccd0-5d90-4385-8fad-48450353c871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.520133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:57.578456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 15e49e5b-27ec-408b-b674-3055533478c9 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:57.581555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Made reservation on behalf of 8e55eedc3c8641c9843c6c4408a96b6b for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:57.584924 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.605759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-527136c3-06e4-4625-b47a-8ca7bb145aac None None] Provisioning for port d8875464-d78b-4214-9a69-44e1d353e3e4 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:57.605995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:19:57.611296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.614564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:57.614931 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.631006 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-43f6af6a-994b-40cc-9a24-34688953e01a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/5ad7c931-caf1-4e69-b642-3a1351d43573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5506861 Mar 23 10:19:57.635976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59470) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.641248 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-527136c3-06e4-4625-b47a-8ca7bb145aac None None] Provisioning complete for port d8875464-d78b-4214-9a69-44e1d353e3e4 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:57.641957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-527136c3-06e4-4625-b47a-8ca7bb145aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.673569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b2ab4-1241-4889-93fa-c7b15eeb4ea0 None None] Sync routers for ids ['5ad7c931-caf1-4e69-b642-3a1351d43573'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:19:57.682744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:57.700660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Usage tracker for resource:security_group_rule and tenant:8e55eedc3c8641c9843c6c4408a96b6b is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:57.707722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:57.714025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b2ab4-1241-4889-93fa-c7b15eeb4ea0 None None] Routers {'5ad7c931-caf1-4e69-b642-3a1351d43573'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:57.714643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-579b2ab4-1241-4889-93fa-c7b15eeb4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5ad7c931-caf1-4e69-b642-3a1351d43573'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:57.716517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43d1ccd0-5d90-4385-8fad-48450353c871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.730087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23257f7-eb8a-4bc9-8059-d929b882916f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:57.730664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e23257f7-eb8a-4bc9-8059-d929b882916f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Synchronizing usage tracker for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:57.735160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:57.743387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.772400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.781513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e23257f7-eb8a-4bc9-8059-d929b882916f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Unset dirty status for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:57.782637 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e23257f7-eb8a-4bc9-8059-d929b882916f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports/d8875464-d78b-4214-9a69-44e1d353e3e4 HTTP/1.1" status: 200 len: 910 time: 0.1441350 Mar 23 10:19:57.788899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-527136c3-06e4-4625-b47a-8ca7bb145aac None None] Port d8875464-d78b-4214-9a69-44e1d353e3e4 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:57.792974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-579b2ab4-1241-4889-93fa-c7b15eeb4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:57.793300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object 72e8da9b-acf1-497d-9746-f153612eaecf will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:19:57.795865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59474) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:57.803902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:57.805020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b2ab4-1241-4889-93fa-c7b15eeb4ea0 None None] Routers {'5ad7c931-caf1-4e69-b642-3a1351d43573'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:19:57.805629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-579b2ab4-1241-4889-93fa-c7b15eeb4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5ad7c931-caf1-4e69-b642-3a1351d43573'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:57.873025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-579b2ab4-1241-4889-93fa-c7b15eeb4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:19:57.873461 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579b2ab4-1241-4889-93fa-c7b15eeb4ea0 None None] The sync data for ids ['5ad7c931-caf1-4e69-b642-3a1351d43573'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:19:57.986706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7bb0253a-b389-4181-ac45-13b545791ccf up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:19:58.003774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=72e8da9b-acf1-497d-9746-f153612eaecf,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:58.049500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9f286b05-610a-472b-afc0-e53ed9735bf7 None None] Provisioning complete for port d8875464-d78b-4214-9a69-44e1d353e3e4 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:58.050158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9f286b05-610a-472b-afc0-e53ed9735bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.070850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.077780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] In _notify_port_updated(), no bound segment for port 72e8da9b-acf1-497d-9746-f153612eaecf on network 139cfed0-0553-45e9-814a-ef1dc429d4cf {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:19:58.084373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:58.085264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.090414 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-812bd459-e7cc-4898-bb71-5ed04153a4a0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "PUT /v2.0/ports/72e8da9b-acf1-497d-9746-f153612eaecf HTTP/1.1" status: 200 len: 999 time: 2.6545763 Mar 23 10:19:58.091431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59478) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.123512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.126334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9f286b05-610a-472b-afc0-e53ed9735bf7 None None] Port d8875464-d78b-4214-9a69-44e1d353e3e4 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:58.137732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 7bb0253a-b389-4181-ac45-13b545791ccf triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:58.138102 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.169528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:19:58.206322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ed832b3d-4e03-4b02-a07e-db99402dadfc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 72e8da9b-acf1-497d-9746-f153612eaecf {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:19:58.206815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed832b3d-4e03-4b02-a07e-db99402dadfc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.214721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1b74c38-2639-4cdd-b73d-c3518793d1cb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.238177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c3fb7b-6e63-4aaf-83a3-d10eca4e907a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:58.251757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.252195 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Added segment dd1cd936-a2b1-41cd-9f13-85767a1fb7f7 of type vlan for network a87ddd02-c736-424f-bb01-aa97716b7b91 Mar 23 10:19:58.284291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2d3e7b71-3244-46f6-baf6-1baa4cb3ddd2 None None] Provisioning for port 72e8da9b-acf1-497d-9746-f153612eaecf completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:19:58.290400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2d3e7b71-3244-46f6-baf6-1baa4cb3ddd2 None None] Provisioning complete for port 72e8da9b-acf1-497d-9746-f153612eaecf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:19:58.290816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2d3e7b71-3244-46f6-baf6-1baa4cb3ddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.331932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.349378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e7b71-3244-46f6-baf6-1baa4cb3ddd2 None None] Port 72e8da9b-acf1-497d-9746-f153612eaecf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:19:58.431528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-f1b74c38-2639-4cdd-b73d-c3518793d1cb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 8cc90acb-c3d6-4613-b7a9-1c56c675c484 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:58.459381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.464885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:19:58.465429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.484388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43d1ccd0-5d90-4385-8fad-48450353c871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.607413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1ccd0-5d90-4385-8fad-48450353c871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccf303a-5216-4578-bc0b-9389d7503ed6,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:58.610460 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6682689 Mar 23 10:19:58.614530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc16f60-0e64-4810-a226-62e1eab65299 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Network': ['ID=a87ddd02-c736-424f-bb01-aa97716b7b91,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:58.618653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59482) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:58.621953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed832b3d-4e03-4b02-a07e-db99402dadfc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.622487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.635938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'subnet': {'network_id': 'a87ddd02-c736-424f-bb01-aa97716b7b91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:19:58.636913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network a87ddd02-c736-424f-bb01-aa97716b7b91 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:19:58.795079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:19:58.801379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-43d1ccd0-5d90-4385-8fad-48450353c871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.802502 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-43d1ccd0-5d90-4385-8fad-48450353c871 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9ccf303a-5216-4578-bc0b-9389d7503ed6 HTTP/1.1" status: 204 len: 168 time: 2.1134620 Mar 23 10:19:58.814362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:19:58.860626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:19:58.883160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ed832b3d-4e03-4b02-a07e-db99402dadfc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 72e8da9b-acf1-497d-9746-f153612eaecf owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:19:58.885340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event updated for resources: {'Port': ['ID=0774f148-810b-43fa-a0e9-ce01ff039c42,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:58.896838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:58.912433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:19:58.924559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Usage tracker for resource:subnet and tenant:8e55eedc3c8641c9843c6c4408a96b6b is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:19:58.930039 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:19:58.930575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.930959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.931291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.931624 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.931957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.932293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.932613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.932937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.933285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.933603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.934089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.934574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:19:58.939189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:19:58.983646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Made reservation on behalf of 8e55eedc3c8641c9843c6c4408a96b6b for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:19:58.987613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.083822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=15e49e5b-27ec-408b-b674-3055533478c9,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:59.287284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1b74c38-2639-4cdd-b73d-c3518793d1cb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.354458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.423638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b74c38-2639-4cdd-b73d-c3518793d1cb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=8cc90acb-c3d6-4613-b7a9-1c56c675c484,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:59.424836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed832b3d-4e03-4b02-a07e-db99402dadfc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.498999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed832b3d-4e03-4b02-a07e-db99402dadfc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=72e8da9b-acf1-497d-9746-f153612eaecf,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:59.719752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.759725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed832b3d-4e03-4b02-a07e-db99402dadfc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.776535 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ed832b3d-4e03-4b02-a07e-db99402dadfc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/72e8da9b-acf1-497d-9746-f153612eaecf HTTP/1.1" status: 204 len: 168 time: 1.6835351 Mar 23 10:19:59.795375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59508) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:59.796076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59510) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:59.846317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f1b74c38-2639-4cdd-b73d-c3518793d1cb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:19:59.867447 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-137a8278-cf6f-47c5-b300-73ae938a3e10 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:19:59.867976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-137a8278-cf6f-47c5-b300-73ae938a3e10 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:19:59.894701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Subnet': ['ID=c7676d2b-052a-4ad9-8f3a-c50e1676ac56,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:19:59.913856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Checking segment: {'id': 'dd1cd936-a2b1-41cd-9f13-85767a1fb7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a87ddd02-c736-424f-bb01-aa97716b7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:19:59.914235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network hostable DHCP agents. Network: a87ddd02-c736-424f-bb01-aa97716b7b91, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:19:59.920324 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-137a8278-cf6f-47c5-b300-73ae938a3e10 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:19:59.921473 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-137a8278-cf6f-47c5-b300-73ae938a3e10 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/72e8da9b-acf1-497d-9746-f153612eaecf HTTP/1.1" status: 404 len: 333 time: 0.1243882 Mar 23 10:19:59.924290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59518) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:19:59.939570 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f1b74c38-2639-4cdd-b73d-c3518793d1cb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/8cc90acb-c3d6-4613-b7a9-1c56c675c484 HTTP/1.1" status: 204 len: 168 time: 3.1456194 Mar 23 10:19:59.960733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59522) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:00.031550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-286046081'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:00.045489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network a87ddd02-c736-424f-bb01-aa97716b7b91 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:00.053549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:00.069130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:network and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:00.077904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcee250-32f9-421d-9b85-43c09508f36d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet 5107e1ea-2f25-4803-b636-8f035c784224 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:00.082489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:00.084983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, a87ddd02-c736-424f-bb01-aa97716b7b91) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:00.089955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4bcee250-32f9-421d-9b85-43c09508f36d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.095242 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4f1c98-280b-4ee4-84c2-d54b40a3f374 None None] Network a87ddd02-c736-424f-bb01-aa97716b7b91 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:00.119270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:00.129117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc90993-9b9d-4e97-96d9-5c829314b59f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:00.130718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc90993-9b9d-4e97-96d9-5c829314b59f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:00.131448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6fc90993-9b9d-4e97-96d9-5c829314b59f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:00.138184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:00.138758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.165086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 1fcd428a-f6fb-478a-97af-ecdd2d3c7844 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:20:00.174430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:00.178329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.198506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.206760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6fc90993-9b9d-4e97-96d9-5c829314b59f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:00.210402 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6fc90993-9b9d-4e97-96d9-5c829314b59f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2423017 Mar 23 10:20:00.213262 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b323e736-580a-4fc8-bc66-5aab962ff670 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5936341 Mar 23 10:20:00.217381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59528) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:00.217712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59530) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:00.224403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'network': {'name': 'tempest-router-network01--1073498564'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:00.234499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4bcee250-32f9-421d-9b85-43c09508f36d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.292610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:00.310914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:00.313675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Usage tracker for resource:network and tenant:8e55eedc3c8641c9843c6c4408a96b6b is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:00.321895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-a87ddd02-c736-424f-bb01-aa97716b7b91', 'network_id': 'a87ddd02-c736-424f-bb01-aa97716b7b91', 'tenant_id': '8e55eedc3c8641c9843c6c4408a96b6b', 'fixed_ips': [{'subnet_id': 'c7676d2b-052a-4ad9-8f3a-c50e1676ac56'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:00.323204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.330345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group_rule and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:00.333090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:00.342154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:00.354670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.355334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:00.357446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:00.386613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8bee9e-2334-4a1c-85d2-25e57c0946c7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 9552c3c9-6a98-4de6-8d1f-7b29517037fd {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:00.393916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fe8bee9e-2334-4a1c-85d2-25e57c0946c7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.443966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Made reservation on behalf of 8e55eedc3c8641c9843c6c4408a96b6b for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:00.447412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.458130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.503251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Allocated IP 2001:db8::2 (a87ddd02-c736-424f-bb01-aa97716b7b91/c7676d2b-052a-4ad9-8f3a-c50e1676ac56/4e0ff895-2ab0-4912-8da0-b2d04efabc69) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:00.514942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fe8bee9e-2334-4a1c-85d2-25e57c0946c7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.550692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:00.572623 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9876d-cebf-4aeb-8246-dd0d05f717d0 None None] Sync routers for ids ['1fcd428a-f6fb-478a-97af-ecdd2d3c7844'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:00.585589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4bcee250-32f9-421d-9b85-43c09508f36d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.592935 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9876d-cebf-4aeb-8246-dd0d05f717d0 None None] Routers {'1fcd428a-f6fb-478a-97af-ecdd2d3c7844'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:00.593959 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6bf9876d-cebf-4aeb-8246-dd0d05f717d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1fcd428a-f6fb-478a-97af-ecdd2d3c7844'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:00.608142 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ba394809-4803-4cea-918f-d0e54cd820c9 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/1fcd428a-f6fb-478a-97af-ecdd2d3c7844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9847300 Mar 23 10:20:00.618354 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59536) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:00.619526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:00.665527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.665861 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Added segment 200f1d27-21d3-4780-b099-2cfdc9680361 of type vlan for network 5e812eac-2579-44e2-a1fc-58b5f4f38c1e Mar 23 10:20:00.681146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5d224c89-736f-4dad-993d-4e6d6cc14cb3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Synchronizing usage tracker for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:00.716922 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6bf9876d-cebf-4aeb-8246-dd0d05f717d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:00.726191 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf9876d-cebf-4aeb-8246-dd0d05f717d0 None None] Routers {'1fcd428a-f6fb-478a-97af-ecdd2d3c7844'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:00.727599 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.727979 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6bf9876d-cebf-4aeb-8246-dd0d05f717d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['1fcd428a-f6fb-478a-97af-ecdd2d3c7844'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:00.747395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.763400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.791096 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6bf9876d-cebf-4aeb-8246-dd0d05f717d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:00.791859 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf9876d-cebf-4aeb-8246-dd0d05f717d0 None None] The sync data for ids ['1fcd428a-f6fb-478a-97af-ecdd2d3c7844'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:00.804165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4bcee250-32f9-421d-9b85-43c09508f36d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.812974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fe8bee9e-2334-4a1c-85d2-25e57c0946c7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.843418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:00.883256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.883475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:20:00.896540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Transition to ACTIVE for port object 4e0ff895-2ab0-4912-8da0-b2d04efabc69 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:00.910359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcee250-32f9-421d-9b85-43c09508f36d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=5107e1ea-2f25-4803-b636-8f035c784224,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:00.912622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711391d5-b649-4524-aab3-1444cb861271,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:00.924649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.925249 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Added segment 1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea of type vlan for network 432eba06-546a-492b-b2fe-fde3e6b70a77 Mar 23 10:20:00.928901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Transition to ACTIVE for port object 4e0ff895-2ab0-4912-8da0-b2d04efabc69 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:00.943246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4bcee250-32f9-421d-9b85-43c09508f36d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.950893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d74bb82-e1fe-4c77-bbb2-c6f9250ec8a3 None None] Network 139cfed0-0553-45e9-814a-ef1dc429d4cf requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:00.958270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.964775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:00.965483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.967856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:00.970719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5d224c89-736f-4dad-993d-4e6d6cc14cb3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Unset dirty status for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:00.972454 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5d224c89-736f-4dad-993d-4e6d6cc14cb3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fcd428a-f6fb-478a-97af-ecdd2d3c7844 HTTP/1.1" status: 200 len: 205 time: 0.3528225 Mar 23 10:20:00.980099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59540) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:01.058751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.106302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Network a87ddd02-c736-424f-bb01-aa97716b7b91 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:01.110005 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4bcee250-32f9-421d-9b85-43c09508f36d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/5107e1ea-2f25-4803-b636-8f035c784224 HTTP/1.1" status: 204 len: 168 time: 1.1847000 Mar 23 10:20:01.115981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:01.122092 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9018931 Mar 23 10:20:01.122828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59544) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:01.123348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59546) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:01.123567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:01.125743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Pushing event updated for resources: {'Port': ['ID=4e0ff895-2ab0-4912-8da0-b2d04efabc69,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:01.137466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fe8bee9e-2334-4a1c-85d2-25e57c0946c7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.144523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'network': {'name': 'tempest-router-network02--157452947'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:01.208507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3dff5-2a8c-4a86-9ec8-e076073ca217 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Network': ['ID=5e812eac-2579-44e2-a1fc-58b5f4f38c1e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:01.227822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:01.244356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Attempting to bind port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:01.244721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Attempting to bind port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'dd1cd936-a2b1-41cd-9f13-85767a1fb7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a87ddd02-c736-424f-bb01-aa97716b7b91'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:01.245150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Attempting to bind port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 on network a87ddd02-c736-424f-bb01-aa97716b7b91 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:01.247817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5e812eac-2579-44e2-a1fc-58b5f4f38c1e details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:01.249666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Usage tracker for resource:network and tenant:8e55eedc3c8641c9843c6c4408a96b6b is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:01.252290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bee9e-2334-4a1c-85d2-25e57c0946c7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=9552c3c9-6a98-4de6-8d1f-7b29517037fd,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:01.254223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:01.272413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:01.275005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fe8bee9e-2334-4a1c-85d2-25e57c0946c7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.276938 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fe8bee9e-2334-4a1c-85d2-25e57c0946c7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/9552c3c9-6a98-4de6-8d1f-7b29517037fd HTTP/1.1" status: 204 len: 168 time: 1.0583141 Mar 23 10:20:01.282039 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59552) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:01.289538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.295211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:01.295940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.306486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da94df-d402-488b-8042-0b75279778c5 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:01.327269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:01.327634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Checking segment: {'id': 'dd1cd936-a2b1-41cd-9f13-85767a1fb7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a87ddd02-c736-424f-bb01-aa97716b7b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:01.327922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.328302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Bound using segment: {'id': 'dd1cd936-a2b1-41cd-9f13-85767a1fb7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a87ddd02-c736-424f-bb01-aa97716b7b91'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:01.328761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Bound port: 4e0ff895-2ab0-4912-8da0-b2d04efabc69, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1cd936-a2b1-41cd-9f13-85767a1fb7f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'a87ddd02-c736-424f-bb01-aa97716b7b91'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:01.329143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.371473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e34bb89-1e06-456f-ba0a-cd2a96ac9e73 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.525587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet 55970d11-2752-4e00-8b31-25c628fee170 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:01.527773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Made reservation on behalf of 8e55eedc3c8641c9843c6c4408a96b6b for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:01.530706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.548893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-730f5bd4-5333-4a53-a5f7-2f2d79ac404f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2645595 Mar 23 10:20:01.552274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.565828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59556) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:01.580058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:01.596357 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7976561 Mar 23 10:20:01.615380 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59560) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:01.669784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca257fee-2118-4e6d-b411-b191cee9e9a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Network': ['ID=432eba06-546a-492b-b2fe-fde3e6b70a77,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:01.681673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:01.685193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.695363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:01.737449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.737449 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Added segment fb84c034-805b-43b7-8c7e-347abe503e93 of type vlan for network 19a1ce26-4107-4ed0-82b4-19f08f6ac735 Mar 23 10:20:01.780652 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'name': 'tempest-PortsIpV6TestJSON-1327394651'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:01.783616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.824291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.872653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] For port 4e0ff895-2ab0-4912-8da0-b2d04efabc69, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:01.879581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.885718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:01.886486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:01.888978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] For port 4e0ff895-2ab0-4912-8da0-b2d04efabc69, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4e0ff895-2ab0-4912-8da0-b2d04efabc69,segment=NetworkSegment(dd1cd936-a2b1-41cd-9f13-85767a1fb7f7),segment_id=dd1cd936-a2b1-41cd-9f13-85767a1fb7f7)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:01.915331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.014314 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8828351 Mar 23 10:20:02.020758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59564) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:02.023711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145dc6b-cf6d-4774-aae6-d059be79a2d4 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Network': ['ID=19a1ce26-4107-4ed0-82b4-19f08f6ac735,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:02.032119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'subnet': {'network_id': '5e812eac-2579-44e2-a1fc-58b5f4f38c1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:02.059098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 19a1ce26-4107-4ed0-82b4-19f08f6ac735 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:02.074743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.146752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e34bb89-1e06-456f-ba0a-cd2a96ac9e73 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.149834 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.156659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e34bb89-1e06-456f-ba0a-cd2a96ac9e73 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.194252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=55970d11-2752-4e00-8b31-25c628fee170,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:02.233236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.233456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff5c9c-1da0-45a7-b0dc-33fe43e3cdc2 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:02.236454 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/55970d11-2752-4e00-8b31-25c628fee170 HTTP/1.1" status: 204 len: 168 time: 1.1064353 Mar 23 10:20:02.240443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.240907 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc0383-77a4-4652-9203-d4387b1b7087 None None] Pushing event updated for resources: {'Port': ['ID=4e0ff895-2ab0-4912-8da0-b2d04efabc69,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:02.241180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.241676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.242788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.243281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.243752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.244217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.244680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.250951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59568) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:02.254529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.254756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cbff5c9c-1da0-45a7-b0dc-33fe43e3cdc2 None None] Deleting port 7bb0253a-b389-4181-ac45-13b545791ccf {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:02.255138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cbff5c9c-1da0-45a7-b0dc-33fe43e3cdc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.255390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.256242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.256721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ae2aa1-1252-4c9e-b59c-f012e7f7112c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:02.264522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:02.270209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Usage tracker for resource:subnet and tenant:8e55eedc3c8641c9843c6c4408a96b6b is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:02.274113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:02.282366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:02.317530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Made reservation on behalf of 8e55eedc3c8641c9843c6c4408a96b6b for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:02.321823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.580533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port d8875464-d78b-4214-9a69-44e1d353e3e4 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:02.581158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.623465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:02.652840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:02.699896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-cbff5c9c-1da0-45a7-b0dc-33fe43e3cdc2 None None] For port 7bb0253a-b389-4181-ac45-13b545791ccf, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7bb0253a-b389-4181-ac45-13b545791ccf,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:02.700553 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cbff5c9c-1da0-45a7-b0dc-33fe43e3cdc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.718186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e34bb89-1e06-456f-ba0a-cd2a96ac9e73 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.718832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e34bb89-1e06-456f-ba0a-cd2a96ac9e73 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Fanout notify agent at l3_agent the message router_deleted on router 1fcd428a-f6fb-478a-97af-ecdd2d3c7844 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:20:02.735432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:port and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:02.739751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:02.755478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:02.790746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.845299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:02.872519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cbff5c9c-1da0-45a7-b0dc-33fe43e3cdc2 None None] Calling delete_port for 7bb0253a-b389-4181-ac45-13b545791ccf owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:02.901404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Checking segment: {'id': '200f1d27-21d3-4780-b099-2cfdc9680361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5e812eac-2579-44e2-a1fc-58b5f4f38c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:02.902108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network hostable DHCP agents. Network: 5e812eac-2579-44e2-a1fc-58b5f4f38c1e, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:02.911798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.938143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e34bb89-1e06-456f-ba0a-cd2a96ac9e73 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.939233 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3e34bb89-1e06-456f-ba0a-cd2a96ac9e73 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/1fcd428a-f6fb-478a-97af-ecdd2d3c7844 HTTP/1.1" status: 204 len: 168 time: 1.9560897 Mar 23 10:20:02.940000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:02.943280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.948573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59572) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:02.966150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cbff5c9c-1da0-45a7-b0dc-33fe43e3cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:02.968060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Subnet': ['ID=1725615c-48d1-48e1-923f-2e72f1d7e587,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:03.032363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff5c9c-1da0-45a7-b0dc-33fe43e3cdc2 None None] Pushing event deleted for resources: {'Port': ['ID=7bb0253a-b389-4181-ac45-13b545791ccf,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:03.034438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a39183-cd4d-4b12-954f-7466dc5c6df1 None None] Network 139cfed0-0553-45e9-814a-ef1dc429d4cf requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:03.057784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-81146218-41e4-4cf8-bef0-e756569823fc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting subnet 64223c8f-e503-4c0b-a4ac-8a99d5c2f9c8 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:03.061682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network 5e812eac-2579-44e2-a1fc-58b5f4f38c1e is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:03.063764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff5c9c-1da0-45a7-b0dc-33fe43e3cdc2 None None] No DVR routers for this DVR port 7bb0253a-b389-4181-ac45-13b545791ccf on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:03.064062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-81146218-41e4-4cf8-bef0-e756569823fc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.120469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5e812eac-2579-44e2-a1fc-58b5f4f38c1e) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:03.145364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:03.146313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.170769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-81146218-41e4-4cf8-bef0-e756569823fc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.171720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45e1e59-6b4e-4c2f-99ef-e9376f10cf2d None None] Network 5e812eac-2579-44e2-a1fc-58b5f4f38c1e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:03.187690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:03.192517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.237055 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-12a1293e-05ce-4583-b05d-04e592c69d19 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2150381 Mar 23 10:20:03.241127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59576) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:03.259546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'subnet': {'network_id': '19a1ce26-4107-4ed0-82b4-19f08f6ac735', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:03.290669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8706f698-c40a-464c-9484-50a47db5e5ff None None] Provisioning complete for port 2ca2e276-61d4-496f-9909-bb90c1d433cd triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:03.291238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8706f698-c40a-464c-9484-50a47db5e5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.345137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 2ca2e276-61d4-496f-9909-bb90c1d433cd {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:03.345481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.393238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:03.396582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port 314e52f2-588c-49cd-8121-b090cc2b3604 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:03.398847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Usage tracker for resource:subnet and tenant:8e55eedc3c8641c9843c6c4408a96b6b is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:03.402792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:03.415277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:03.435802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Made reservation on behalf of 8e55eedc3c8641c9843c6c4408a96b6b for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:03.443314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.487081 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-81146218-41e4-4cf8-bef0-e756569823fc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.608460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f99359-f230-446c-bad0-05c9b8066714 None None] Network a87ddd02-c736-424f-bb01-aa97716b7b91 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:03.620791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4e0ff895-2ab0-4912-8da0-b2d04efabc69 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:03.669194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-81146218-41e4-4cf8-bef0-e756569823fc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.713395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.745495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81146218-41e4-4cf8-bef0-e756569823fc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Subnet': ['ID=64223c8f-e503-4c0b-a4ac-8a99d5c2f9c8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:03.749860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-81146218-41e4-4cf8-bef0-e756569823fc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.759252 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-81146218-41e4-4cf8-bef0-e756569823fc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/64223c8f-e503-4c0b-a4ac-8a99d5c2f9c8 HTTP/1.1" status: 204 len: 168 time: 0.7929864 Mar 23 10:20:03.762293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59580) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:03.813725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7b79b1-d8e0-46c5-9cca-fe84e280a6d5 None None] Network de637b92-a636-45de-b860-47319ad4a1bc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:03.863474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-23014b73-9991-49c4-870d-dc9905cc7a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:03.946465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] DHCP port deletion for 139cfed0-0553-45e9-814a-ef1dc429d4cf request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:03.949294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Router 3c3fc776-8eb5-4d78-aa46-63f17c360b24 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:20:03.988341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for d8875464-d78b-4214-9a69-44e1d353e3e4 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:04.002820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] Deleting port 2ca2e276-61d4-496f-9909-bb90c1d433cd {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:04.003290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.031916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.044987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.084841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:04.084841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.104426 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-5e812eac-2579-44e2-a1fc-58b5f4f38c1e', 'network_id': '5e812eac-2579-44e2-a1fc-58b5f4f38c1e', 'tenant_id': '8e55eedc3c8641c9843c6c4408a96b6b', 'fixed_ips': [{'subnet_id': '1725615c-48d1-48e1-923f-2e72f1d7e587'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:04.105388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.127914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:04.214918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e4bb057c-eea5-4033-b12b-d8d721a2cd75 None None] Provisioning for port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:04.233809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Subnet': ['ID=bdf96e66-ed43-4727-b615-6837304a54a4,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:04.270414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Checking segment: {'id': 'fb84c034-805b-43b7-8c7e-347abe503e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '19a1ce26-4107-4ed0-82b4-19f08f6ac735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:04.270761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network hostable DHCP agents. Network: 19a1ce26-4107-4ed0-82b4-19f08f6ac735, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:04.298881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e4bb057c-eea5-4033-b12b-d8d721a2cd75 None None] Provisioning complete for port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:04.298881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e4bb057c-eea5-4033-b12b-d8d721a2cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.329588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] For port 2ca2e276-61d4-496f-9909-bb90c1d433cd, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2ca2e276-61d4-496f-9909-bb90c1d433cd,segment=NetworkSegment(86b1dc0f-4936-45c0-9e88-1bf01fd5ab64),segment_id=86b1dc0f-4936-45c0-9e88-1bf01fd5ab64)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:04.330187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.336585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7bb0253a-b389-4181-ac45-13b545791ccf no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:04.381752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] For port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5de2efad-5bed-42f5-8c28-39d4cd53c1a0,segment=NetworkSegment(99e36e87-3bd6-4d07-a3ea-3642dc91e48e),segment_id=99e36e87-3bd6-4d07-a3ea-3642dc91e48e)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:04.382204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.399467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 7bb0253a-b389-4181-ac45-13b545791ccf {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:04.399798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7bb0253a-b389-4181-ac45-13b545791ccf not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:04.521431 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 2ca2e276-61d4-496f-9909-bb90c1d433cd owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:04.539484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:04.569450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network 19a1ce26-4107-4ed0-82b4-19f08f6ac735 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:04.595764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 19a1ce26-4107-4ed0-82b4-19f08f6ac735) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:04.602622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:04.605227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.630563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b980be-2c80-48a4-8020-c3729a84b758 None None] Network 19a1ce26-4107-4ed0-82b4-19f08f6ac735 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:04.639231 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9ecfba7d-c8f8-4003-9837-d8ff41e2ffe0 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3970511 Mar 23 10:20:04.642108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59596) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:04.728329 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] For port 2ca2e276-61d4-496f-9909-bb90c1d433cd, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2ca2e276-61d4-496f-9909-bb90c1d433cd,segment=NetworkSegment(86b1dc0f-4936-45c0-9e88-1bf01fd5ab64),segment_id=86b1dc0f-4936-45c0-9e88-1bf01fd5ab64)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:04.728718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.768533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.794381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:04.828275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:04.910522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Sync routers for ids ['3c3fc776-8eb5-4d78-aa46-63f17c360b24'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:04.994060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No DVR routers for this DVR port 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:04.997459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146efc13-134e-418d-aff8-fcc78f774b19 None None] DHCP port deletion for de637b92-a636-45de-b860-47319ad4a1bc request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:05.109280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=5de2efad-5bed-42f5-8c28-39d4cd53c1a0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:05.118768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.143867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Allocated IP 2001:db8::2 (5e812eac-2579-44e2-a1fc-58b5f4f38c1e/1725615c-48d1-48e1-923f-2e72f1d7e587/130dc61a-e988-4094-aa44-9bd5daaa05c7) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:05.153511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] Calling delete_port for 2ca2e276-61d4-496f-9909-bb90c1d433cd owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:05.194460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e4bb057c-eea5-4033-b12b-d8d721a2cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.213251 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=d8875464-d78b-4214-9a69-44e1d353e3e4,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:05.242846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Routers {'3c3fc776-8eb5-4d78-aa46-63f17c360b24'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:05.243715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:19:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['3c3fc776-8eb5-4d78-aa46-63f17c360b24'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:05.316666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.595627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.626381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:05.637766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:05.649111 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:05.650053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.657480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2ca2e276-61d4-496f-9909-bb90c1d433cd no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:05.672080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.673599 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e088d93c-dced-4244-8144-dffc85938f0e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 12.6230888 Mar 23 10:20:05.702910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59608) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:05.704444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.740311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.742968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e4bb057c-eea5-4033-b12b-d8d721a2cd75 None None] For port 4e0ff895-2ab0-4912-8da0-b2d04efabc69, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4e0ff895-2ab0-4912-8da0-b2d04efabc69,segment=NetworkSegment(dd1cd936-a2b1-41cd-9f13-85767a1fb7f7),segment_id=dd1cd936-a2b1-41cd-9f13-85767a1fb7f7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:05.753821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1165139-06e0-4116-bb0b-970137658be1 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:05.806902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de637b92-a636-45de-b860-47319ad4a1bc']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:05.810033 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.2328341 Mar 23 10:20:05.815261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e4bb057c-eea5-4033-b12b-d8d721a2cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.818153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 2ca2e276-61d4-496f-9909-bb90c1d433cd {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:05.818153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2ca2e276-61d4-496f-9909-bb90c1d433cd not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:05.818421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:05.821487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e36e87-3bd6-4d07-a3ea-3642dc91e48e') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:05.821889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e36e87-3bd6-4d07-a3ea-3642dc91e48e') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:05.834512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.851280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.856885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:20:05.858187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.863625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=2ca2e276-61d4-496f-9909-bb90c1d433cd,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:05.865360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59612) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:05.877003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No DVR routers for this DVR port 2ca2e276-61d4-496f-9909-bb90c1d433cd on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:05.880547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.909926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5d6c2-df7f-47a2-82ec-72ae71a80e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=5f2fe91c-7d6b-4261-b72e-01bab30208e9,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:05.915692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'name': 'tempest-NetworksTestDHCPv6-584354077'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:05.932308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-19a1ce26-4107-4ed0-82b4-19f08f6ac735', 'network_id': '19a1ce26-4107-4ed0-82b4-19f08f6ac735', 'tenant_id': '8e55eedc3c8641c9843c6c4408a96b6b', 'fixed_ips': [{'subnet_id': 'bdf96e66-ed43-4727-b615-6837304a54a4'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:05.933176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:05.946472 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:05.958828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb057c-eea5-4033-b12b-d8d721a2cd75 None None] Pushing event updated for resources: {'Port': ['ID=4e0ff895-2ab0-4912-8da0-b2d04efabc69,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:05.977490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:05.977826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5de2efad-5bed-42f5-8c28-39d4cd53c1a0 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:05.983912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf732a-c587-4850-851b-7cfc411d5660 req-50bb53e8-4d8f-46bc-b950-7a1ecf71f2bc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:05.986438 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eedf732a-c587-4850-851b-7cfc411d5660 req-50bb53e8-4d8f-46bc-b950-7a1ecf71f2bc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.9527307 Mar 23 10:20:06.042032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:20:06.042277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.042407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:20:06.077994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.139283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Network': ['ID=de637b92-a636-45de-b860-47319ad4a1bc,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:06.149230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Set router 3c3fc776-8eb5-4d78-aa46-63f17c360b24 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:20:06.166106 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eedf732a-c587-4850-851b-7cfc411d5660 req-6cfecbd3-d13d-4b98-8587-cddda6f82a4a tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606448 Mar 23 10:20:06.222222 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cca95346-6f8d-49c3-b237-bde53d8bfbbd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/networks/de637b92-a636-45de-b860-47319ad4a1bc HTTP/1.1" status: 204 len: 168 time: 2.4589055 Mar 23 10:20:06.223569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.232057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59616) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.325959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-247458433', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:06.329724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ead30507-c521-4953-9a91-f1896d2a7e6d None None] Provisioning complete for port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:06.330089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ead30507-c521-4953-9a91-f1896d2a7e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.338333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.357303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=314e52f2-588c-49cd-8121-b090cc2b3604,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:06.364657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:06.381061 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.393229 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:router and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:06.394485 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-608e7867-39c6-4a67-9043-76063f0ea7b6 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/routers/3c3fc776-8eb5-4d78-aa46-63f17c360b24 HTTP/1.1" status: 200 len: 909 time: 0.6823273 Mar 23 10:20:06.400211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 5ad7c931-caf1-4e69-b642-3a1351d43573 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:20:06.402359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59620) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.403277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:06.420218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139cfed0-0553-45e9-814a-ef1dc429d4cf']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:06.434669 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1058748250', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'enable_snat': True}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:06.446245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Checking segment: {'id': '1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:06.446603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network hostable DHCP agents. Network: 432eba06-546a-492b-b2fe-fde3e6b70a77, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:06.456577 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:06.462467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b1dc0f-4936-45c0-9e88-1bf01fd5ab64') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:06.462761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b1dc0f-4936-45c0-9e88-1bf01fd5ab64') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:06.479376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:06.496442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.503320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Usage tracker for resource:router and tenant:0ac5dac9c76043f08836b508e911d664 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:06.551363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] Deleting port 2ca2e276-61d4-496f-9909-bb90c1d433cd {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:06.551737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.556272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:06.706320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:06.708749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.709792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.714097 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:06.727647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:06.731079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:06.742299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.793658 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:06.794097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.808636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:06.810912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6108ca32-1bdf-4377-ac45-af3def2e0f18 None None] The port '2ca2e276-61d4-496f-9909-bb90c1d433cd' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:20:06.811794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a773694e-af3b-4711-8b44-20c5d1d1a088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.822968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:20:06.823397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.846514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.869435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.872026 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da499d1-7f3a-4509-8887-ac82abe6514a None None] Sync routers for ids ['5ad7c931-caf1-4e69-b642-3a1351d43573'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:06.884182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 432eba06-546a-492b-b2fe-fde3e6b70a77) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:06.893345 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da499d1-7f3a-4509-8887-ac82abe6514a None None] Routers {'5ad7c931-caf1-4e69-b642-3a1351d43573'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:06.894077 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6da499d1-7f3a-4509-8887-ac82abe6514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5ad7c931-caf1-4e69-b642-3a1351d43573'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:06.930225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ade7f0-64b3-4985-b2b2-2b224ec745f8 None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:06.944080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Allocated IP 2001:db8::2 (19a1ce26-4107-4ed0-82b4-19f08f6ac735/bdf96e66-ed43-4727-b615-6837304a54a4/ae20e00a-879a-4cc3-9f83-10d5c15c2414) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:06.945831 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-75b63598-aecf-415c-9c99-c5c7a2448eba tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/5ad7c931-caf1-4e69-b642-3a1351d43573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1443379 Mar 23 10:20:06.946801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:06.948564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59624) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:06.950598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:06.965230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:06.970920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:06.971080 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6da499d1-7f3a-4509-8887-ac82abe6514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:06.971836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.001324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.012593 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da499d1-7f3a-4509-8887-ac82abe6514a None None] Routers {'5ad7c931-caf1-4e69-b642-3a1351d43573'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:07.013514 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6da499d1-7f3a-4509-8887-ac82abe6514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5ad7c931-caf1-4e69-b642-3a1351d43573'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:07.021815 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b0640534-1746-4a05-9825-b3d733b1ba59 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ad7c931-caf1-4e69-b642-3a1351d43573 HTTP/1.1" status: 200 len: 205 time: 0.0714142 Mar 23 10:20:07.025990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59628) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:07.026464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '5f2fe91c-7d6b-4261-b72e-01bab30208e9'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:07.027352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.035160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.037345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.041424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Transition to ACTIVE for port object 130dc61a-e988-4094-aa44-9bd5daaa05c7 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:07.044225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 386db859-52de-41da-86c4-d58c139407d5 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:07.060417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Transition to ACTIVE for port object 130dc61a-e988-4094-aa44-9bd5daaa05c7 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:07.093927 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6da499d1-7f3a-4509-8887-ac82abe6514a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:07.094417 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da499d1-7f3a-4509-8887-ac82abe6514a None None] The sync data for ids ['5ad7c931-caf1-4e69-b642-3a1351d43573'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:07.101086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.103162 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/networks/139cfed0-0553-45e9-814a-ef1dc429d4cf HTTP/1.1" status: 204 len: 168 time: 4.8375661 Mar 23 10:20:07.114996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59632) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:07.122766 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4ff97158-7d2a-426a-a687-13c72790ba42 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 5.4968171 Mar 23 10:20:07.141962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.155178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59636) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:07.167230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-488036070'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:07.167419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc5a60-24ef-41da-8302-2fa6611b277f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Network': ['ID=139cfed0-0553-45e9-814a-ef1dc429d4cf,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:07.172337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:07.176483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:network and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:07.181187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:07.204403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:07.285669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-107edcc6-5820-4687-9ceb-71e55cf9fdbf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.297640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.301520 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f40d49ab-832c-4d22-8e99-7dfc22af1045 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0087070 Mar 23 10:20:07.343589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59642) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:07.345212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Allocated IP 2001:db8::1 (5e812eac-2579-44e2-a1fc-58b5f4f38c1e/1725615c-48d1-48e1-923f-2e72f1d7e587/869507c1-b942-430e-85ac-4389eb50fbab) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:07.345713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Network 5e812eac-2579-44e2-a1fc-58b5f4f38c1e is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:07.355327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:07.358858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:07.364857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-476437377'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:07.369135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:07.372444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.387208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:07.462387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:network and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:07.467253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:07.487683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:07.499206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.500443 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Added segment 5b248f52-db51-4815-bbfb-6cbb8e02de9f of type vlan for network bb61d565-8e94-4fe9-b1ae-6cea5697c70f Mar 23 10:20:07.526023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.534814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Pushing event updated for resources: {'Port': ['ID=130dc61a-e988-4094-aa44-9bd5daaa05c7,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:07.557382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:07.566032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.584871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4e0ff895-2ab0-4912-8da0-b2d04efabc69 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:07.611211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6979109-55fc-425a-9a1b-5cc18714564b req-79b649ca-b0ca-4813-8e1c-0146c07fb23c tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:07.612674 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d6979109-55fc-425a-9a1b-5cc18714564b req-79b649ca-b0ca-4813-8e1c-0146c07fb23c tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.3126960 Mar 23 10:20:07.669512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.682701 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.722735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::1f7 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/5f2fe91c-7d6b-4261-b72e-01bab30208e9/386db859-52de-41da-86c4-d58c139407d5) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:07.730263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3fc776-8eb5-4d78-aa46-63f17c360b24', 'name': 'tempest-snat-router-1058748250', 'tenant_id': '0ac5dac9c76043f08836b508e911d664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.192'}], 'enable_snat': False}, 'gw_port_id': '0774f148-810b-43fa-a0e9-ce01ff039c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:19:53Z', 'updated_at': '2022-03-23T10:19:59Z', 'revision_number': 3, 'project_id': '0ac5dac9c76043f08836b508e911d664', 'gw_port': {'id': '0774f148-810b-43fa-a0e9-ce01ff039c42', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3fc776-8eb5-4d78-aa46-63f17c360b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:19:56Z', 'updated_at': '2022-03-23T10:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:07.743683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Attempting to bind port 130dc61a-e988-4094-aa44-9bd5daaa05c7 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:07.744051 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Attempting to bind port 130dc61a-e988-4094-aa44-9bd5daaa05c7 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '200f1d27-21d3-4780-b099-2cfdc9680361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5e812eac-2579-44e2-a1fc-58b5f4f38c1e'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:07.744413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Attempting to bind port 130dc61a-e988-4094-aa44-9bd5daaa05c7 on network 5e812eac-2579-44e2-a1fc-58b5f4f38c1e {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:07.760052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Checking router: 3c3fc776-8eb5-4d78-aa46-63f17c360b24 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:20:07.760379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Updating router 3c3fc776-8eb5-4d78-aa46-63f17c360b24 port 0774f148-810b-43fa-a0e9-ce01ff039c42 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:20:07.777682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22597bdb-1c5a-4499-a4a8-f7770f751238 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:07.778359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-22597bdb-1c5a-4499-a4a8-f7770f751238 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:07.793703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:07.794032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Checking segment: {'id': '200f1d27-21d3-4780-b099-2cfdc9680361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5e812eac-2579-44e2-a1fc-58b5f4f38c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:07.794319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.794875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Bound using segment: {'id': '200f1d27-21d3-4780-b099-2cfdc9680361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5e812eac-2579-44e2-a1fc-58b5f4f38c1e'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:07.795607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Bound port: 130dc61a-e988-4094-aa44-9bd5daaa05c7, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200f1d27-21d3-4780-b099-2cfdc9680361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '5e812eac-2579-44e2-a1fc-58b5f4f38c1e'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:07.795607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.803105 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d6979109-55fc-425a-9a1b-5cc18714564b req-1e8053e6-88cf-4b69-ab0e-ad01340372cd tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392806 Mar 23 10:20:07.919805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.921604 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-22597bdb-1c5a-4499-a4a8-f7770f751238 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:07.925763 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-22597bdb-1c5a-4499-a4a8-f7770f751238 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8016138 Mar 23 10:20:07.926650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:07.927759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.930807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59646) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:07.936625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-107edcc6-5820-4687-9ceb-71e55cf9fdbf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.949624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:07.960283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-107edcc6-5820-4687-9ceb-71e55cf9fdbf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.002518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:08.002890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.047480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:08.050731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.080721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.100373 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9396405 Mar 23 10:20:08.101212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59650) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:08.122048 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Transition to ACTIVE for port object ae20e00a-879a-4cc3-9f83-10d5c15c2414 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:08.161984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'ports': [{'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77'}, {'network_id': 'bb61d565-8e94-4fe9-b1ae-6cea5697c70f'}]} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:08.162870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:08.163355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': 'bb61d565-8e94-4fe9-b1ae-6cea5697c70f'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:08.172735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] For port 130dc61a-e988-4094-aa44-9bd5daaa05c7, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:08.198612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] For port 130dc61a-e988-4094-aa44-9bd5daaa05c7, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=130dc61a-e988-4094-aa44-9bd5daaa05c7,segment=NetworkSegment(200f1d27-21d3-4780-b099-2cfdc9680361),segment_id=200f1d27-21d3-4780-b099-2cfdc9680361)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:08.208877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.212190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a6bc3-cd55-4bbe-ad5d-69fe626ce03b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Network': ['ID=bb61d565-8e94-4fe9-b1ae-6cea5697c70f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:08.216808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Transition to ACTIVE for port object ae20e00a-879a-4cc3-9f83-10d5c15c2414 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:08.221175 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cd8ed450-d79e-4dba-9ba8-1f8dae8bda53 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2861562 Mar 23 10:20:08.221320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.223231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-107edcc6-5820-4687-9ceb-71e55cf9fdbf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.223909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107edcc6-5820-4687-9ceb-71e55cf9fdbf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Fanout notify agent at l3_agent the message router_deleted on router 5ad7c931-caf1-4e69-b642-3a1351d43573 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:20:08.229218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59654) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:08.236788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-198375658'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:08.253346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:08.264248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 386db859-52de-41da-86c4-d58c139407d5 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:08.265077 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:network and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:08.268155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network bb61d565-8e94-4fe9-b1ae-6cea5697c70f details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:08.270717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:08.279494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:08.311123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:08.332073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-107edcc6-5820-4687-9ceb-71e55cf9fdbf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.333159 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-107edcc6-5820-4687-9ceb-71e55cf9fdbf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/5ad7c931-caf1-4e69-b642-3a1351d43573 HTTP/1.1" status: 204 len: 168 time: 1.3059807 Mar 23 10:20:08.337963 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.339458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59658) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:08.346315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.364933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.365301 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added segment 1a79e448-3b5a-45de-8cc8-792a5958efb9 of type vlan for network 63ac7f69-9608-4983-92ea-029d13f06708 Mar 23 10:20:08.388377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Transition to ACTIVE for port object 869507c1-b942-430e-85ac-4389eb50fbab will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:08.491254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.555233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:08.561503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.565346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:port and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:08.593100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:08.596599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.599148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:08.630998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Network 19a1ce26-4107-4ed0-82b4-19f08f6ac735 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:08.631241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:08.640329 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:08.646612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.652837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:08.653795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.654157 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:08.669559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Pushing event updated for resources: {'Port': ['ID=130dc61a-e988-4094-aa44-9bd5daaa05c7,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:08.682796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network 5e812eac-2579-44e2-a1fc-58b5f4f38c1e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:08.715956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abc911e-6e29-4477-8fd4-d9010364a47c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting subnet 9d381d96-c9f4-4901-898c-c9ceae8b298b {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:08.718552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:08.722841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.723188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.723530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.723861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.724522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.724522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.725000 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.725168 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.725612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.725806 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.726186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.726506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad154cb7-50b9-436b-89ab-0ee149240cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:08.728603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6abc911e-6e29-4477-8fd4-d9010364a47c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.731701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:08.732226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.734875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 2} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:08.739195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.749322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Port': ['ID=869507c1-b942-430e-85ac-4389eb50fbab,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:08.769306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:08.780732 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.815773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.846307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.888218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.888683 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Added segment f1356055-f8d5-4b90-8d14-dbcf3d5e3137 of type vlan for network b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f Mar 23 10:20:08.892494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:08.906428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Network': ['ID=63ac7f69-9608-4983-92ea-029d13f06708,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:08.918168 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7ad9fc39-d074-43fe-9084-e319b8a8659a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5675385 Mar 23 10:20:08.927782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59664) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:08.940498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 63ac7f69-9608-4983-92ea-029d13f06708 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:08.942480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'subnet': {'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:08.955365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6abc911e-6e29-4477-8fd4-d9010364a47c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.071878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Attempting to bind port ae20e00a-879a-4cc3-9f83-10d5c15c2414 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:09.072154 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Attempting to bind port ae20e00a-879a-4cc3-9f83-10d5c15c2414 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'fb84c034-805b-43b7-8c7e-347abe503e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '19a1ce26-4107-4ed0-82b4-19f08f6ac735'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:09.072518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Attempting to bind port ae20e00a-879a-4cc3-9f83-10d5c15c2414 on network 19a1ce26-4107-4ed0-82b4-19f08f6ac735 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:09.079938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Pushing event updated for resources: {'Port': ['ID=ae20e00a-879a-4cc3-9f83-10d5c15c2414,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:09.084105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:09.094385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=386db859-52de-41da-86c4-d58c139407d5,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:09.099381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.108412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:09.111119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:09.117531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:09.118595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.144924 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.resource_extend [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:20:09.155366 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:09.155742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Checking segment: {'id': 'fb84c034-805b-43b7-8c7e-347abe503e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '19a1ce26-4107-4ed0-82b4-19f08f6ac735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:09.156143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.156538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Bound using segment: {'id': 'fb84c034-805b-43b7-8c7e-347abe503e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '19a1ce26-4107-4ed0-82b4-19f08f6ac735'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:09.157016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Bound port: ae20e00a-879a-4cc3-9f83-10d5c15c2414, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb84c034-805b-43b7-8c7e-347abe503e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': '19a1ce26-4107-4ed0-82b4-19f08f6ac735'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:09.157451 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.206227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.207982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/5f2fe91c-7d6b-4261-b72e-01bab30208e9/ac55cbc8-ad37-4aad-be3d-4b710a960559) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:09.211631 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1bba708d-f18a-4e1a-a602-ffdfd689bfde tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3327355 Mar 23 10:20:09.214894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59668) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:09.265587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.271621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:09.272318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.303448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6abc911e-6e29-4477-8fd4-d9010364a47c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.363949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.411940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Transition to ACTIVE for port object 0774f148-810b-43fa-a0e9-ce01ff039c42 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:09.488880 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2552197 Mar 23 10:20:09.492713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.500594 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59672) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:09.520288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': 'b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:09.570606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] For port ae20e00a-879a-4cc3-9f83-10d5c15c2414, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:09.594392 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] For port ae20e00a-879a-4cc3-9f83-10d5c15c2414, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ae20e00a-879a-4cc3-9f83-10d5c15c2414,segment=NetworkSegment(fb84c034-805b-43b7-8c7e-347abe503e93),segment_id=fb84c034-805b-43b7-8c7e-347abe503e93)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:09.615039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb2616-1435-4054-9742-9c25db171d82 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Network': ['ID=b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:09.654382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.665310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:09.686361 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 130dc61a-e988-4094-aa44-9bd5daaa05c7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:09.723087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:09.723308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.724037 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Attempting to bind port 0774f148-810b-43fa-a0e9-ce01ff039c42 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:09.724403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Attempting to bind port 0774f148-810b-43fa-a0e9-ce01ff039c42 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:09.724763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Attempting to bind port 0774f148-810b-43fa-a0e9-ce01ff039c42 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:09.792361 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:09.792766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:09.793369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.793605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:09.794092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Bound port: 0774f148-810b-43fa-a0e9-ce01ff039c42, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:09.794466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:09.801673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Allocated IP 172.26.4.191 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/afc05fce-4ec7-4b55-9d02-9f6aca9eef06) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:09.891495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port 873116e7-9b54-4e0f-b8a4-c203b5e57cfe yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:09.908981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:subnet and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:09.919953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:09.948416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:10.029159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcc1a7-5693-4970-89ad-d91020338d3a None None] Pushing event updated for resources: {'Port': ['ID=0774f148-810b-43fa-a0e9-ce01ff039c42,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:10.046683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6abc911e-6e29-4477-8fd4-d9010364a47c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.087404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:10.096672 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c412602-12ef-4ebb-97f0-be241f409728 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:10.097583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9c412602-12ef-4ebb-97f0-be241f409728 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:10.115283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:10.125069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:10.134445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6abc911e-6e29-4477-8fd4-d9010364a47c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.144967 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc911e-6e29-4477-8fd4-d9010364a47c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Subnet': ['ID=9d381d96-c9f4-4901-898c-c9ceae8b298b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:10.151107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:10.202411 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6abc911e-6e29-4477-8fd4-d9010364a47c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/9d381d96-c9f4-4901-898c-c9ceae8b298b HTTP/1.1" status: 204 len: 168 time: 1.8521497 Mar 23 10:20:10.211414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d84ebc-bbe0-41c4-a951-9f8075174f7a req-ad5ade61-806e-4730-ab63-4fac20b5d8d1 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:10.213200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59676) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.219543 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-80d84ebc-bbe0-41c4-a951-9f8075174f7a req-ad5ade61-806e-4730-ab63-4fac20b5d8d1 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 1.1532278 Mar 23 10:20:10.223357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:10.227752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.260948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:10.264570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.275039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9c412602-12ef-4ebb-97f0-be241f409728 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:10.276283 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9c412602-12ef-4ebb-97f0-be241f409728 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.0602090 Mar 23 10:20:10.281668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59680) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:10.331776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc9abe-1efa-4876-aa3b-8b856c270bbc None None] Pushing event updated for resources: {'Port': ['ID=ae20e00a-879a-4cc3-9f83-10d5c15c2414,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:10.382945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] For port 0774f148-810b-43fa-a0e9-ce01ff039c42, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:10.384514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.386388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] For port 0774f148-810b-43fa-a0e9-ce01ff039c42, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=0774f148-810b-43fa-a0e9-ce01ff039c42,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:10.392831 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d3eed3-4ac6-4a18-9c8d-4aae3fa49da4 None None] Network 3dd8e93d-f7b2-4739-b3b6-2956e07c972b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:10.500817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.537518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.539300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:10.539814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.541871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.549910 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-80d84ebc-bbe0-41c4-a951-9f8075174f7a req-823e910f-03cd-4ce3-a0fb-33f47a81745d tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3268199 Mar 23 10:20:10.579775 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 130dc61a-e988-4094-aa44-9bd5daaa05c7 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:10.585596 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70da4cf5-b7d4-4f43-80d5-88560addcf3d None None] Network 5e812eac-2579-44e2-a1fc-58b5f4f38c1e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:10.606771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.623848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.630641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-10e1b840-a419-478e-93f7-1297c3698662 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 386db859-52de-41da-86c4-d58c139407d5 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:10.630986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10e1b840-a419-478e-93f7-1297c3698662 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.697816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Transition to ACTIVE for port object ac55cbc8-ad37-4aad-be3d-4b710a960559 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:10.709831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:10.729213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.751228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:10.778519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9de08b35-f8f9-483e-9349-89bc3615ebf3 None None] Provisioning for port 130dc61a-e988-4094-aa44-9bd5daaa05c7 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:10.794708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.795477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.815988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Transition to ACTIVE for port object ac55cbc8-ad37-4aad-be3d-4b710a960559 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:10.825935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9de08b35-f8f9-483e-9349-89bc3615ebf3 None None] Provisioning complete for port 130dc61a-e988-4094-aa44-9bd5daaa05c7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:10.826317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9de08b35-f8f9-483e-9349-89bc3615ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:10.897342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:10.957529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Routers {'3c3fc776-8eb5-4d78-aa46-63f17c360b24'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:10.958173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['3c3fc776-8eb5-4d78-aa46-63f17c360b24'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:11.145881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=141e2d21-9bfa-4937-ade2-8f65bc6e6f25,segment=NetworkSegment(27179714-c776-4ba0-bbf3-1daf388b9198),segment_id=27179714-c776-4ba0-bbf3-1daf388b9198)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:11.146293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.189103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] Set router 3c3fc776-8eb5-4d78-aa46-63f17c360b24 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:20:11.249920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network 5e812eac-2579-44e2-a1fc-58b5f4f38c1e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:11.252730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port c434976d-16f9-47ad-8561-c093ed5dbf6d yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:11.267586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:11.276541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:11.326350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.392863 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593dc249-8f4a-4a85-8371-845f5b5a5538 None None] Network 19a1ce26-4107-4ed0-82b4-19f08f6ac735 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:11.401249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Port': ['ID=869507c1-b942-430e-85ac-4389eb50fbab,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.407984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcc1a7-5693-4970-89ad-d91020338d3a None None] Pushing event updated for resources: {'Port': ['ID=0774f148-810b-43fa-a0e9-ce01ff039c42,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.456562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event updated for resources: {'Port': ['ID=afc05fce-4ec7-4b55-9d02-9f6aca9eef06,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.544582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:11.551750 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.557879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:11.559999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.615375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:11.663845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:11.682225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ae20e00a-879a-4cc3-9f83-10d5c15c2414 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:11.747385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=141e2d21-9bfa-4937-ade2-8f65bc6e6f25,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.767193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No DVR routers for this DVR port 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:11.851852 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Pushing event updated for resources: {'Port': ['ID=ac55cbc8-ad37-4aad-be3d-4b710a960559,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.887560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d284-b842-4924-9f52-841ae8f83f00 req-5fede716-5e3b-4298-b731-f29f6706fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:11.889060 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b040d284-b842-4924-9f52-841ae8f83f00 req-5fede716-5e3b-4298-b731-f29f6706fd34 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e945150dcee24e13987cfe1467b035a1&device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 1099 time: 0.8223209 Mar 23 10:20:11.978431 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=602e3438-b287-4b88-9fe7-ad147e9ba8aa,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:11.984437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.009445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Checking segment: {'id': 'f1356055-f8d5-4b90-8d14-dbcf3d5e3137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:12.009714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network hostable DHCP agents. Network: b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:12.033321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Subnet': ['ID=253b6285-4999-4f31-80a8-c160be480533,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:12.038843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Attempting to bind port ac55cbc8-ad37-4aad-be3d-4b710a960559 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:12.039610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Attempting to bind port ac55cbc8-ad37-4aad-be3d-4b710a960559 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:12.040174 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Attempting to bind port ac55cbc8-ad37-4aad-be3d-4b710a960559 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:12.061788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Checking segment: {'id': '1a79e448-3b5a-45de-8cc8-792a5958efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:12.062148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network hostable DHCP agents. Network: 63ac7f69-9608-4983-92ea-029d13f06708, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:12.086170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10e1b840-a419-478e-93f7-1297c3698662 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.090415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aaf5ab-879a-411e-820b-36ca6227dd32 None None] DHCP port deletion for 3dd8e93d-f7b2-4739-b3b6-2956e07c972b request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:12.096832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd8e93d-f7b2-4739-b3b6-2956e07c972b']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:12.115121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:12.115425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:12.116062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.116419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:12.117018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Bound port: ac55cbc8-ad37-4aad-be3d-4b710a960559, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:12.117518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.129565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27179714-c776-4ba0-bbf3-1daf388b9198') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:12.129857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27179714-c776-4ba0-bbf3-1daf388b9198') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:12.152232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.159534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.163265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9de08b35-f8f9-483e-9349-89bc3615ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.207169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:12.230804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Router 65514ea7-2734-4da5-812e-c8e34b49e69e is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:20:12.250762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254b17f-8745-4d45-83a0-1774f8da7222 req-63a16208-62f3-4078-b283-36c3314dbb85 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:12.252239 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b254b17f-8745-4d45-83a0-1774f8da7222 req-63a16208-62f3-4078-b283-36c3314dbb85 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.5160444 Mar 23 10:20:12.253435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.260860 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:12.270560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:12.271382 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.275492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:20:12.276045 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:12.294979 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:12.300750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e70a89-8578-4d10-9252-7041f3512d3c None None] Network b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:12.324812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-10e1b840-a419-478e-93f7-1297c3698662 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 386db859-52de-41da-86c4-d58c139407d5 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:12.331636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port ae20e00a-879a-4cc3-9f83-10d5c15c2414 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:12.356400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.362763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9de08b35-f8f9-483e-9349-89bc3615ebf3 None None] For port 130dc61a-e988-4094-aa44-9bd5daaa05c7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=130dc61a-e988-4094-aa44-9bd5daaa05c7,segment=NetworkSegment(200f1d27-21d3-4780-b099-2cfdc9680361),segment_id=200f1d27-21d3-4780-b099-2cfdc9680361)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:12.453766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 63ac7f69-9608-4983-92ea-029d13f06708 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:12.491224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9de08b35-f8f9-483e-9349-89bc3615ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.499128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 63ac7f69-9608-4983-92ea-029d13f06708) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:12.503089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:12.503673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.550834 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fba9ee-c9fc-4ff2-8264-b2b34e4c9d4f None None] Network 63ac7f69-9608-4983-92ea-029d13f06708 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:12.622342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d284-b842-4924-9f52-841ae8f83f00 req-32905f33-c186-4d6e-a655-65804c625fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:12.623973 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b040d284-b842-4924-9f52-841ae8f83f00 req-32905f33-c186-4d6e-a655-65804c625fa1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=d5c29034-033c-4bb8-ac97-78098319aafb HTTP/1.1" status: 200 len: 897 time: 0.6912155 Mar 23 10:20:12.624749 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1499fd44-90a2-466d-8fdc-03e3be102ffc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1170514 Mar 23 10:20:12.627404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59686) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:12.637481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': 'b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f', 'name': 'tempest-PortsTestJSON-1042165064'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:12.643381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] For port ac55cbc8-ad37-4aad-be3d-4b710a960559, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:12.677878 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b254b17f-8745-4d45-83a0-1774f8da7222 req-cea9c778-564e-49c2-8cbb-a0349eddcd8c tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4084873 Mar 23 10:20:12.741015 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5493d739-b0da-4347-876b-a64370ed173c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8094604 Mar 23 10:20:12.744764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:12.747689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59690) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:12.755647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] For port ac55cbc8-ad37-4aad-be3d-4b710a960559, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ac55cbc8-ad37-4aad-be3d-4b710a960559,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:12.769785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.772418 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341b4a6-7be9-4f4c-afe2-373bdbb9a240 None None] Sync routers for ids ['65514ea7-2734-4da5-812e-c8e34b49e69e'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:12.780180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.784077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de08b35-f8f9-483e-9349-89bc3615ebf3 None None] Pushing event updated for resources: {'Port': ['ID=130dc61a-e988-4094-aa44-9bd5daaa05c7,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:12.787580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3fc776-8eb5-4d78-aa46-63f17c360b24', 'name': 'tempest-snat-router-1058748250', 'tenant_id': '0ac5dac9c76043f08836b508e911d664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.192'}], 'enable_snat': False}, 'gw_port_id': '0774f148-810b-43fa-a0e9-ce01ff039c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:19:53Z', 'updated_at': '2022-03-23T10:19:59Z', 'revision_number': 3, 'project_id': '0ac5dac9c76043f08836b508e911d664', 'gw_port': {'id': '0774f148-810b-43fa-a0e9-ce01ff039c42', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3fc776-8eb5-4d78-aa46-63f17c360b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:19:56Z', 'updated_at': '2022-03-23T10:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:12.822325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.836503 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/networks/3dd8e93d-f7b2-4739-b3b6-2956e07c972b HTTP/1.1" status: 204 len: 168 time: 2.6221287 Mar 23 10:20:12.856198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:12.872807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59694) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:12.876481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7f2ee346-3ec6-4216-a157-a0e7b12ac48d None None] Provisioning for port ae20e00a-879a-4cc3-9f83-10d5c15c2414 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:12.900847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b2d86d-0e96-4bc2-8508-74fcf7f75866 None None] The sync data for ids ['3c3fc776-8eb5-4d78-aa46-63f17c360b24'] in dv-neutron-834652-2-hyperv is: [{'id': '3c3fc776-8eb5-4d78-aa46-63f17c360b24', 'name': 'tempest-snat-router-1058748250', 'tenant_id': '0ac5dac9c76043f08836b508e911d664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.192'}], 'enable_snat': False}, 'gw_port_id': '0774f148-810b-43fa-a0e9-ce01ff039c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:19:53Z', 'updated_at': '2022-03-23T10:19:59Z', 'revision_number': 3, 'project_id': '0ac5dac9c76043f08836b508e911d664', 'gw_port': {'id': '0774f148-810b-43fa-a0e9-ce01ff039c42', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3fc776-8eb5-4d78-aa46-63f17c360b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:19:56Z', 'updated_at': '2022-03-23T10:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:12.914842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e6fe7-7636-4424-b1b3-395d06976092 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Network': ['ID=3dd8e93d-f7b2-4739-b3b6-2956e07c972b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:12.939781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-55493059', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:12.974906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341b4a6-7be9-4f4c-afe2-373bdbb9a240 None None] Routers {'65514ea7-2734-4da5-812e-c8e34b49e69e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:12.975550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9341b4a6-7be9-4f4c-afe2-373bdbb9a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['65514ea7-2734-4da5-812e-c8e34b49e69e'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:13.001158 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ca734755-84b7-4410-8743-8bceaab87cd9 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "PUT /v2.0/routers/65514ea7-2734-4da5-812e-c8e34b49e69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3579245 Mar 23 10:20:13.004526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:13.029731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:13.037332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59698) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:13.071066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7f2ee346-3ec6-4216-a157-a0e7b12ac48d None None] Provisioning complete for port ae20e00a-879a-4cc3-9f83-10d5c15c2414 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:13.071503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee346-3ec6-4216-a157-a0e7b12ac48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.117635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:router and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:13.142413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:13.147200 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b040d284-b842-4924-9f52-841ae8f83f00 req-d0896872-ebf6-41b5-b080-1247b3ee453e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade857cf-d903-4902-bc81-095f643cdcf0 HTTP/1.1" status: 200 len: 1002 time: 0.5026886 Mar 23 10:20:13.168048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:13.187664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:13.193541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:13.201733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:13.218528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.229124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9341b4a6-7be9-4f4c-afe2-373bdbb9a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:13.232688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:13.344109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:13.348250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:13.349471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.372709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9664ce7-4304-4edd-9d09-1100fd592fab None None] Pushing event updated for resources: {'Port': ['ID=ac55cbc8-ad37-4aad-be3d-4b710a960559,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:13.384503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9341b4a6-7be9-4f4c-afe2-373bdbb9a240 None None] Routers {'65514ea7-2734-4da5-812e-c8e34b49e69e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:13.385329 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9341b4a6-7be9-4f4c-afe2-373bdbb9a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['65514ea7-2734-4da5-812e-c8e34b49e69e'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:13.447317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=873116e7-9b54-4e0f-b8a4-c203b5e57cfe,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:13.450947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10e1b840-a419-478e-93f7-1297c3698662 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.534129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9341b4a6-7be9-4f4c-afe2-373bdbb9a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:13.534560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9341b4a6-7be9-4f4c-afe2-373bdbb9a240 None None] The sync data for ids ['65514ea7-2734-4da5-812e-c8e34b49e69e'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:13.549891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f', 'network_id': 'b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f', 'tenant_id': 'c8b9876b43914f6c9e442dc775b5b1b7', 'fixed_ips': [{'subnet_id': '602e3438-b287-4b88-9fe7-ad147e9ba8aa'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:13.558498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.643974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:13.647640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:13.915832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ac55cbc8-ad37-4aad-be3d-4b710a960559 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:13.956430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port ebf26646-e4bf-44db-9a47-0068dac04533 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:14.047680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-63ac7f69-9608-4983-92ea-029d13f06708', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:14.048498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.061310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.067965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.086176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.152473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Allocated IP 172.20.0.2 (b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f/602e3438-b287-4b88-9fe7-ad147e9ba8aa/24eff034-6e9f-4eb9-a1b0-f86c64c215f0) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:14.259488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee346-3ec6-4216-a157-a0e7b12ac48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.513058 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7f2ee346-3ec6-4216-a157-a0e7b12ac48d None None] For port ae20e00a-879a-4cc3-9f83-10d5c15c2414, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ae20e00a-879a-4cc3-9f83-10d5c15c2414,segment=NetworkSegment(fb84c034-805b-43b7-8c7e-347abe503e93),segment_id=fb84c034-805b-43b7-8c7e-347abe503e93)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:14.542737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee346-3ec6-4216-a157-a0e7b12ac48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.606348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10e1b840-a419-478e-93f7-1297c3698662 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.622535 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-10e1b840-a419-478e-93f7-1297c3698662 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/386db859-52de-41da-86c4-d58c139407d5 HTTP/1.1" status: 204 len: 168 time: 4.3337548 Mar 23 10:20:14.642942 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port ac55cbc8-ad37-4aad-be3d-4b710a960559 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:14.664257 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59704) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:14.673399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 130dc61a-e988-4094-aa44-9bd5daaa05c7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:14.743557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d284-b842-4924-9f52-841ae8f83f00 req-3b2e3a2e-f4f1-4416-b578-e75b3d24e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:14.745241 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b040d284-b842-4924-9f52-841ae8f83f00 req-3b2e3a2e-f4f1-4416-b578-e75b3d24e2e3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb8c55d0-4839-455d-bf73-db274a57c0c1 HTTP/1.1" status: 200 len: 835 time: 1.5693381 Mar 23 10:20:14.772793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e02824-4059-43b5-95b0-7364b0e04901 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:14.774437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e02824-4059-43b5-95b0-7364b0e04901 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:14.775231 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c0e02824-4059-43b5-95b0-7364b0e04901 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:14.809580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Allocated IP 2001:db8::2 (63ac7f69-9608-4983-92ea-029d13f06708/253b6285-4999-4f31-80a8-c160be480533/2956e0c1-010a-409f-b1a4-30a1a375fa0c) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:14.809825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=c434976d-16f9-47ad-8561-c093ed5dbf6d,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:14.831889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Provisioning for port ac55cbc8-ad37-4aad-be3d-4b710a960559 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:14.834917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ee346-3ec6-4216-a157-a0e7b12ac48d None None] Pushing event updated for resources: {'Port': ['ID=ae20e00a-879a-4cc3-9f83-10d5c15c2414,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:14.868244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Checking segment: {'id': '5b248f52-db51-4815-bbfb-6cbb8e02de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'bb61d565-8e94-4fe9-b1ae-6cea5697c70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:14.868609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network hostable DHCP agents. Network: bb61d565-8e94-4fe9-b1ae-6cea5697c70f, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:14.886283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Provisioning complete for port ac55cbc8-ad37-4aad-be3d-4b710a960559 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:14.886587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:14.936957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Router d77eb2ea-b217-4bce-8870-1de44249c976 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:20:14.978798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c0e02824-4059-43b5-95b0-7364b0e04901 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:14.980115 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c0e02824-4059-43b5-95b0-7364b0e04901 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3140414 Mar 23 10:20:14.987544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59708) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:15.053506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.062872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1b840-a419-478e-93f7-1297c3698662 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=386db859-52de-41da-86c4-d58c139407d5,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:15.095920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.143950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network bb61d565-8e94-4fe9-b1ae-6cea5697c70f is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:15.186984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, bb61d565-8e94-4fe9-b1ae-6cea5697c70f) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:15.187120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 130dc61a-e988-4094-aa44-9bd5daaa05c7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:15.187533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.207874 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-f297513c-e4a4-466a-8c9c-717319f481fa tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:20:15.209313 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f297513c-e4a4-466a-8c9c-717319f481fa tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "PUT /v2.0/routers/65514ea7-2734-4da5-812e-c8e34b49e69e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0878959 Mar 23 10:20:15.214790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2fc9ef-7270-4ac0-b979-8fa1742dcd7c req-716a6d1f-0576-4182-9957-07b837a64dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:15.218555 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce2fc9ef-7270-4ac0-b979-8fa1742dcd7c req-716a6d1f-0576-4182-9957-07b837a64dca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 1.1687810 Mar 23 10:20:15.219234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.231200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a274ec-b965-44c3-9841-517d01e7edbd None None] Network bb61d565-8e94-4fe9-b1ae-6cea5697c70f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:15.231553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59712) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:15.295961 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Transition to ACTIVE for port object 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:15.326115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:15.330957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:15.335854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:15.336550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.344154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d284-b842-4924-9f52-841ae8f83f00 req-82d4b57d-1e79-4c6a-83ca-840d5220627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:15.345830 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b040d284-b842-4924-9f52-841ae8f83f00 req-82d4b57d-1e79-4c6a-83ca-840d5220627e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d5c29034-033c-4bb8-ac97-78098319aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5866342 Mar 23 10:20:15.391577 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c42938d-f41b-4ced-b45e-67de10a8ea16 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 5f2fe91c-7d6b-4261-b72e-01bab30208e9 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:15.398173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c42938d-f41b-4ced-b45e-67de10a8ea16 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.435044 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Transition to ACTIVE for port object 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:15.517919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.579485 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4d116b6f-fe8a-49b3-9cbf-eeed830185d8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.4270697 Mar 23 10:20:15.596387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59716) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:15.597447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:15.609683 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Sync routers for ids ['d77eb2ea-b217-4bce-8870-1de44249c976'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:15.615746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c42938d-f41b-4ced-b45e-67de10a8ea16 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.627657 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Routers {'d77eb2ea-b217-4bce-8870-1de44249c976'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:15.628802 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['d77eb2ea-b217-4bce-8870-1de44249c976'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:15.654839 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b040d284-b842-4924-9f52-841ae8f83f00 req-c3a27749-d12d-452b-8140-e6fc19b648f8 service neutron] 10.222.0.102 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865078 Mar 23 10:20:15.668635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.682104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Transition to ACTIVE for port object 2956e0c1-010a-409f-b1a4-30a1a375fa0c will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:15.697166 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce2fc9ef-7270-4ac0-b979-8fa1742dcd7c req-edf74e28-0efe-4255-8829-76d34c8e4918 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4587884 Mar 23 10:20:15.758858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Transition to ACTIVE for port object 2956e0c1-010a-409f-b1a4-30a1a375fa0c will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:15.806248 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.862633 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Network b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:15.867165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.877423 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Set router d77eb2ea-b217-4bce-8870-1de44249c976 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:20:15.891922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:15.938433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:15.947571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.8 (b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f/602e3438-b287-4b88-9fe7-ad147e9ba8aa/ebf26646-e4bf-44db-9a47-0068dac04533) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:15.968563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Pushing event updated for resources: {'Port': ['ID=24eff034-6e9f-4eb9-a1b0-f86c64c215f0,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:15.996401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:15.997706 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5e506992-17bf-48ca-bc7f-50180b240c9f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.5871613 Mar 23 10:20:16.008280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-44dd542f-5592-4aa6-a892-fd88005cf290 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port c434976d-16f9-47ad-8561-c093ed5dbf6d {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:16.008712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-44dd542f-5592-4aa6-a892-fd88005cf290 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.047388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59720) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:16.065472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Network 63ac7f69-9608-4983-92ea-029d13f06708 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:16.089399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:16.092103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0774f148-810b-43fa-a0e9-ce01ff039c42 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:16.115529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:16.151564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Allocated IP 2001:db8::1 (63ac7f69-9608-4983-92ea-029d13f06708/253b6285-4999-4f31-80a8-c160be480533/1a67dfc6-7db2-419b-971b-a9f3579697c3) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:16.176524 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] For port ac55cbc8-ad37-4aad-be3d-4b710a960559, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ac55cbc8-ad37-4aad-be3d-4b710a960559,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:16.251282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.259763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Pushing event updated for resources: {'Port': ['ID=2956e0c1-010a-409f-b1a4-30a1a375fa0c,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:16.296458 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77eb2ea-b217-4bce-8870-1de44249c976', 'name': 'tempest-snat-router-1058748250', 'tenant_id': '0ac5dac9c76043f08836b508e911d664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'afc05fce-4ec7-4b55-9d02-9f6aca9eef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:11Z', 'revision_number': 3, 'project_id': '0ac5dac9c76043f08836b508e911d664', 'gw_port': {'id': 'afc05fce-4ec7-4b55-9d02-9f6aca9eef06', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77eb2ea-b217-4bce-8870-1de44249c976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:08Z', 'updated_at': '2022-03-23T10:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:16.301292 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Checking router: d77eb2ea-b217-4bce-8870-1de44249c976 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:20:16.301642 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Updating router d77eb2ea-b217-4bce-8870-1de44249c976 port afc05fce-4ec7-4b55-9d02-9f6aca9eef06 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:20:16.361485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Attempting to bind port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:16.362139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Attempting to bind port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'f1356055-f8d5-4b90-8d14-dbcf3d5e3137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:16.362654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Attempting to bind port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 on network b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:16.374001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.385863 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.394711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:16.395298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Checking segment: {'id': 'f1356055-f8d5-4b90-8d14-dbcf3d5e3137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:16.395861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.396416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Bound using segment: {'id': 'f1356055-f8d5-4b90-8d14-dbcf3d5e3137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:16.397079 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Bound port: 24eff034-6e9f-4eb9-a1b0-f86c64c215f0, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1356055-f8d5-4b90-8d14-dbcf3d5e3137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:16.397720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.400514 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Transition to ACTIVE for port object 1a67dfc6-7db2-419b-971b-a9f3579697c3 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:16.415198 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Provisioning for port 869507c1-b942-430e-85ac-4389eb50fbab completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:16.428030 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Attempting to bind port 2956e0c1-010a-409f-b1a4-30a1a375fa0c on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:16.429335 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Attempting to bind port 2956e0c1-010a-409f-b1a4-30a1a375fa0c by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '1a79e448-3b5a-45de-8cc8-792a5958efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:16.429880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Attempting to bind port 2956e0c1-010a-409f-b1a4-30a1a375fa0c on network 63ac7f69-9608-4983-92ea-029d13f06708 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:16.444139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Provisioning complete for port 869507c1-b942-430e-85ac-4389eb50fbab triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:16.444774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.458937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.511534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:16.512173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Checking segment: {'id': '1a79e448-3b5a-45de-8cc8-792a5958efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:16.512755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.513363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Bound using segment: {'id': '1a79e448-3b5a-45de-8cc8-792a5958efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:16.513993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Bound port: 2956e0c1-010a-409f-b1a4-30a1a375fa0c, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a79e448-3b5a-45de-8cc8-792a5958efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:16.514527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.554436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 0774f148-810b-43fa-a0e9-ce01ff039c42 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:16.556297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-44dd542f-5592-4aa6-a892-fd88005cf290 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.557695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 63ac7f69-9608-4983-92ea-029d13f06708 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:16.564016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Pushing event updated for resources: {'Port': ['ID=ac55cbc8-ad37-4aad-be3d-4b710a960559,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:16.611996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=1a67dfc6-7db2-419b-971b-a9f3579697c3,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:16.615258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:16.616685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 0774f148-810b-43fa-a0e9-ce01ff039c42 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:16.617443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.626740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:16.627262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.650354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Port 869507c1-b942-430e-85ac-4389eb50fbab cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:16.684827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-44dd542f-5592-4aa6-a892-fd88005cf290 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for c434976d-16f9-47ad-8561-c093ed5dbf6d owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:16.750895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Provisioning complete for port ae20e00a-879a-4cc3-9f83-10d5c15c2414 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:16.751419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.780754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.782966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] For port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:16.804496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] For port 2956e0c1-010a-409f-b1a4-30a1a375fa0c, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:16.807632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] For port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=24eff034-6e9f-4eb9-a1b0-f86c64c215f0,segment=NetworkSegment(f1356055-f8d5-4b90-8d14-dbcf3d5e3137),segment_id=f1356055-f8d5-4b90-8d14-dbcf3d5e3137)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:16.862140 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.878362 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Transition to ACTIVE for port object afc05fce-4ec7-4b55-9d02-9f6aca9eef06 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:16.888129 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.896516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:16.954505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-44dd542f-5592-4aa6-a892-fd88005cf290 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.008113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c42938d-f41b-4ced-b45e-67de10a8ea16 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.027613 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Pushing event updated for resources: {'Port': ['ID=afc05fce-4ec7-4b55-9d02-9f6aca9eef06,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.038867 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.039505 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.040952 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.041488 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.042731 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.043258 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.044096 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.044594 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.045395 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.045946 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.046552 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.047039 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:17.058467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] For port 2956e0c1-010a-409f-b1a4-30a1a375fa0c, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2956e0c1-010a-409f-b1a4-30a1a375fa0c,segment=NetworkSegment(1a79e448-3b5a-45de-8cc8-792a5958efb9),segment_id=1a79e448-3b5a-45de-8cc8-792a5958efb9)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:17.084113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.095397 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Attempting to bind port afc05fce-4ec7-4b55-9d02-9f6aca9eef06 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:17.096053 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Attempting to bind port afc05fce-4ec7-4b55-9d02-9f6aca9eef06 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:17.096679 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Attempting to bind port afc05fce-4ec7-4b55-9d02-9f6aca9eef06 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:17.106495 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:17.107226 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:17.108193 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.108771 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:17.109493 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Bound port: afc05fce-4ec7-4b55-9d02-9f6aca9eef06, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:17.110107 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.113872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.143489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd542f-5592-4aa6-a892-fd88005cf290 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=c434976d-16f9-47ad-8561-c093ed5dbf6d,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.203453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e36da6-0ee3-4666-a158-2b8eab9a0c96 None None] Pushing event updated for resources: {'Port': ['ID=24eff034-6e9f-4eb9-a1b0-f86c64c215f0,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.206276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 0774f148-810b-43fa-a0e9-ce01ff039c42, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=0774f148-810b-43fa-a0e9-ce01ff039c42,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:17.264452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.268399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-44dd542f-5592-4aa6-a892-fd88005cf290 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.276587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.276877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.287914 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-664b8494-bd89-4d04-8367-0abd99322f18 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/routers/d77eb2ea-b217-4bce-8870-1de44249c976 HTTP/1.1" status: 200 len: 908 time: 1.2391894 Mar 23 10:20:17.293890 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] For port afc05fce-4ec7-4b55-9d02-9f6aca9eef06, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:17.294580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59726) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.299164 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.300596 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] For port afc05fce-4ec7-4b55-9d02-9f6aca9eef06, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=afc05fce-4ec7-4b55-9d02-9f6aca9eef06,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:17.306315 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.404319 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-44dd542f-5592-4aa6-a892-fd88005cf290 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/c434976d-16f9-47ad-8561-c093ed5dbf6d HTTP/1.1" status: 204 len: 168 time: 1.8049207 Mar 23 10:20:17.407065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:17.417724 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59728) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.431735 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a52ee-dfb8-42e3-9dcb-7fefc565efba None None] Pushing event updated for resources: {'Port': ['ID=afc05fce-4ec7-4b55-9d02-9f6aca9eef06,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.514237 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Routers {'d77eb2ea-b217-4bce-8870-1de44249c976'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:17.515141 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['d77eb2ea-b217-4bce-8870-1de44249c976'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:17.533542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c42938d-f41b-4ced-b45e-67de10a8ea16 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.548876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:17.555482 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 141e2d21-9bfa-4937-ade2-8f65bc6e6f25 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:17.564325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeab2fc-6d84-4854-aea5-38f0979e8cdf None None] Pushing event updated for resources: {'Port': ['ID=2956e0c1-010a-409f-b1a4-30a1a375fa0c,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.614130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.673402 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42938d-f41b-4ced-b45e-67de10a8ea16 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2fe91c-7d6b-4261-b72e-01bab30208e9,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.691692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=1a67dfc6-7db2-419b-971b-a9f3579697c3,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:17.702950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Provisioning complete for port 130dc61a-e988-4094-aa44-9bd5daaa05c7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:17.703322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-164a6491-e5b8-4af4-97f5-fcb2307259a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.728215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 63ac7f69-9608-4983-92ea-029d13f06708 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:17.747059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c42938d-f41b-4ced-b45e-67de10a8ea16 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:17.787760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224bdbb-9cb1-4da2-a66d-2d03b5aa9aab req-ccac13d0-b45d-4eee-8d01-a77447d523d3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:17.797825 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9224bdbb-9cb1-4da2-a66d-2d03b5aa9aab req-ccac13d0-b45d-4eee-8d01-a77447d523d3 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.8544617 Mar 23 10:20:17.805615 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] Set router d77eb2ea-b217-4bce-8870-1de44249c976 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:20:17.820187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object ebf26646-e4bf-44db-9a47-0068dac04533 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:17.841668 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8c42938d-f41b-4ced-b45e-67de10a8ea16 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/5f2fe91c-7d6b-4261-b72e-01bab30208e9 HTTP/1.1" status: 204 len: 168 time: 2.8527067 Mar 23 10:20:17.847575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59734) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:17.904271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eaf90b-073e-4bb2-880c-23910ce0f0e6 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:17.967011 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d20328f9-8bd6-406b-ac0f-fda5291fdee5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123602 Mar 23 10:20:17.972132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59738) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:18.037719 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9224bdbb-9cb1-4da2-a66d-2d03b5aa9aab req-43c271f8-4712-4c6f-bed8-da280384a04f tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398825 Mar 23 10:20:18.056723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.119304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:18.140869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:18.221019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=0774f148-810b-43fa-a0e9-ce01ff039c42,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:18.311325 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77eb2ea-b217-4bce-8870-1de44249c976', 'name': 'tempest-snat-router-1058748250', 'tenant_id': '0ac5dac9c76043f08836b508e911d664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'afc05fce-4ec7-4b55-9d02-9f6aca9eef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:11Z', 'revision_number': 3, 'project_id': '0ac5dac9c76043f08836b508e911d664', 'gw_port': {'id': 'afc05fce-4ec7-4b55-9d02-9f6aca9eef06', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77eb2ea-b217-4bce-8870-1de44249c976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:08Z', 'updated_at': '2022-03-23T10:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:18.325872 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb6b84-c381-490f-a3a5-d8707a28c2a0 None None] The sync data for ids ['d77eb2ea-b217-4bce-8870-1de44249c976'] in dv-neutron-834652-2-hyperv is: [{'id': 'd77eb2ea-b217-4bce-8870-1de44249c976', 'name': 'tempest-snat-router-1058748250', 'tenant_id': '0ac5dac9c76043f08836b508e911d664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': 'afc05fce-4ec7-4b55-9d02-9f6aca9eef06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:11Z', 'revision_number': 3, 'project_id': '0ac5dac9c76043f08836b508e911d664', 'gw_port': {'id': 'afc05fce-4ec7-4b55-9d02-9f6aca9eef06', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:be:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77eb2ea-b217-4bce-8870-1de44249c976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:08Z', 'updated_at': '2022-03-23T10:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:18.363085 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b040d284-b842-4924-9f52-841ae8f83f00 req-ad4ef93d-019e-4ab6-9b1d-ddcbce393796 service neutron] 10.222.0.102 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.6620023 Mar 23 10:20:18.382133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.438823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:18.440893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191e6cc1-9260-4525-88ee-e1bfdfae4285 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:18.447706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191e6cc1-9260-4525-88ee-e1bfdfae4285 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:18.448482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-191e6cc1-9260-4525-88ee-e1bfdfae4285 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:18.449428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ae20e00a-879a-4cc3-9f83-10d5c15c2414 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:18.506203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.519207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a6e40e6a-59b3-4140-a6e2-0ccd634360eb None None] Could not find standard attr ID for object 386db859-52de-41da-86c4-d58c139407d5. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:18.543706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.554848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a606ae-fe18-461a-8670-a369b377ebcf None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:18.560589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-21a606ae-fe18-461a-8670-a369b377ebcf None None] Deleting port ac55cbc8-ad37-4aad-be3d-4b710a960559 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:18.561381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-21a606ae-fe18-461a-8670-a369b377ebcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.618053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-191e6cc1-9260-4525-88ee-e1bfdfae4285 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:18.621982 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-191e6cc1-9260-4525-88ee-e1bfdfae4285 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.2007072 Mar 23 10:20:18.637294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59742) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:18.922030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:18.999591 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:19.054958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-21a606ae-fe18-461a-8670-a369b377ebcf None None] For port ac55cbc8-ad37-4aad-be3d-4b710a960559, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ac55cbc8-ad37-4aad-be3d-4b710a960559,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:19.055344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-21a606ae-fe18-461a-8670-a369b377ebcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.094836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:19.117558 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=ebf26646-e4bf-44db-9a47-0068dac04533,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:19.131599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:19.250868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-21a606ae-fe18-461a-8670-a369b377ebcf None None] Calling delete_port for ac55cbc8-ad37-4aad-be3d-4b710a960559 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:19.289226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cbf00d-d786-4be3-be10-a8d4d4c12c36 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:19.294171 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-48cbf00d-d786-4be3-be10-a8d4d4c12c36 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3154421 Mar 23 10:20:19.295139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59748) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:19.307389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a39748-be4c-4683-86f2-f1803c709f02 None None] Network b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:19.354949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ae20e00a-879a-4cc3-9f83-10d5c15c2414 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:19.355315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.362177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Allocated IP 172.26.4.134 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/e970df84-04a7-4e2e-a9e7-0bbde3c89118) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:19.373831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:20:19.388842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c262a9d-9264-4db3-b7db-191a253f5025 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:19.389581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9c262a9d-9264-4db3-b7db-191a253f5025 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:19.395295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-e0d64355-bce6-4e07-862e-3a5f7ec96fe4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 873116e7-9b54-4e0f-b8a4-c203b5e57cfe {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:19.395637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0d64355-bce6-4e07-862e-3a5f7ec96fe4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.430221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8814eb-7c4f-4113-96f0-6c52edc583d5 None None] Network 63ac7f69-9608-4983-92ea-029d13f06708 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:19.471788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:19.472465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.499980 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-acc1bdee-dd66-4300-a46d-f1396c7f095b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.8695104 Mar 23 10:20:19.503451 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59752) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:19.510269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9c262a9d-9264-4db3-b7db-191a253f5025 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:19.514071 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9c262a9d-9264-4db3-b7db-191a253f5025 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2119951 Mar 23 10:20:19.526093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': 'b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f', 'name': 'tempest-PortsTestJSON-1278178213'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:19.534715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59756) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:19.586977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a0c04ad9-746b-4107-91e1-efdcd6132c77 None None] Provisioning for port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:19.598029 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ac55cbc8-ad37-4aad-be3d-4b710a960559 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:19.657734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a0c04ad9-746b-4107-91e1-efdcd6132c77 None None] Provisioning complete for port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:19.658100 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a0c04ad9-746b-4107-91e1-efdcd6132c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.751752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.777131 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b004e658-c98a-412a-b063-6a3b2cb784d2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2132463 Mar 23 10:20:19.784468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59760) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:19.796742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Deleting port afc05fce-4ec7-4b55-9d02-9f6aca9eef06 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:19.797103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.835584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-21a606ae-fe18-461a-8670-a369b377ebcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.871816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No active binding found for port ac55cbc8-ad37-4aad-be3d-4b710a960559 {{(pid=87861) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 23 10:20:19.872310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ac55cbc8-ad37-4aad-be3d-4b710a960559 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 23 10:20:19.884922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Deleting port 869507c1-b942-430e-85ac-4389eb50fbab {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:19.885297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.920626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:19.929537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:19.940966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:19.948385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0d64355-bce6-4e07-862e-3a5f7ec96fe4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:19.955688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:19.958196 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Port ac55cbc8-ad37-4aad-be3d-4b710a960559 not found, will not notify nova. {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 23 10:20:19.958405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2956e0c1-010a-409f-b1a4-30a1a375fa0c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:19.967920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:19.985786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d216a73-793e-466d-abf6-ef96a0d91344 req-8ced7187-ff44-4c46-b50e-feaf9d85818d tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:19.987282 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9d216a73-793e-466d-abf6-ef96a0d91344 req-8ced7187-ff44-4c46-b50e-feaf9d85818d tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.7092891 Mar 23 10:20:20.012908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a606ae-fe18-461a-8670-a369b377ebcf None None] Pushing event deleted for resources: {'Port': ['ID=ac55cbc8-ad37-4aad-be3d-4b710a960559,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:20.018368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a606ae-fe18-461a-8670-a369b377ebcf None None] No DVR routers for this DVR port ac55cbc8-ad37-4aad-be3d-4b710a960559 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:20.107947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-e0d64355-bce6-4e07-862e-3a5f7ec96fe4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 873116e7-9b54-4e0f-b8a4-c203b5e57cfe owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:20.184352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:20.187822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.225008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:20.257622 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bf044715-d2d5-40e3-9c7d-16e389285eba tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4674184 Mar 23 10:20:20.278493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59764) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:20.296431 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port 13181a81-fc23-4975-9937-2102845badc9 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:20.313576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:20.346544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1009580779'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:20.352701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a0c04ad9-746b-4107-91e1-efdcd6132c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.358275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:20.386832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:network and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:20.391586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:20.395074 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9d216a73-793e-466d-abf6-ef96a0d91344 req-e3136116-245c-48e2-992b-4b13b8a7db02 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874590 Mar 23 10:20:20.408181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a0c04ad9-746b-4107-91e1-efdcd6132c77 None None] For port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=24eff034-6e9f-4eb9-a1b0-f86c64c215f0,segment=NetworkSegment(f1356055-f8d5-4b90-8d14-dbcf3d5e3137),segment_id=f1356055-f8d5-4b90-8d14-dbcf3d5e3137)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:20.408944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:20.410179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:20.412195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:20.425456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.432007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:20.444589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.452963 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0d64355-bce6-4e07-862e-3a5f7ec96fe4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.453213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] For port afc05fce-4ec7-4b55-9d02-9f6aca9eef06, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=afc05fce-4ec7-4b55-9d02-9f6aca9eef06,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:20.453213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.461516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:20.482305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 2956e0c1-010a-409f-b1a4-30a1a375fa0c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:20.507306 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a0c04ad9-746b-4107-91e1-efdcd6132c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.593072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Calling delete_port for afc05fce-4ec7-4b55-9d02-9f6aca9eef06 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:20.633139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:20.635971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.718604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:20:20.754763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:20.758733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.789622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Calling delete_port for 869507c1-b942-430e-85ac-4389eb50fbab owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:20.793817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.839288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d64355-bce6-4e07-862e-3a5f7ec96fe4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=873116e7-9b54-4e0f-b8a4-c203b5e57cfe,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:20.849464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0774f148-810b-43fa-a0e9-ce01ff039c42 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:20.858119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:20.869548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:20.878080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:20.897668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0c6dfac7-db79-4c0e-a418-9da09740c5f8 None None] Provisioning for port 2956e0c1-010a-409f-b1a4-30a1a375fa0c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:20.906922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e0d64355-bce6-4e07-862e-3a5f7ec96fe4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:20.924310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c04ad9-746b-4107-91e1-efdcd6132c77 None None] Pushing event updated for resources: {'Port': ['ID=24eff034-6e9f-4eb9-a1b0-f86c64c215f0,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:20.953075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=e970df84-04a7-4e2e-a9e7-0bbde3c89118,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:20.997846 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e0d64355-bce6-4e07-862e-3a5f7ec96fe4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/873116e7-9b54-4e0f-b8a4-c203b5e57cfe HTTP/1.1" status: 204 len: 168 time: 2.2169962 Mar 23 10:20:21.002925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59768) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.024858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0c6dfac7-db79-4c0e-a418-9da09740c5f8 None None] Provisioning complete for port 2956e0c1-010a-409f-b1a4-30a1a375fa0c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:21.025489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfac7-db79-4c0e-a418-9da09740c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.045616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.13 (b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f/602e3438-b287-4b88-9fe7-ad147e9ba8aa/13181a81-fc23-4975-9937-2102845badc9) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:21.149182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.156853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:21.214621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event deleted for resources: {'Port': ['ID=afc05fce-4ec7-4b55-9d02-9f6aca9eef06,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:21.260791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.261210 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added segment e2985a5a-f4a6-495f-bcb7-7303c190441c of type vlan for network 86ffaaf9-749e-466b-8937-83331edd34f5 Mar 23 10:20:21.344814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1902cc-cf06-4ba3-923e-5f402323c921 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:21.345817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ab1902cc-cf06-4ba3-923e-5f402323c921 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:21.440757 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 0774f148-810b-43fa-a0e9-ce01ff039c42 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:21.441310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.452214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ab1902cc-cf06-4ba3-923e-5f402323c921 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:21.453792 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ab1902cc-cf06-4ba3-923e-5f402323c921 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4495099 Mar 23 10:20:21.472196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.489405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.491870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfac7-db79-4c0e-a418-9da09740c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.493650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59774) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:21.549343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.672996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0c6dfac7-db79-4c0e-a418-9da09740c5f8 None None] For port 2956e0c1-010a-409f-b1a4-30a1a375fa0c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2956e0c1-010a-409f-b1a4-30a1a375fa0c,segment=NetworkSegment(1a79e448-3b5a-45de-8cc8-792a5958efb9),segment_id=1a79e448-3b5a-45de-8cc8-792a5958efb9)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:21.695622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.731561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfac7-db79-4c0e-a418-9da09740c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.845994 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc55f8e7-fe4c-446b-afd6-e043d83d13fa tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:20:21.847855 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cc55f8e7-fe4c-446b-afd6-e043d83d13fa tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/c434976d-16f9-47ad-8561-c093ed5dbf6d HTTP/1.1" status: 404 len: 333 time: 0.2569897 Mar 23 10:20:21.849054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Port': ['ID=869507c1-b942-430e-85ac-4389eb50fbab,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:21.853353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:16Z', 'revision_number': 2, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:17Z', 'revision_number': 2, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:21.894525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:20:21.895731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Updating router 5936314d-a5b4-4e42-8f75-bd6182d176c7 port 1a67dfc6-7db2-419b-971b-a9f3579697c3 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:20:21.900332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:21.925760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object 13181a81-fc23-4975-9937-2102845badc9 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:21.953513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59778) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.018441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.040553 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19b5024-2f01-455e-832c-11d8373b0761 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:20:22.042182 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f19b5024-2f01-455e-832c-11d8373b0761 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/873116e7-9b54-4e0f-b8a4-c203b5e57cfe HTTP/1.1" status: 404 len: 333 time: 0.0801587 Mar 23 10:20:22.043332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.051754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59786) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.112148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dfac7-db79-4c0e-a418-9da09740c5f8 None None] Pushing event updated for resources: {'Port': ['ID=2956e0c1-010a-409f-b1a4-30a1a375fa0c,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:22.163453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device afc05fce-4ec7-4b55-9d02-9f6aca9eef06 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:22.192595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Provisioning for port ebf26646-e4bf-44db-9a47-0068dac04533 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:22.202808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:20:22.212131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.213186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: afc05fce-4ec7-4b55-9d02-9f6aca9eef06 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:22.213580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device afc05fce-4ec7-4b55-9d02-9f6aca9eef06 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 23 10:20:22.230638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.252045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Provisioning complete for port ebf26646-e4bf-44db-9a47-0068dac04533 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:22.252417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.304068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:22.316467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:22.323900 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:22.324632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.334053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.335742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=59b4ffcd-ba1a-4663-a0b1-b72ae005f8ea,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:22.347069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:22.362957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.364452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d77eb2ea-b217-4bce-8870-1de44249c976 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:20:22.367874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Port afc05fce-4ec7-4b55-9d02-9f6aca9eef06 not found, will not notify nova. {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 23 10:20:22.368140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:22.383293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.387457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.387637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b714f0f-5266-441e-a118-b9955b1c162d None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:22.394958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:22.396769 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.437759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:22.501921 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2ec91f07-d8e3-44ec-b4bb-10bbee905d24 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7066078 Mar 23 10:20:22.505769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59790) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.516506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': '59b4ffcd-ba1a-4663-a0b1-b72ae005f8ea', 'ip_address': '2001:db8::b906:4289:ee05:bdbb'}], 'name': 'tempest-NetworksTestDHCPv6-1701568961'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:22.556483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:22.560594 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-84369ce8-5a81-4564-ada8-60e5682ac82b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "DELETE /v2.0/routers/d77eb2ea-b217-4bce-8870-1de44249c976 HTTP/1.1" status: 204 len: 168 time: 4.8841426 Mar 23 10:20:22.570529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59794) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.640189 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Network': ['ID=86ffaaf9-749e-466b-8937-83331edd34f5,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:22.645603 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c47053e5-30ca-4b19-b5f5-58614f8a8659 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.3596156 Mar 23 10:20:22.658886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59798) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:22.732277 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 86ffaaf9-749e-466b-8937-83331edd34f5 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:22.740518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'subnet': {'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:22.788647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Port ebf26646-e4bf-44db-9a47-0068dac04533 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:22.968810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '59b4ffcd-ba1a-4663-a0b1-b72ae005f8ea'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:22.974785 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.039064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ac55cbc8-ad37-4aad-be3d-4b710a960559 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:23.057353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=13181a81-fc23-4975-9937-2102845badc9,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:23.084291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dddd91-0f78-4fda-88eb-8b9cd301235a req-2d77a6d2-1bb5-474e-a488-55569e0ae629 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:23.086152 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-80dddd91-0f78-4fda-88eb-8b9cd301235a req-2d77a6d2-1bb5-474e-a488-55569e0ae629 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 1.4913232 Mar 23 10:20:23.096299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: ac55cbc8-ad37-4aad-be3d-4b710a960559 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:23.096679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ac55cbc8-ad37-4aad-be3d-4b710a960559 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:23.126600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.141677 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:23.142286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.225715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Provisioning for port 1a67dfc6-7db2-419b-971b-a9f3579697c3 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:23.237289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:23.242073 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-80dddd91-0f78-4fda-88eb-8b9cd301235a req-b391a4bc-a8c5-4e0f-9f90-29bd7e5230c7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474605 Mar 23 10:20:23.286701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Provisioning complete for port 1a67dfc6-7db2-419b-971b-a9f3579697c3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:23.286981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.305253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:23.328365 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c3f7258e-8598-480c-b65b-d8dd5722b213 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.8203845 Mar 23 10:20:23.328663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:subnet and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:23.331894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.335676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:23.339182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59802) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:23.342684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.353941 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Router 65514ea7-2734-4da5-812e-c8e34b49e69e has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:20:23.407064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:23.432425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Port 1a67dfc6-7db2-419b-971b-a9f3579697c3 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:23.446092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:23.470242 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/59b4ffcd-ba1a-4663-a0b1-b72ae005f8ea/868cac3f-01c7-432e-8bd5-828cb2228878) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:23.489374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Provisioning complete for port 2956e0c1-010a-409f-b1a4-30a1a375fa0c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:23.489657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.520985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.585378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:23.585794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.602756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:23.616299 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b97e68ca-07c9-4c64-aa85-c7c33774c440 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "PUT /v2.0/routers/65514ea7-2734-4da5-812e-c8e34b49e69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3794029 Mar 23 10:20:23.617817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59806) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:23.619981 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523c057-3a20-456e-8ed9-b58dc145dfb2 None None] Sync routers for ids ['65514ea7-2734-4da5-812e-c8e34b49e69e'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:23.621621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb61d565-8e94-4fe9-b1ae-6cea5697c70f']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:23.635732 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523c057-3a20-456e-8ed9-b58dc145dfb2 None None] Routers {'65514ea7-2734-4da5-812e-c8e34b49e69e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:23.636859 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f523c057-3a20-456e-8ed9-b58dc145dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['65514ea7-2734-4da5-812e-c8e34b49e69e'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:23.682772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:23.701787 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b248f52-db51-4815-bbfb-6cbb8e02de9f') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:23.702035 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b248f52-db51-4815-bbfb-6cbb8e02de9f') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:23.712249 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-95551066-c0c3-4776-9ff8-78d019376ca3 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] delete failed (client error): The resource could not be found. Mar 23 10:20:23.714966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:23.717559 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-95551066-c0c3-4776-9ff8-78d019376ca3 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/routers/tempest-non_exist_router-864285245 HTTP/1.1" status: 404 len: 334 time: 0.0989375 Mar 23 10:20:23.718378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.718526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59810) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:23.725690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.755923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.767097 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f523c057-3a20-456e-8ed9-b58dc145dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:23.767443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:20:23.768291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.776394 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f523c057-3a20-456e-8ed9-b58dc145dfb2 None None] Routers {'65514ea7-2734-4da5-812e-c8e34b49e69e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:23.777210 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f523c057-3a20-456e-8ed9-b58dc145dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['65514ea7-2734-4da5-812e-c8e34b49e69e'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:23.827538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:23.858794 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f523c057-3a20-456e-8ed9-b58dc145dfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:23.859348 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f523c057-3a20-456e-8ed9-b58dc145dfb2 None None] The sync data for ids ['65514ea7-2734-4da5-812e-c8e34b49e69e'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:23.867481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.883214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ade857cf-d903-4902-bc81-095f643cdcf0 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:20:23.904886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Transition to ACTIVE for port object 1a67dfc6-7db2-419b-971b-a9f3579697c3 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:23.917001 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:23.924287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-140d986c-1b8e-4d3d-a7fa-450fce26c438 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'router': {'external_gateway_info': {'network_id': '65514ea7-2734-4da5-812e-c8e34b49e69e'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:23.961501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:23.999906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4112b-6a7a-402d-b73f-cd19c6b2af1c req-986996e6-e933-42aa-846b-92752b0c92da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:24.002179 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b1c4112b-6a7a-402d-b73f-cd19c6b2af1c req-986996e6-e933-42aa-846b-92752b0c92da service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 1099 time: 0.9399874 Mar 23 10:20:24.067641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.103666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.resource_extend [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:20:24.200306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d212ad-86a5-44a4-b0b8-8231f34de3d7 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:24.202108 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-65d212ad-86a5-44a4-b0b8-8231f34de3d7 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.8076456 Mar 23 10:20:24.210195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59814) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:24.219676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.239763 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b1c4112b-6a7a-402d-b73f-cd19c6b2af1c req-903004c0-d642-4ca4-9eb1-dbf956f18bec service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225111 Mar 23 10:20:24.344451 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39697539-2233-4305-a284-151d204a463e None None] Pushing event updated for resources: {'Port': ['ID=1a67dfc6-7db2-419b-971b-a9f3579697c3,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:24.350807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Deleting port 0774f148-810b-43fa-a0e9-ce01ff039c42 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:24.351422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.380740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.400857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.416852 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Transition to ACTIVE for port object 868cac3f-01c7-432e-8bd5-828cb2228878 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:24.417100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.435998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-140d986c-1b8e-4d3d-a7fa-450fce26c438 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.440355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Network': ['ID=bb61d565-8e94-4fe9-b1ae-6cea5697c70f,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:24.446687 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5ae145ac-106c-40be-aabc-574823d4a630 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/networks/bb61d565-8e94-4fe9-b1ae-6cea5697c70f HTTP/1.1" status: 204 len: 168 time: 2.3897426 Mar 23 10:20:24.451250 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59820) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:24.455135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0220cde6-9bb4-4fb0-8061-a65f3526b871 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 13181a81-fc23-4975-9937-2102845badc9 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:24.455736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0220cde6-9bb4-4fb0-8061-a65f3526b871 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.457509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-812326510'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:24.464171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:24.478840 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Provisioning complete for port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:24.479473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-775866d7-6e3d-4435-a0fa-6ba05fc75550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.484248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:network and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:24.489017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:24.492480 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-140d986c-1b8e-4d3d-a7fa-450fce26c438 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] update failed (client error): The resource could not be found. Mar 23 10:20:24.496900 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-140d986c-1b8e-4d3d-a7fa-450fce26c438 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "PUT /v2.0/routers/65514ea7-2734-4da5-812e-c8e34b49e69e HTTP/1.1" status: 404 len: 339 time: 0.5781202 Mar 23 10:20:24.497869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59824) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:24.500570 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:24.505878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-336335254'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:24.506899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2956e0c1-010a-409f-b1a4-30a1a375fa0c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:24.514932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:24.522628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Usage tracker for resource:network and tenant:8e55eedc3c8641c9843c6c4408a96b6b is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:24.526449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:24.529851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:24.533918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.547845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:24.565969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port ade857cf-d903-4902-bc81-095f643cdcf0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ade857cf-d903-4902-bc81-095f643cdcf0,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:24.575943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Made reservation on behalf of 8e55eedc3c8641c9843c6c4408a96b6b for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:24.579515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.596542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:24.598244 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Transition to ACTIVE for port object 868cac3f-01c7-432e-8bd5-828cb2228878 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:24.608754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port e1babf84-1d66-4e53-94e3-b0a4d51f59e2 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:24.620359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.620916 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Added segment 79475330-729c-494b-b59c-b0416113e80d of type vlan for network 43b36609-ea8d-43d3-9523-12942dc247fc Mar 23 10:20:24.633928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:24.653146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'port_id': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'mac_address': 'fa:16:3e:9d:9f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:20:24.655173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.708930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0decefa5-ac49-4454-bb60-2a05464bd7f3 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:20:24.787276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Attempting to bind port 1a67dfc6-7db2-419b-971b-a9f3579697c3 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:24.787627 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Attempting to bind port 1a67dfc6-7db2-419b-971b-a9f3579697c3 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '1a79e448-3b5a-45de-8cc8-792a5958efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:24.787965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Attempting to bind port 1a67dfc6-7db2-419b-971b-a9f3579697c3 on network 63ac7f69-9608-4983-92ea-029d13f06708 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:24.794235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.794484 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Added segment 7abd3a48-62ad-41d5-a58a-8ab11d0fc715 of type vlan for network 9854971b-045c-4374-a867-4814c4255fa3 Mar 23 10:20:24.798876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:24.805804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.814191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:24.816073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:24.816431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Checking segment: {'id': '1a79e448-3b5a-45de-8cc8-792a5958efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:24.816811 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.817217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Bound using segment: {'id': '1a79e448-3b5a-45de-8cc8-792a5958efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:24.817691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Bound port: 1a67dfc6-7db2-419b-971b-a9f3579697c3, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a79e448-3b5a-45de-8cc8-792a5958efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:24.818061 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.827449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:24.844024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Pushing event updated for resources: {'Port': ['ID=868cac3f-01c7-432e-8bd5-828cb2228878,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:24.881354 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.919827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.935266 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.941714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:24.942375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.979640 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2956e0c1-010a-409f-b1a4-30a1a375fa0c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:24.979640 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.984884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:24.990566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:24.992596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.066232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ade857cf-d903-4902-bc81-095f643cdcf0 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:20:25.096343 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5973604 Mar 23 10:20:25.099241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59828) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:25.102509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6377a08-c0d5-4bb6-a311-4f602873a4a1 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Network': ['ID=9854971b-045c-4374-a867-4814c4255fa3,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:25.113642 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6612823 Mar 23 10:20:25.120313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'subnet': {'network_id': '9854971b-045c-4374-a867-4814c4255fa3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:25.144827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 9854971b-045c-4374-a867-4814c4255fa3 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:25.166994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Attempting to bind port 868cac3f-01c7-432e-8bd5-828cb2228878 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:25.167453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Attempting to bind port 868cac3f-01c7-432e-8bd5-828cb2228878 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:25.167700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Attempting to bind port 868cac3f-01c7-432e-8bd5-828cb2228878 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:25.187837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59832) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:25.195353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port ade857cf-d903-4902-bc81-095f643cdcf0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ade857cf-d903-4902-bc81-095f643cdcf0,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:25.200501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:25.201051 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:25.201400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.201851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:25.202280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Bound port: 868cac3f-01c7-432e-8bd5-828cb2228878, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:25.202651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.221286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] For port 1a67dfc6-7db2-419b-971b-a9f3579697c3, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:25.227435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '43b36609-ea8d-43d3-9523-12942dc247fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:25.268214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.357606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] For port 1a67dfc6-7db2-419b-971b-a9f3579697c3, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1a67dfc6-7db2-419b-971b-a9f3579697c3,segment=NetworkSegment(1a79e448-3b5a-45de-8cc8-792a5958efb9),segment_id=1a79e448-3b5a-45de-8cc8-792a5958efb9)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:25.420295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.480640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.487326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992652f3-a231-4983-a114-b8443eaf3ba3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Network': ['ID=43b36609-ea8d-43d3-9523-12942dc247fc,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:25.489967 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:25.498669 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Usage tracker for resource:subnet and tenant:8e55eedc3c8641c9843c6c4408a96b6b is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:25.502541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:25.505697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:25.513377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:25.515741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:25.519986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:25.529393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:25.539959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Made reservation on behalf of 8e55eedc3c8641c9843c6c4408a96b6b for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:25.543948 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.553169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 43b36609-ea8d-43d3-9523-12942dc247fc details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:25.566608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:25.567793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['ade857cf-d903-4902-bc81-095f643cdcf0'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:20:25.572134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.642800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15d385-dd31-4478-9603-39aa546c7d85 req-1fd394e3-274c-4688-af20-43e77d7d4143 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:25.644306 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b15d385-dd31-4478-9603-39aa546c7d85 req-1fd394e3-274c-4688-af20-43e77d7d4143 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 1.1434522 Mar 23 10:20:25.671071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=ade857cf-d903-4902-bc81-095f643cdcf0,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:25.673996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-52760378-20d3-4fdf-a790-1a957c85ac46 None None] Provisioning complete for port ebf26646-e4bf-44db-9a47-0068dac04533 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:25.674614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-52760378-20d3-4fdf-a790-1a957c85ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.692673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] For port 0774f148-810b-43fa-a0e9-ce01ff039c42, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=0774f148-810b-43fa-a0e9-ce01ff039c42,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:25.692940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:25.731269 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::b906:4289:ee05:bdbb (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/59b4ffcd-ba1a-4663-a0b1-b72ae005f8ea/e1babf84-1d66-4e53-94e3-b0a4d51f59e2) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:25.738409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:25.746835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Subnet': ['ID=14253930-e4cd-435f-9583-4a0befe1ba16,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:25.789009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_backend_mixin [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Performing IP validity checks on allocation pools {{(pid=87860) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:20:25.791700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_backend_mixin [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87860) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:20:25.848935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8802726-1d7e-4d19-817d-750c2010f798 None None] Sync routers for ids ['0decefa5-ac49-4454-bb60-2a05464bd7f3'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:25.869274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:25.869985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:25.956657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Calling delete_port for 0774f148-810b-43fa-a0e9-ce01ff039c42 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:25.978888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ade857cf-d903-4902-bc81-095f643cdcf0 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:26.002751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device afc05fce-4ec7-4b55-9d02-9f6aca9eef06 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:26.043592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] For port 868cac3f-01c7-432e-8bd5-828cb2228878, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:26.056167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0220cde6-9bb4-4fb0-8061-a65f3526b871 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.099586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.100868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: afc05fce-4ec7-4b55-9d02-9f6aca9eef06 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:26.101336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device afc05fce-4ec7-4b55-9d02-9f6aca9eef06 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:26.105995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Checking segment: {'id': 'e2985a5a-f4a6-495f-bcb7-7303c190441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:26.106838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network hostable DHCP agents. Network: 86ffaaf9-749e-466b-8937-83331edd34f5, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:26.178045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-52760378-20d3-4fdf-a790-1a957c85ac46 None None] Port ebf26646-e4bf-44db-9a47-0068dac04533 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:26.180310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8802726-1d7e-4d19-817d-750c2010f798 None None] Routers {'0decefa5-ac49-4454-bb60-2a05464bd7f3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:26.181069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f8802726-1d7e-4d19-817d-750c2010f798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0decefa5-ac49-4454-bb60-2a05464bd7f3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:26.219968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.226273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Subnet': ['ID=a9d0743d-36a8-4e9c-8881-56494f1e270f,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:26.235268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] For port 868cac3f-01c7-432e-8bd5-828cb2228878, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=868cac3f-01c7-432e-8bd5-828cb2228878,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:26.255988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0220cde6-9bb4-4fb0-8061-a65f3526b871 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 13181a81-fc23-4975-9937-2102845badc9 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:26.273879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39697539-2233-4305-a284-151d204a463e None None] Pushing event updated for resources: {'Port': ['ID=1a67dfc6-7db2-419b-971b-a9f3579697c3,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:26.277078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.284555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Checking segment: {'id': '7abd3a48-62ad-41d5-a58a-8ab11d0fc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '9854971b-045c-4374-a867-4814c4255fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:26.284923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network hostable DHCP agents. Network: 9854971b-045c-4374-a867-4814c4255fa3, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:26.296064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.297268 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d077b9f1-91bb-4ed5-9bed-156f03c10736 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 13.3938799 Mar 23 10:20:26.300197 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59838) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:26.319941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f8802726-1d7e-4d19-817d-750c2010f798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:26.320364 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b15d385-dd31-4478-9603-39aa546c7d85 req-0a1fb452-66ab-47bd-9591-bb92c19cab65 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6368506 Mar 23 10:20:26.375695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-52760378-20d3-4fdf-a790-1a957c85ac46 None None] Provisioning for port 13181a81-fc23-4975-9937-2102845badc9 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:26.399365 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:20:26.400964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=de8624c0-d6d8-4beb-a61b-c1794ee73d0d,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:26.413908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 86ffaaf9-749e-466b-8937-83331edd34f5 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:26.428648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network 9854971b-045c-4374-a867-4814c4255fa3 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:26.430679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Checking segment: {'id': '79475330-729c-494b-b59c-b0416113e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '43b36609-ea8d-43d3-9523-12942dc247fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:26.431026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network hostable DHCP agents. Network: 43b36609-ea8d-43d3-9523-12942dc247fc, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:26.459047 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8802726-1d7e-4d19-817d-750c2010f798 None None] Routers {'0decefa5-ac49-4454-bb60-2a05464bd7f3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:26.460439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f8802726-1d7e-4d19-817d-750c2010f798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0decefa5-ac49-4454-bb60-2a05464bd7f3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:26.501411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 86ffaaf9-749e-466b-8937-83331edd34f5) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:26.507858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-52760378-20d3-4fdf-a790-1a957c85ac46 None None] Provisioning complete for port 13181a81-fc23-4975-9937-2102845badc9 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:26.507858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-52760378-20d3-4fdf-a790-1a957c85ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.510009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 9854971b-045c-4374-a867-4814c4255fa3) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:26.520266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:26.521091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.526309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:26.526884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.544376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647624cc-3a06-4a71-a1a8-f759fb8d940c None None] Network 86ffaaf9-749e-466b-8937-83331edd34f5 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:26.574531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 43b36609-ea8d-43d3-9523-12942dc247fc is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:26.585605 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-00896d27-15a0-4139-a841-7445f4048d12 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/routers/0decefa5-ac49-4454-bb60-2a05464bd7f3 HTTP/1.1" status: 200 len: 879 time: 0.2818067 Mar 23 10:20:26.587133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59842) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:26.611578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6a8850-1b6b-444d-b87f-3e1bbf5be404 None None] Network 9854971b-045c-4374-a867-4814c4255fa3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:26.644951 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-29f8c6f0-04f3-46d9-b7d4-1c3d4bcf0cc5 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5441165 Mar 23 10:20:26.650718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59846) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:26.651301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 43b36609-ea8d-43d3-9523-12942dc247fc) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:26.656840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:26.657269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.668866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-18f9de9d-f986-40a8-9012-e121136476e7 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'router': {'external_gateway_info': {'network_id': '9854971b-045c-4374-a867-4814c4255fa3'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:26.674439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f8802726-1d7e-4d19-817d-750c2010f798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:26.674839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8802726-1d7e-4d19-817d-750c2010f798 None None] The sync data for ids ['0decefa5-ac49-4454-bb60-2a05464bd7f3'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:26.687788 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-512775b5-425f-469c-a8dc-7ece66c24035 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0118196 Mar 23 10:20:26.691424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59850) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:26.700061 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da6ab65-855b-4c10-84f3-e2fe12f4f2d0 None None] Network 43b36609-ea8d-43d3-9523-12942dc247fc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:26.809895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0220cde6-9bb4-4fb0-8061-a65f3526b871 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.838920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008a738-d26a-498c-8b46-534ab03b0924 None None] Pushing event updated for resources: {'Port': ['ID=868cac3f-01c7-432e-8bd5-828cb2228878,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:26.938829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.944602 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-155fce75-8aab-4bd9-8daf-3c7048082d85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7519042 Mar 23 10:20:26.956492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59854) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:26.961634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:26.963255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': '43b36609-ea8d-43d3-9523-12942dc247fc', 'name': 'tempest-PortsIpV6TestJSON-1678672495'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:27.027805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object e1babf84-1d66-4e53-94e3-b0a4d51f59e2 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:27.054576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.080998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220cde6-9bb4-4fb0-8061-a65f3526b871 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=13181a81-fc23-4975-9937-2102845badc9,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:27.125756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-52760378-20d3-4fdf-a790-1a957c85ac46 None None] Port 13181a81-fc23-4975-9937-2102845badc9 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:27.156556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event deleted for resources: {'Port': ['ID=0774f148-810b-43fa-a0e9-ce01ff039c42,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:27.245047 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ade857cf-d903-4902-bc81-095f643cdcf0 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:20:27.428464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-18f9de9d-f986-40a8-9012-e121136476e7 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.458655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port ade857cf-d903-4902-bc81-095f643cdcf0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ade857cf-d903-4902-bc81-095f643cdcf0,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:27.476561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:27.527348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.531280 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:20:27.568386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:27.677331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:27.680977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.688176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.753682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port 04b786f1-458b-4e58-b7c9-1e3a81c713da yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:27.830503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2e0a647e-82ba-49e7-844a-bf0e7876b5a9 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Synchronizing usage tracker for tenant:33eec4c18867433da011ca0070251672 on resource:router {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:27.891996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=ade857cf-d903-4902-bc81-095f643cdcf0,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:27.897869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b8274-f82a-4da0-aed3-870607fe7fce req-b4b19a24-40d0-437c-a6bc-9f1c613d2fe1 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:27.899731 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-057b8274-f82a-4da0-aed3-870607fe7fce req-b4b19a24-40d0-437c-a6bc-9f1c613d2fe1 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 944 time: 0.4064672 Mar 23 10:20:27.919456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0220cde6-9bb4-4fb0-8061-a65f3526b871 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.933683 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0220cde6-9bb4-4fb0-8061-a65f3526b871 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/13181a81-fc23-4975-9937-2102845badc9 HTTP/1.1" status: 204 len: 168 time: 3.7157695 Mar 23 10:20:27.938684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59862) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:27.943176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-86ffaaf9-749e-466b-8937-83331edd34f5', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:27.944242 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.954748 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-9854971b-045c-4374-a867-4814c4255fa3', 'network_id': '9854971b-045c-4374-a867-4814c4255fa3', 'tenant_id': '8e55eedc3c8641c9843c6c4408a96b6b', 'fixed_ips': [{'subnet_id': 'a9d0743d-36a8-4e9c-8881-56494f1e270f'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:27.955460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.971160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:27.976072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2e0a647e-82ba-49e7-844a-bf0e7876b5a9 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Unset dirty status for tenant:33eec4c18867433da011ca0070251672 on resource:router {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:27.977022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:27.977709 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2e0a647e-82ba-49e7-844a-bf0e7876b5a9 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.3906753 Mar 23 10:20:27.987487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59866) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.008561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-892c599a-7711-4848-a25d-b6d502860e2f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-55493059'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:28.010231 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-43b36609-ea8d-43d3-9523-12942dc247fc', 'network_id': '43b36609-ea8d-43d3-9523-12942dc247fc', 'tenant_id': '913fc24fa3624bb7abc8f44cae9f5561', 'fixed_ips': [{'subnet_id': 'de8624c0-d6d8-4beb-a61b-c1794ee73d0d'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:28.011196 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.066456 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec2f217-9620-4a44-8aa6-de6175cca3da tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:20:28.066972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eec2f217-9620-4a44-8aa6-de6175cca3da tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:28.078604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:28.165960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:28.171649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:28.172285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.297885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eec2f217-9620-4a44-8aa6-de6175cca3da tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:28.299518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eec2f217-9620-4a44-8aa6-de6175cca3da tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/13181a81-fc23-4975-9937-2102845badc9 HTTP/1.1" status: 404 len: 333 time: 0.3353782 Mar 23 10:20:28.311486 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59870) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.312241 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-18f9de9d-f986-40a8-9012-e121136476e7 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:20:28.316993 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-18f9de9d-f986-40a8-9012-e121136476e7 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "PUT /v2.0/routers/65514ea7-2734-4da5-812e-c8e34b49e69e HTTP/1.1" status: 400 len: 364 time: 1.6522348 Mar 23 10:20:28.365929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8::181 (43b36609-ea8d-43d3-9523-12942dc247fc/de8624c0-d6d8-4beb-a61b-c1794ee73d0d/04b786f1-458b-4e58-b7c9-1e3a81c713da) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:28.369343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59874) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.372678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=e1babf84-1d66-4e53-94e3-b0a4d51f59e2,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:28.446628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.449740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.476670 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6364eaff-3de5-4fe0-aa0f-b665d9473611 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.9674096 Mar 23 10:20:28.484995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59878) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.510534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 868cac3f-01c7-432e-8bd5-828cb2228878 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:28.539083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.539608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c3fc776-8eb5-4d78-aa46-63f17c360b24 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:20:28.563488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.565258 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b914f627-94e4-404a-988f-c31c2bebc240 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "DELETE /v2.0/routers/3c3fc776-8eb5-4d78-aa46-63f17c360b24 HTTP/1.1" status: 204 len: 168 time: 5.9932945 Mar 23 10:20:28.583316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59882) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.594958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-767484920', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:28.607930 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-057b8274-f82a-4da0-aed3-870607fe7fce req-e9b7eb36-261a-48ef-be56-558fd2004f0b tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6635363 Mar 23 10:20:28.652293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59886) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:28.679617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Allocated IP 2001:db8:1::2 (9854971b-045c-4374-a867-4814c4255fa3/a9d0743d-36a8-4e9c-8881-56494f1e270f/48a9d1b1-406d-4f2d-8235-3b7d4447c191) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:28.776037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:28.789928 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-91f98e44-0591-402b-894f-c2a661e17672 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/floatingips/974d1fbb-d8ac-49e7-82da-6aa4c89b05f8 HTTP/1.1" status: 200 len: 992 time: 0.1349499 Mar 23 10:20:28.797071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Usage tracker for resource:router and tenant:3086b14c8a3747c29c44c973330a10f2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:28.804291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:28.817696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:28.827422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:16Z', 'revision_number': 2, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:25Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:28.836234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b82c6-db55-48c9-92be-1b84309c22c8 None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:16Z', 'revision_number': 2, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:25Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:28.846872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-82273a87-0649-4533-9200-3dc84b702a35 None None] Provisioning for port 868cac3f-01c7-432e-8bd5-828cb2228878 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:28.873705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Allocated IP 2001:db8:1::2 (86ffaaf9-749e-466b-8937-83331edd34f5/14253930-e4cd-435f-9583-4a0befe1ba16/8cbb4b71-412b-4af0-a3c5-be7fb33043d7) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:28.893624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.894966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.924306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-570bc17a-574b-4fce-a289-085362d56799 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port ebf26646-e4bf-44db-9a47-0068dac04533 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:28.924657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-570bc17a-574b-4fce-a289-085362d56799 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.930393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 868cac3f-01c7-432e-8bd5-828cb2228878 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:28.950559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63221e22-d70d-4b82-8a31-1383794740fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:28.951898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 868cac3f-01c7-432e-8bd5-828cb2228878 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:28.952267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.962460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63221e22-d70d-4b82-8a31-1383794740fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:28.963513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-63221e22-d70d-4b82-8a31-1383794740fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:28.976873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:28.994153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.085089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-63221e22-d70d-4b82-8a31-1383794740fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:29.088715 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-63221e22-d70d-4b82-8a31-1383794740fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5988519 Mar 23 10:20:29.089740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59890) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:29.226034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9ae202a9-f372-4a03-9e0f-d85bfb8f50ab None None] Provisioning for port e1babf84-1d66-4e53-94e3-b0a4d51f59e2 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:29.274767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9ae202a9-f372-4a03-9e0f-d85bfb8f50ab None None] Provisioning complete for port e1babf84-1d66-4e53-94e3-b0a4d51f59e2 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:29.275131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9ae202a9-f372-4a03-9e0f-d85bfb8f50ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.354170 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.423399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Transition to ACTIVE for port object 48a9d1b1-406d-4f2d-8235-3b7d4447c191 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:29.426637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9ae202a9-f372-4a03-9e0f-d85bfb8f50ab None None] Port e1babf84-1d66-4e53-94e3-b0a4d51f59e2 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:29.512373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Transition to ACTIVE for port object 48a9d1b1-406d-4f2d-8235-3b7d4447c191 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:29.532410 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.560347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.622498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 868cac3f-01c7-432e-8bd5-828cb2228878, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=868cac3f-01c7-432e-8bd5-828cb2228878,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:29.624318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.641438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.653617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-6f21dafd-086f-4669-958f-1625d9457c3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port e1babf84-1d66-4e53-94e3-b0a4d51f59e2 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:29.653965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6f21dafd-086f-4669-958f-1625d9457c3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.657759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Transition to ACTIVE for port object 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:29.671351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Network 9854971b-045c-4374-a867-4814c4255fa3 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:29.678501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:29.690953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:29.705228 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Pushing event updated for resources: {'Port': ['ID=48a9d1b1-406d-4f2d-8235-3b7d4447c191,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:29.774642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Transition to ACTIVE for port object 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:29.795483 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.838458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.841903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-892c599a-7711-4848-a25d-b6d502860e2f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.845259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.872805 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Attempting to bind port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:29.873196 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Attempting to bind port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '7abd3a48-62ad-41d5-a58a-8ab11d0fc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '9854971b-045c-4374-a867-4814c4255fa3'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:29.873554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Attempting to bind port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 on network 9854971b-045c-4374-a867-4814c4255fa3 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:29.894494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Network 86ffaaf9-749e-466b-8937-83331edd34f5 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:29.904766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:29.907710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:29.908088 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Checking segment: {'id': '7abd3a48-62ad-41d5-a58a-8ab11d0fc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '9854971b-045c-4374-a867-4814c4255fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:29.908473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.908848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Bound using segment: {'id': '7abd3a48-62ad-41d5-a58a-8ab11d0fc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '9854971b-045c-4374-a867-4814c4255fa3'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:29.909357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Bound port: 48a9d1b1-406d-4f2d-8235-3b7d4447c191, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abd3a48-62ad-41d5-a58a-8ab11d0fc715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '9854971b-045c-4374-a867-4814c4255fa3'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:29.909728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:29.924689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:29.961915 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ade857cf-d903-4902-bc81-095f643cdcf0 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:29.988940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=868cac3f-01c7-432e-8bd5-828cb2228878,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:30.028827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-892c599a-7711-4848-a25d-b6d502860e2f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.164332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Attempting to bind port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:30.165066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Attempting to bind port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'e2985a5a-f4a6-495f-bcb7-7303c190441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:30.165066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Attempting to bind port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 on network 86ffaaf9-749e-466b-8937-83331edd34f5 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:30.197750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:30.198129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Checking segment: {'id': 'e2985a5a-f4a6-495f-bcb7-7303c190441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:30.198901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.198901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Bound using segment: {'id': 'e2985a5a-f4a6-495f-bcb7-7303c190441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:30.199358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Bound port: 8cbb4b71-412b-4af0-a3c5-be7fb33043d7, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2985a5a-f4a6-495f-bcb7-7303c190441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:30.199731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.208733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Pushing event updated for resources: {'Port': ['ID=8cbb4b71-412b-4af0-a3c5-be7fb33043d7,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:30.280923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Allocated IP 2001:db8:1::1 (86ffaaf9-749e-466b-8937-83331edd34f5/14253930-e4cd-435f-9583-4a0befe1ba16/4edc900e-fb58-465e-882d-50a4526bfed1) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:30.332641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6f21dafd-086f-4669-958f-1625d9457c3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.335741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] For port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:30.341192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] For port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8cbb4b71-412b-4af0-a3c5-be7fb33043d7,segment=NetworkSegment(e2985a5a-f4a6-495f-bcb7-7303c190441c),segment_id=e2985a5a-f4a6-495f-bcb7-7303c190441c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:30.350585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 868cac3f-01c7-432e-8bd5-828cb2228878 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:30.384072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.425473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.432805 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] For port 48a9d1b1-406d-4f2d-8235-3b7d4447c191, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:30.469373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] For port 48a9d1b1-406d-4f2d-8235-3b7d4447c191, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=48a9d1b1-406d-4f2d-8235-3b7d4447c191,segment=NetworkSegment(7abd3a48-62ad-41d5-a58a-8ab11d0fc715),segment_id=7abd3a48-62ad-41d5-a58a-8ab11d0fc715)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:30.485115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port ade857cf-d903-4902-bc81-095f643cdcf0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:30.485481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.513893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object 04b786f1-458b-4e58-b7c9-1e3a81c713da will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:30.514146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-6f21dafd-086f-4669-958f-1625d9457c3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for e1babf84-1d66-4e53-94e3-b0a4d51f59e2 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:30.520214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.591040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f496a23-7ca9-4de4-949b-2910cc5e8a8a None None] Pushing event updated for resources: {'Port': ['ID=8cbb4b71-412b-4af0-a3c5-be7fb33043d7,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:30.627233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-570bc17a-574b-4fce-a289-085362d56799 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.689491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 868cac3f-01c7-432e-8bd5-828cb2228878 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:30.689861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.917653 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-570bc17a-574b-4fce-a289-085362d56799 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for ebf26646-e4bf-44db-9a47-0068dac04533 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:30.933229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cd897-88af-4cc1-8a87-f527ede0af31 None None] Pushing event updated for resources: {'Port': ['ID=48a9d1b1-406d-4f2d-8235-3b7d4447c191,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:30.939035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:30.971461 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Allocated IP 2001:db8::2 (43b36609-ea8d-43d3-9523-12942dc247fc/de8624c0-d6d8-4beb-a61b-c1794ee73d0d/f9739fd1-3f91-4cef-b4af-9b33d252ac51) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:31.053495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:20:31.119219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port ade857cf-d903-4902-bc81-095f643cdcf0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ade857cf-d903-4902-bc81-095f643cdcf0,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:31.138402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.152466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.167633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6f21dafd-086f-4669-958f-1625d9457c3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.180515 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'code': 200} Mar 23 10:20:31.196332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.252005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Transition to ACTIVE for port object 4edc900e-fb58-465e-882d-50a4526bfed1 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:31.270450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21dafd-086f-4669-958f-1625d9457c3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=e1babf84-1d66-4e53-94e3-b0a4d51f59e2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:31.297134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=04b786f1-458b-4e58-b7c9-1e3a81c713da,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:31.303682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Allocated IP 2001:db8::1 (a87ddd02-c736-424f-bb01-aa97716b7b91/c7676d2b-052a-4ad9-8f3a-c50e1676ac56/bd27c8c9-053a-456f-83d1-bb751b8ccb64) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:31.318223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892c599a-7711-4848-a25d-b6d502860e2f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0decefa5-ac49-4454-bb60-2a05464bd7f3 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:20:31.357745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6f21dafd-086f-4669-958f-1625d9457c3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.386519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1a67dfc6-7db2-419b-971b-a9f3579697c3 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:31.422301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 43b36609-ea8d-43d3-9523-12942dc247fc is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:31.430780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:31.444759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:31.451199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:31.451914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.510942 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=ade857cf-d903-4902-bc81-095f643cdcf0,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:31.531722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 1a67dfc6-7db2-419b-971b-a9f3579697c3 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:31.538491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 1a67dfc6-7db2-419b-971b-a9f3579697c3 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:31.539269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.615896 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6f21dafd-086f-4669-958f-1625d9457c3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/e1babf84-1d66-4e53-94e3-b0a4d51f59e2 HTTP/1.1" status: 204 len: 168 time: 2.5248652 Mar 23 10:20:31.629861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59896) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:31.676402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.706733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.710847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 1a67dfc6-7db2-419b-971b-a9f3579697c3, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1a67dfc6-7db2-419b-971b-a9f3579697c3,segment=NetworkSegment(1a79e448-3b5a-45de-8cc8-792a5958efb9),segment_id=1a79e448-3b5a-45de-8cc8-792a5958efb9)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:31.714998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.748478 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c49f561f-54d1-450c-9e92-cf11d9ae8028 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7884567 Mar 23 10:20:31.750142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.757642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59900) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:31.763389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.767691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0774f148-810b-43fa-a0e9-ce01ff039c42 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:31.791318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-570bc17a-574b-4fce-a289-085362d56799 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.823101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 0774f148-810b-43fa-a0e9-ce01ff039c42 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:31.823437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0774f148-810b-43fa-a0e9-ce01ff039c42 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:31.866860 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892c599a-7711-4848-a25d-b6d502860e2f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:31.878857 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e08a1f3-d93d-47e8-a100-1157d4680ff0 None None] Sync routers for ids ['0decefa5-ac49-4454-bb60-2a05464bd7f3'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:31.899974 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e08a1f3-d93d-47e8-a100-1157d4680ff0 None None] Routers {'0decefa5-ac49-4454-bb60-2a05464bd7f3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:31.900598 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0e08a1f3-d93d-47e8-a100-1157d4680ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0decefa5-ac49-4454-bb60-2a05464bd7f3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:31.919830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-892c599a-7711-4848-a25d-b6d502860e2f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.922113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=1a67dfc6-7db2-419b-971b-a9f3579697c3,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:31.924627 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-892c599a-7711-4848-a25d-b6d502860e2f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0decefa5-ac49-4454-bb60-2a05464bd7f3 HTTP/1.1" status: 200 len: 886 time: 3.9335639 Mar 23 10:20:31.925686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59904) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:31.942191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bc17a-574b-4fce-a289-085362d56799 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=ebf26646-e4bf-44db-9a47-0068dac04533,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:31.950449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:31.968869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Transition to ACTIVE for port object f9739fd1-3f91-4cef-b4af-9b33d252ac51 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:31.998108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Transition to ACTIVE for port object f9739fd1-3f91-4cef-b4af-9b33d252ac51 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:32.007488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.058809 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0e08a1f3-d93d-47e8-a100-1157d4680ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:32.082669 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e08a1f3-d93d-47e8-a100-1157d4680ff0 None None] Routers {'0decefa5-ac49-4454-bb60-2a05464bd7f3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:32.085336 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0e08a1f3-d93d-47e8-a100-1157d4680ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0decefa5-ac49-4454-bb60-2a05464bd7f3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:32.095975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Network 43b36609-ea8d-43d3-9523-12942dc247fc is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:32.099759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:32.103141 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:32.159102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3af08-3240-49b5-a6fd-cd3a274a575d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 04b786f1-458b-4e58-b7c9-1e3a81c713da {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:32.159457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dcc3af08-3240-49b5-a6fd-cd3a274a575d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.245962 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0e08a1f3-d93d-47e8-a100-1157d4680ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:32.246349 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e08a1f3-d93d-47e8-a100-1157d4680ff0 None None] The sync data for ids ['0decefa5-ac49-4454-bb60-2a05464bd7f3'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:32.326002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Pushing event updated for resources: {'Port': ['ID=f9739fd1-3f91-4cef-b4af-9b33d252ac51,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:32.345569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Attempting to bind port f9739fd1-3f91-4cef-b4af-9b33d252ac51 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:32.346177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Attempting to bind port f9739fd1-3f91-4cef-b4af-9b33d252ac51 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '79475330-729c-494b-b59c-b0416113e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '43b36609-ea8d-43d3-9523-12942dc247fc'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:32.346692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Attempting to bind port f9739fd1-3f91-4cef-b4af-9b33d252ac51 on network 43b36609-ea8d-43d3-9523-12942dc247fc {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:32.352724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:32.353371 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Checking segment: {'id': '79475330-729c-494b-b59c-b0416113e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '43b36609-ea8d-43d3-9523-12942dc247fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:32.354028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.354577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Bound using segment: {'id': '79475330-729c-494b-b59c-b0416113e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '43b36609-ea8d-43d3-9523-12942dc247fc'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:32.355210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Bound port: f9739fd1-3f91-4cef-b4af-9b33d252ac51, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79475330-729c-494b-b59c-b0416113e80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': '43b36609-ea8d-43d3-9523-12942dc247fc'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:32.355884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.357340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5458e876-4cf3-4159-b89c-81998797692d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:32.359125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5458e876-4cf3-4159-b89c-81998797692d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:32.359905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5458e876-4cf3-4159-b89c-81998797692d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:32.366206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 86ffaaf9-749e-466b-8937-83331edd34f5 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:32.390316 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.391414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:32.406610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:32.407128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.414903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=4edc900e-fb58-465e-882d-50a4526bfed1,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:32.449544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75573a1d-d435-4b37-b88f-ebda9025e868 None None] Network 86ffaaf9-749e-466b-8937-83331edd34f5 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:32.451454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5458e876-4cf3-4159-b89c-81998797692d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:32.452642 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5458e876-4cf3-4159-b89c-81998797692d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7930503 Mar 23 10:20:32.498004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59908) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:32.598075 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-59b2fbb5-500a-4b9e-b11c-5d60a053c74d tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/routers/0decefa5-ac49-4454-bb60-2a05464bd7f3 HTTP/1.1" status: 200 len: 886 time: 0.6581666 Mar 23 10:20:32.603619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59912) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:32.632009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1a67dfc6-7db2-419b-971b-a9f3579697c3 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:32.657245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Transition to ACTIVE for port object bd27c8c9-053a-456f-83d1-bb751b8ccb64 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:32.671235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ab78f204-5696-42bb-892a-ba4658790063 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Synchronizing usage tracker for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:32.708537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-570bc17a-574b-4fce-a289-085362d56799 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.709811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf26940f-7d23-46a1-8998-16b2988dbf41 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 59b4ffcd-ba1a-4663-a0b1-b72ae005f8ea {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:32.711480 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-570bc17a-574b-4fce-a289-085362d56799 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/ebf26646-e4bf-44db-9a47-0068dac04533 HTTP/1.1" status: 204 len: 168 time: 4.3968825 Mar 23 10:20:32.715943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ab78f204-5696-42bb-892a-ba4658790063 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Unset dirty status for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:32.719762 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ab78f204-5696-42bb-892a-ba4658790063 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=0decefa5-ac49-4454-bb60-2a05464bd7f3 HTTP/1.1" status: 200 len: 205 time: 0.1029341 Mar 23 10:20:32.719762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59916) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:32.721002 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59918) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:32.760029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Allocated IP 172.26.4.250 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/890b9fd4-7436-469d-a60e-1b97787f58d5) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:32.761419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8e4050df-2da7-41e8-9118-26926a3c2693 None None] Provisioning for port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:32.774557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf26940f-7d23-46a1-8998-16b2988dbf41 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.824725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] For port f9739fd1-3f91-4cef-b4af-9b33d252ac51, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:32.827476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac53efd-765a-4730-b0d4-6db947544275 None None] Network 9854971b-045c-4374-a867-4814c4255fa3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:32.874566 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] For port f9739fd1-3f91-4cef-b4af-9b33d252ac51, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f9739fd1-3f91-4cef-b4af-9b33d252ac51,segment=NetworkSegment(79475330-729c-494b-b59c-b0416113e80d),segment_id=79475330-729c-494b-b59c-b0416113e80d)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:32.916344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf26940f-7d23-46a1-8998-16b2988dbf41 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.936038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 1a67dfc6-7db2-419b-971b-a9f3579697c3 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:32.936408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.945172 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1dbeb8-00df-4e14-a226-bd26b1da48ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:20:32.945694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2a1dbeb8-00df-4e14-a226-bd26b1da48ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:32.957913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:32.972272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.014333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf26940f-7d23-46a1-8998-16b2988dbf41 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.049431 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.088749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-40fde975-9cbf-453d-a8e5-d0646ae49197 None None] Provisioning for port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:33.099294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2a1dbeb8-00df-4e14-a226-bd26b1da48ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:33.100502 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2a1dbeb8-00df-4e14-a226-bd26b1da48ac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/ebf26646-e4bf-44db-9a47-0068dac04533 HTTP/1.1" status: 404 len: 333 time: 0.3811371 Mar 23 10:20:33.105456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59924) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:33.107131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network a87ddd02-c736-424f-bb01-aa97716b7b91 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:33.143221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.157973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:33.172739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dcc3af08-3240-49b5-a6fd-cd3a274a575d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.177974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:33.178800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.179579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc92084-9bd1-4fa6-9ea2-beb141d7e697 None None] Pushing event updated for resources: {'Port': ['ID=f9739fd1-3f91-4cef-b4af-9b33d252ac51,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:33.211634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Port': ['ID=bd27c8c9-053a-456f-83d1-bb751b8ccb64,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:33.299910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:33.322898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc82013-f9b6-4b5a-90fc-db25cd1ff02a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet 602e3438-b287-4b88-9fe7-ad147e9ba8aa {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:33.353850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4fc82013-f9b6-4b5a-90fc-db25cd1ff02a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.434713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:33.450912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:33.451517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.496556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.549739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4fc82013-f9b6-4b5a-90fc-db25cd1ff02a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.620512 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port e970df84-04a7-4e2e-a9e7-0bbde3c89118 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:33.621019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.633780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-dcc3af08-3240-49b5-a6fd-cd3a274a575d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 04b786f1-458b-4e58-b7c9-1e3a81c713da owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:33.711823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-872c323a-aa72-435d-ad8b-801c4228d83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.723034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.748716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.789929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8cbb4b71-412b-4af0-a3c5-be7fb33043d7,segment=NetworkSegment(e2985a5a-f4a6-495f-bcb7-7303c190441c),segment_id=e2985a5a-f4a6-495f-bcb7-7303c190441c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:33.796879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:33.797994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 48a9d1b1-406d-4f2d-8235-3b7d4447c191 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:33.915002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.008786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1a6beeb4-f1bb-4619-a4b7-6356f1515cb2 None None] Provisioning complete for port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:34.009351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1a6beeb4-f1bb-4619-a4b7-6356f1515cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.038458 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:34.060987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=8cbb4b71-412b-4af0-a3c5-be7fb33043d7,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:34.065215 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:34.065698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.184363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf26940f-7d23-46a1-8998-16b2988dbf41 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.263364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26940f-7d23-46a1-8998-16b2988dbf41 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=59b4ffcd-ba1a-4663-a0b1-b72ae005f8ea,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:34.269451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf26940f-7d23-46a1-8998-16b2988dbf41 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.270415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1a6beeb4-f1bb-4619-a4b7-6356f1515cb2 None None] Provisioning for port 4edc900e-fb58-465e-882d-50a4526bfed1 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:34.279535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.293727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204e03fc-fe83-4f03-a602-aa17a9e5f1d6 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:34.312616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1a6beeb4-f1bb-4619-a4b7-6356f1515cb2 None None] Provisioning complete for port 4edc900e-fb58-465e-882d-50a4526bfed1 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:34.313370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1a6beeb4-f1bb-4619-a4b7-6356f1515cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.348304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dcc3af08-3240-49b5-a6fd-cd3a274a575d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.351100 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cf26940f-7d23-46a1-8998-16b2988dbf41 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/59b4ffcd-ba1a-4663-a0b1-b72ae005f8ea HTTP/1.1" status: 204 len: 168 time: 1.8521037 Mar 23 10:20:34.369924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59928) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:34.457968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4fc82013-f9b6-4b5a-90fc-db25cd1ff02a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.464248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3af08-3240-49b5-a6fd-cd3a274a575d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=04b786f1-458b-4e58-b7c9-1e3a81c713da,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:34.465458 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1a6beeb4-f1bb-4619-a4b7-6356f1515cb2 None None] Port 4edc900e-fb58-465e-882d-50a4526bfed1 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:34.469475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 48a9d1b1-406d-4f2d-8235-3b7d4447c191, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=48a9d1b1-406d-4f2d-8235-3b7d4447c191,segment=NetworkSegment(7abd3a48-62ad-41d5-a58a-8ab11d0fc715),segment_id=7abd3a48-62ad-41d5-a58a-8ab11d0fc715)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:34.508563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.512036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.583574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dcc3af08-3240-49b5-a6fd-cd3a274a575d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.586518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dcc3af08-3240-49b5-a6fd-cd3a274a575d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/04b786f1-458b-4e58-b7c9-1e3a81c713da HTTP/1.1" status: 204 len: 168 time: 2.8247209 Mar 23 10:20:34.592689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59932) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:34.600681 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7d641e2f-cf20-4db9-b115-806fee00eb3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2301595 Mar 23 10:20:34.611184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1a6beeb4-f1bb-4619-a4b7-6356f1515cb2 None None] Provisioning for port bd27c8c9-053a-456f-83d1-bb751b8ccb64 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:34.613663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59934) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:34.632347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:34.643760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:34.652099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:34.656650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1a6beeb4-f1bb-4619-a4b7-6356f1515cb2 None None] Provisioning complete for port bd27c8c9-053a-456f-83d1-bb751b8ccb64 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:34.657059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1a6beeb4-f1bb-4619-a4b7-6356f1515cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.678307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Pushing event updated for resources: {'Port': ['ID=890b9fd4-7436-469d-a60e-1b97787f58d5,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:34.718574 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf6b3a6-d05f-4db3-bc88-dd4688658483 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:20:34.719572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf6b3a6-d05f-4db3-bc88-dd4688658483 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:20:34.734331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59940) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:34.735398 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-daf6b3a6-d05f-4db3-bc88-dd4688658483 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/04b786f1-458b-4e58-b7c9-1e3a81c713da HTTP/1.1" status: 404 len: 333 time: 0.1233420 Mar 23 10:20:34.743608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f9739fd1-3f91-4cef-b4af-9b33d252ac51 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:34.758793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:34.829791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.831628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1a6beeb4-f1bb-4619-a4b7-6356f1515cb2 None None] Port bd27c8c9-053a-456f-83d1-bb751b8ccb64 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:34.864510 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e94beb-cd7f-44a4-abb0-ffd547af38f6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:20:34.865090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-06e94beb-cd7f-44a4-abb0-ffd547af38f6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:34.868001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.868833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.878729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=48a9d1b1-406d-4f2d-8235-3b7d4447c191,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:34.885731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4fc82013-f9b6-4b5a-90fc-db25cd1ff02a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.919164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:34.923320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f9739fd1-3f91-4cef-b4af-9b33d252ac51 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:34.933477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:35.018976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43635d34-97b0-432e-bf6c-4ce8c4832a61 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:35.020761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37611d2f-6dd4-4ab8-b8ab-e85c3299fe28 None None] Network 43b36609-ea8d-43d3-9523-12942dc247fc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:35.051110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d0844271-be7a-4ddf-bb94-cc3e7c10f95e None None] Provisioning complete for port 4edc900e-fb58-465e-882d-50a4526bfed1 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:35.051512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d0844271-be7a-4ddf-bb94-cc3e7c10f95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.064937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for e970df84-04a7-4e2e-a9e7-0bbde3c89118 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:35.082893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-06e94beb-cd7f-44a4-abb0-ffd547af38f6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:35.084587 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-06e94beb-cd7f-44a4-abb0-ffd547af38f6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/04b786f1-458b-4e58-b7c9-1e3a81c713da HTTP/1.1" status: 404 len: 333 time: 0.3486133 Mar 23 10:20:35.092700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-43635d34-97b0-432e-bf6c-4ce8c4832a61 None None] Deleting port 868cac3f-01c7-432e-8bd5-828cb2228878 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:35.093084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-43635d34-97b0-432e-bf6c-4ce8c4832a61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.132470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=4edc900e-fb58-465e-882d-50a4526bfed1,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:35.134733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59944) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:35.200920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da9453-e400-43ec-862e-79e6375b8720 None None] Network b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:35.238177 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4fc82013-f9b6-4b5a-90fc-db25cd1ff02a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.247389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc82013-f9b6-4b5a-90fc-db25cd1ff02a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=602e3438-b287-4b88-9fe7-ad147e9ba8aa,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:35.261705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d0844271-be7a-4ddf-bb94-cc3e7c10f95e None None] Port 4edc900e-fb58-465e-882d-50a4526bfed1 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:35.285506 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4fc82013-f9b6-4b5a-90fc-db25cd1ff02a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/602e3438-b287-4b88-9fe7-ad147e9ba8aa HTTP/1.1" status: 204 len: 168 time: 2.1700408 Mar 23 10:20:35.299074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59948) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:35.338833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:35.369545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:35.395201 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:35.451764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d0844271-be7a-4ddf-bb94-cc3e7c10f95e None None] Provisioning complete for port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:35.452127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d0844271-be7a-4ddf-bb94-cc3e7c10f95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.457396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-905e890b-56a0-4b5b-baff-dd07c1ecfd63 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet de8624c0-d6d8-4beb-a61b-c1794ee73d0d {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:35.460781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:35.465336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-905e890b-56a0-4b5b-baff-dd07c1ecfd63 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.509240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 86ffaaf9-749e-466b-8937-83331edd34f5 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:35.511487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.516589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:35.522947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:35.526708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.563077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:35.563439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.647765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.660114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:35.660714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.703175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.703175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.736564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-905e890b-56a0-4b5b-baff-dd07c1ecfd63 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.844376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-43635d34-97b0-432e-bf6c-4ce8c4832a61 None None] For port 868cac3f-01c7-432e-8bd5-828cb2228878, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=868cac3f-01c7-432e-8bd5-828cb2228878,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:35.845455 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-43635d34-97b0-432e-bf6c-4ce8c4832a61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.871387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-905e890b-56a0-4b5b-baff-dd07c1ecfd63 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:35.955291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.028654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-43635d34-97b0-432e-bf6c-4ce8c4832a61 None None] Calling delete_port for 868cac3f-01c7-432e-8bd5-828cb2228878 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:36.077905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:20:36.125603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event updated for resources: {'Port': ['ID=bd27c8c9-053a-456f-83d1-bb751b8ccb64,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:36.228131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.247293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.268048 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-43635d34-97b0-432e-bf6c-4ce8c4832a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.323171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43635d34-97b0-432e-bf6c-4ce8c4832a61 None None] Pushing event deleted for resources: {'Port': ['ID=868cac3f-01c7-432e-8bd5-828cb2228878,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:36.325071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43635d34-97b0-432e-bf6c-4ce8c4832a61 None None] No DVR routers for this DVR port 868cac3f-01c7-432e-8bd5-828cb2228878 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:36.349382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] DHCP port deletion for b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:36.354155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:36.354874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] Deleting port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:36.355888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.371498 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bdf94a7a-3796-47b0-9353-8066f781c2db tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6748068 Mar 23 10:20:36.374926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59952) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:36.380290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-905e890b-56a0-4b5b-baff-dd07c1ecfd63 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.388105 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1703940890'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:36.398338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=e970df84-04a7-4e2e-a9e7-0bbde3c89118,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:36.407203 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:36.445820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:36.460427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e890b-56a0-4b5b-baff-dd07c1ecfd63 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=de8624c0-d6d8-4beb-a61b-c1794ee73d0d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:36.467617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:network and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:36.473509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-905e890b-56a0-4b5b-baff-dd07c1ecfd63 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.475937 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-905e890b-56a0-4b5b-baff-dd07c1ecfd63 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/de8624c0-d6d8-4beb-a61b-c1794ee73d0d HTTP/1.1" status: 204 len: 168 time: 1.3352563 Mar 23 10:20:36.476857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:36.495192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59956) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:36.527021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:36.527560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:36.557757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Network a87ddd02-c736-424f-bb01-aa97716b7b91 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:36.566711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:36.595815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:36.603229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a65d6da4-3180-4011-8f1e-29d27ac2bfc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.610396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-932f8995-1e17-43ac-bffd-a71708b70bc7 None None] Provisioning complete for port 4edc900e-fb58-465e-882d-50a4526bfed1 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:36.610756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-932f8995-1e17-43ac-bffd-a71708b70bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.613555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.663502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] For port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=24eff034-6e9f-4eb9-a1b0-f86c64c215f0,segment=NetworkSegment(f1356055-f8d5-4b90-8d14-dbcf3d5e3137),segment_id=f1356055-f8d5-4b90-8d14-dbcf3d5e3137)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:36.664013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.678881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b19c1-5695-42b4-8db6-3220d92482c7 None None] Network 43b36609-ea8d-43d3-9523-12942dc247fc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:36.690809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 48a9d1b1-406d-4f2d-8235-3b7d4447c191 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:36.743200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.810291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:36.813799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.861466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 837} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:36.872142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.872527 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added segment 77287157-bba6-4498-b519-9a862979358e of type vlan for network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 Mar 23 10:20:36.902573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.943265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:36.948854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:36.949509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.026864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-932f8995-1e17-43ac-bffd-a71708b70bc7 None None] Port 4edc900e-fb58-465e-882d-50a4526bfed1 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:37.082382 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:37.091166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:20:37.216611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-932f8995-1e17-43ac-bffd-a71708b70bc7 None None] Provisioning for port f9739fd1-3f91-4cef-b4af-9b33d252ac51 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:37.237672 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] For port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=24eff034-6e9f-4eb9-a1b0-f86c64c215f0,segment=NetworkSegment(f1356055-f8d5-4b90-8d14-dbcf3d5e3137),segment_id=f1356055-f8d5-4b90-8d14-dbcf3d5e3137)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:37.237891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.238177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.243056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.247867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.258488 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8811083 Mar 23 10:20:37.262159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.263840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59960) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:37.265793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-932f8995-1e17-43ac-bffd-a71708b70bc7 None None] Provisioning complete for port f9739fd1-3f91-4cef-b4af-9b33d252ac51 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:37.266162 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-932f8995-1e17-43ac-bffd-a71708b70bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.278099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'subnet': {'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:37.304979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342b688-02cf-46e9-80de-50a2f944110b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Network': ['ID=5148d69c-0ca9-407b-9df5-1b5ee67cf589,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:37.387525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port f9739fd1-3f91-4cef-b4af-9b33d252ac51 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:37.387885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.421425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:37.422095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:37.423613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.424229 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Fanout notify agent at l3_agent the message router_deleted on router 0decefa5-ac49-4454-bb60-2a05464bd7f3 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:20:37.425726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:subnet and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:37.429956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:37.432695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Router 03e3b368-a8fe-4422-bbcd-b1d3a5d64920 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:20:37.438154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:37.438259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:37.448293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:37.452746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:37.453526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.479781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Router 65514ea7-2734-4da5-812e-c8e34b49e69e has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:20:37.484722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=bc3aa448-2ccd-43d5-beba-c72f9b06033c,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:37.509133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.512020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:37.515636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.542612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5379526d-43af-4bc2-a5b3-38f43cf04b20 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:37.576607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] Calling delete_port for 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:37.602511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.603608 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-04671920-191f-4f28-a5e2-02fb50e5463f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/0decefa5-ac49-4454-bb60-2a05464bd7f3 HTTP/1.1" status: 204 len: 168 time: 4.8494925 Mar 23 10:20:37.609948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59964) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:37.610127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=24eff034-6e9f-4eb9-a1b0-f86c64c215f0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:37.612175 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.617116 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e45b52a1-0426-42ba-b0f7-7b5426142da1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9936035 Mar 23 10:20:37.621139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'network': {'name': 'tempest-RoutersTest-250899710'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:37.632059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59968) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:37.636380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:37.639149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:37.639453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.644145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': 'bc3aa448-2ccd-43d5-beba-c72f9b06033c', 'ip_address': '2001:db8::8:e4ad:9d27:b9d2'}], 'name': 'tempest-NetworksTestDHCPv6-677964713'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:37.694384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:network and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:37.755652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:37.778794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:37.802838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No DVR routers for this DVR port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:37.875785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:37.879202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.899377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:37.915875 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74327a92-7a07-43ab-8b34-cccc02827391 None None] Sync routers for ids ['03e3b368-a8fe-4422-bbcd-b1d3a5d64920'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:37.936676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:37.939277 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74327a92-7a07-43ab-8b34-cccc02827391 None None] Routers {'03e3b368-a8fe-4422-bbcd-b1d3a5d64920'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:37.940182 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-74327a92-7a07-43ab-8b34-cccc02827391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['03e3b368-a8fe-4422-bbcd-b1d3a5d64920'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:38.004704 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:38.008937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:38.011789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:38.017555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:38.030661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:38.032688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:38.051690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.056730 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3b56d9b0-60e5-412b-9bcc-0894c92ed6f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.4685259 Mar 23 10:20:38.061663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59972) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:38.071969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4ae1e3c1-d002-4a13-97d3-3558eddbf720 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'enable_snat': False}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:38.097274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:20:38.097833 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:20:38.114404 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-74327a92-7a07-43ab-8b34-cccc02827391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:38.134404 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74327a92-7a07-43ab-8b34-cccc02827391 None None] Routers {'03e3b368-a8fe-4422-bbcd-b1d3a5d64920'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:38.134698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.135438 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-74327a92-7a07-43ab-8b34-cccc02827391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['03e3b368-a8fe-4422-bbcd-b1d3a5d64920'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:38.147726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.148067 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added segment 73fd034b-8c18-4a2f-8d88-85880a910059 of type vlan for network 0fd0398f-57de-4359-8991-f3602e94e296 Mar 23 10:20:38.184385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:38.202297 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-69644f27-a134-4402-b1cd-78458a69db20 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "PUT /v2.0/routers/65514ea7-2734-4da5-812e-c8e34b49e69e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8319240 Mar 23 10:20:38.210980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] For port f9739fd1-3f91-4cef-b4af-9b33d252ac51, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f9739fd1-3f91-4cef-b4af-9b33d252ac51,segment=NetworkSegment(79475330-729c-494b-b59c-b0416113e80d),segment_id=79475330-729c-494b-b59c-b0416113e80d)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:38.211630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.220031 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59976) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:38.268948 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-74327a92-7a07-43ab-8b34-cccc02827391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:38.269378 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74327a92-7a07-43ab-8b34-cccc02827391 None None] The sync data for ids ['03e3b368-a8fe-4422-bbcd-b1d3a5d64920'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:38.275286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5589918-c203-4e03-afac-ab28bae050ab None None] Sync routers for ids ['65514ea7-2734-4da5-812e-c8e34b49e69e'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:38.278511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] DHCP port deletion for 43b36609-ea8d-43d3-9523-12942dc247fc request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:38.285987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:38.306867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-932f8995-1e17-43ac-bffd-a71708b70bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.318355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] Deleting port f9739fd1-3f91-4cef-b4af-9b33d252ac51 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:38.318730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.351735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.365939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.384614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5589918-c203-4e03-afac-ab28bae050ab None None] Routers {'65514ea7-2734-4da5-812e-c8e34b49e69e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:38.385263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f5589918-c203-4e03-afac-ab28bae050ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['65514ea7-2734-4da5-812e-c8e34b49e69e'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:38.419756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1356055-f8d5-4b90-8d14-dbcf3d5e3137') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:38.420218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1356055-f8d5-4b90-8d14-dbcf3d5e3137') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:38.433305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for f9739fd1-3f91-4cef-b4af-9b33d252ac51 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:38.491377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.508655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f5589918-c203-4e03-afac-ab28bae050ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:38.533866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.563392 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:38.581238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.601594 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Releasing vlan 813 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:20:38.602336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:38.618055 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:38.622981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1194a810-b27e-4bb6-bf6a-e5ba27975d29 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.691605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] Deleting port 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:38.691889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.716304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': 'bc3aa448-2ccd-43d5-beba-c72f9b06033c'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:38.717133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.723866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Subnet': ['ID=d2aa2dd6-224c-444d-8f2f-56b600b00120,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:38.736030 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-932f8995-1e17-43ac-bffd-a71708b70bc7 None None] For port f9739fd1-3f91-4cef-b4af-9b33d252ac51, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f9739fd1-3f91-4cef-b4af-9b33d252ac51,segment=NetworkSegment(79475330-729c-494b-b59c-b0416113e80d),segment_id=79475330-729c-494b-b59c-b0416113e80d)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:38.740701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.746408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:38.747040 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.751144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 31538ae7-6512-4798-a721-f7c7c8e7a91c yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:38.758504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:38.758846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 24eff034-6e9f-4eb9-a1b0-f86c64c215f0 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:38.759782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 868cac3f-01c7-432e-8bd5-828cb2228878 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:38.793204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5589918-c203-4e03-afac-ab28bae050ab None None] Routers {'65514ea7-2734-4da5-812e-c8e34b49e69e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:38.793862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f5589918-c203-4e03-afac-ab28bae050ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['65514ea7-2734-4da5-812e-c8e34b49e69e'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:38.833133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Checking segment: {'id': '77287157-bba6-4498-b519-9a862979358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:38.833133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network hostable DHCP agents. Network: 5148d69c-0ca9-407b-9df5-1b5ee67cf589, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:38.843573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.845690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-932f8995-1e17-43ac-bffd-a71708b70bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.863845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:38.872654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:20:38.872974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:20:38.882032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Network': ['ID=b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:38.915902 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-1194a810-b27e-4bb6-bf6a-e5ba27975d29 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 10:20:38.921525 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1194a810-b27e-4bb6-bf6a-e5ba27975d29 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/routers/65514ea7-2734-4da5-812e-c8e34b49e69e HTTP/1.1" status: 409 len: 329 time: 0.7002344 Mar 23 10:20:38.923117 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-293813af-6489-4ed4-b028-d3ad40d42950 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/networks/b0baf89e-1bc9-4ce4-b84c-e4ed27022b8f HTTP/1.1" status: 204 len: 168 time: 3.6129320 Mar 23 10:20:38.924034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59980) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:38.929840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59982) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:38.959150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 868cac3f-01c7-432e-8bd5-828cb2228878 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:38.959507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 868cac3f-01c7-432e-8bd5-828cb2228878 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:39.006466 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3931229 Mar 23 10:20:39.026467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59988) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:39.036728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f5589918-c203-4e03-afac-ab28bae050ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:39.036728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5589918-c203-4e03-afac-ab28bae050ab None None] The sync data for ids ['65514ea7-2734-4da5-812e-c8e34b49e69e'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:39.039885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'subnet': {'network_id': '0fd0398f-57de-4359-8991-f3602e94e296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:39.049156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1c792b57-6715-4a88-9cc0-a99d458703c6 None None] The port '24eff034-6e9f-4eb9-a1b0-f86c64c215f0' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:20:39.091204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddffe39-74e8-42fb-a1c5-37455a162aa6 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Network': ['ID=0fd0398f-57de-4359-8991-f3602e94e296,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:39.111333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f9739fd1-3f91-4cef-b4af-9b33d252ac51 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:39.190883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:39.193800 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 0fd0398f-57de-4359-8991-f3602e94e296 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:39.279177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:32Z', 'revision_number': 3, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:34Z', 'revision_number': 2, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:39.293968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f8995-1e17-43ac-bffd-a71708b70bc7 None None] Pushing event updated for resources: {'Port': ['ID=f9739fd1-3f91-4cef-b4af-9b33d252ac51,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:39.313330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5148d69c-0ca9-407b-9df5-1b5ee67cf589) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:39.357641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:39.358463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.365238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] For port f9739fd1-3f91-4cef-b4af-9b33d252ac51, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f9739fd1-3f91-4cef-b4af-9b33d252ac51,segment=NetworkSegment(79475330-729c-494b-b59c-b0416113e80d),segment_id=79475330-729c-494b-b59c-b0416113e80d)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:39.365951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.379957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e30f22b8-9a67-4864-a154-6b416052ca10 None None] Provisioning complete for port f9739fd1-3f91-4cef-b4af-9b33d252ac51 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:39.380324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e30f22b8-9a67-4864-a154-6b416052ca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.404582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247dfaa5-0205-4538-a328-9adf37bdbe9b None None] Network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:39.416886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:20:39.417258 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Updating router 5936314d-a5b4-4e42-8f75-bd6182d176c7 port 4edc900e-fb58-465e-882d-50a4526bfed1 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:20:39.434067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:39.437762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-429648494'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:39.441482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port f9739fd1-3f91-4cef-b4af-9b33d252ac51 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:39.441945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.458451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:subnet and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:39.466944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:39.479775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:39.482130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:39.490856 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b2ecbda1-3ca6-4939-a35b-3ed2a2633896 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2262750 Mar 23 10:20:39.495277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 59992) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:39.499030 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:network and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:39.503381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:39.524998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:39.579298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e3c1-d002-4a13-97d3-3558eddbf720 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.583564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::8:e4ad:9d27:b9d2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/bc3aa448-2ccd-43d5-beba-c72f9b06033c/31538ae7-6512-4798-a721-f7c7c8e7a91c) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:39.586544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:39.590278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.630347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:39.634272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.713894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] Calling delete_port for f9739fd1-3f91-4cef-b4af-9b33d252ac51 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:39.756782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:39.773828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.782346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.831518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:39.831744 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Added segment 3a7b91e5-139c-4842-b998-9bf168fc28c5 of type vlan for network bfda356d-3054-4e64-932c-0b2c65b5587c Mar 23 10:20:39.850871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] For port f9739fd1-3f91-4cef-b4af-9b33d252ac51, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f9739fd1-3f91-4cef-b4af-9b33d252ac51,segment=NetworkSegment(79475330-729c-494b-b59c-b0416113e80d),segment_id=79475330-729c-494b-b59c-b0416113e80d)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:39.851212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.014054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.023664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for f9739fd1-3f91-4cef-b4af-9b33d252ac51 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:40.041262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.067846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:20:40.068787 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:20:40.150855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.156261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:40.156893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.293806 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3598378 Mar 23 10:20:40.296345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 59996) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:40.306457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.316689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': 'bfda356d-3054-4e64-932c-0b2c65b5587c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:40.402324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859e903-ed40-47cf-ab26-153b5b7a08c0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Network': ['ID=bfda356d-3054-4e64-932c-0b2c65b5587c,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:40.412980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No DVR routers for this DVR port f9739fd1-3f91-4cef-b4af-9b33d252ac51 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:40.432345 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:40.433188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.441422 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=f9739fd1-3f91-4cef-b4af-9b33d252ac51,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:40.441911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network bfda356d-3054-4e64-932c-0b2c65b5587c details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:40.493124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e30f22b8-9a67-4864-a154-6b416052ca10 None None] Provisioning complete for port bd27c8c9-053a-456f-83d1-bb751b8ccb64 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:40.493124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e30f22b8-9a67-4864-a154-6b416052ca10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.543758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.584790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] Deleting port f9739fd1-3f91-4cef-b4af-9b33d252ac51 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:40.585184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.653737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.696737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.704457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 31538ae7-6512-4798-a721-f7c7c8e7a91c will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:40.740557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ae14cc34-f27e-4c38-ba05-5682122dabb6 None None] The port 'f9739fd1-3f91-4cef-b4af-9b33d252ac51' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:20:40.748291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e30f22b8-9a67-4864-a154-6b416052ca10 None None] Port bd27c8c9-053a-456f-83d1-bb751b8ccb64 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:40.906525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:40.916640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.920774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.929513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:40.932612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.935645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Allocated IP 2001:db8:2::2 (5148d69c-0ca9-407b-9df5-1b5ee67cf589/d2aa2dd6-224c-444d-8f2f-56b600b00120/3bf29568-2258-410a-8365-f8e0805cac42) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:40.936256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:40.952682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:40.952914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Transition to ACTIVE for port object 4edc900e-fb58-465e-882d-50a4526bfed1 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:40.978962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:40.984824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b36609-ea8d-43d3-9523-12942dc247fc']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:40.988267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Subnet': ['ID=323bcfdb-8e1f-466f-b758-c44f80d2a843,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:41.064187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:41.067593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.084633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79475330-729c-494b-b59c-b0416113e80d') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:41.084907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79475330-729c-494b-b59c-b0416113e80d') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:41.145782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.212335 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/bc3aa448-2ccd-43d5-beba-c72f9b06033c/80611306-cd70-409a-b52c-66aae7155c2e) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:41.214321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Checking segment: {'id': '73fd034b-8c18-4a2f-8d88-85880a910059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0fd0398f-57de-4359-8991-f3602e94e296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:41.214321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network hostable DHCP agents. Network: 0fd0398f-57de-4359-8991-f3602e94e296, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:41.230953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.248001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:20:41.248542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.253559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:41.268072 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:41.430701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.433796 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.438678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.441345 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Transition to ACTIVE for port object 80611306-cd70-409a-b52c-66aae7155c2e will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:41.444701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:41.461013 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Transition to ACTIVE for port object 80611306-cd70-409a-b52c-66aae7155c2e will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:41.461879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:41.476353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:41.482157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:41.482760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.490740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.517589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Deleting port bd27c8c9-053a-456f-83d1-bb751b8ccb64 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:41.518209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.522579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29d59b-4ce6-4e22-90c9-526296842875 None None] Pushing event updated for resources: {'Port': ['ID=4edc900e-fb58-465e-882d-50a4526bfed1,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:41.558063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Network': ['ID=43b36609-ea8d-43d3-9523-12942dc247fc,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:41.585636 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8aac8b09-e9a1-4df8-a44f-36dc1ec061f7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/networks/43b36609-ea8d-43d3-9523-12942dc247fc HTTP/1.1" status: 204 len: 168 time: 5.0852375 Mar 23 10:20:41.602724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60000) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:41.609313 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:41.617434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 0fd0398f-57de-4359-8991-f3602e94e296 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:41.632993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1632462160'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:41.646450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=31538ae7-6512-4798-a721-f7c7c8e7a91c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:41.653306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:41.655957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 0fd0398f-57de-4359-8991-f3602e94e296) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:41.663075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:network and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:41.668480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:41.669300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.671973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:41.677098 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b948a181-09ba-4f5d-9ecf-19f100c32589 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.0419047 Mar 23 10:20:41.681120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60004) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:41.684555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:41.685368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:41.697828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59ebd06-6d27-4cad-8f04-0012268fa518 None None] Network 0fd0398f-57de-4359-8991-f3602e94e296 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:41.703487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:41.778376 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6bb99a88-bd30-4d66-85c6-4e997e9e6b10 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7503273 Mar 23 10:20:41.781355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.786765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60008) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:41.792747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-09921b46-1b75-4667-a765-5cfb66cc81e2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-430613855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:41.800060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:41.803005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Attempting to bind port 4edc900e-fb58-465e-882d-50a4526bfed1 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:41.803443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Attempting to bind port 4edc900e-fb58-465e-882d-50a4526bfed1 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'e2985a5a-f4a6-495f-bcb7-7303c190441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:41.803868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Attempting to bind port 4edc900e-fb58-465e-882d-50a4526bfed1 on network 86ffaaf9-749e-466b-8937-83331edd34f5 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:41.804892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.820292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-09921b46-1b75-4667-a765-5cfb66cc81e2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:41.832386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-09921b46-1b75-4667-a765-5cfb66cc81e2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:41.860542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=021ea41d-60a3-451f-a0ea-c79102a01dd3,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:41.937343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Checking segment: {'id': '3a7b91e5-139c-4842-b998-9bf168fc28c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bfda356d-3054-4e64-932c-0b2c65b5587c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:41.937758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network hostable DHCP agents. Network: bfda356d-3054-4e64-932c-0b2c65b5587c, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:41.944041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.945057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Pushing event updated for resources: {'Port': ['ID=80611306-cd70-409a-b52c-66aae7155c2e,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:41.989443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:41.989876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Checking segment: {'id': 'e2985a5a-f4a6-495f-bcb7-7303c190441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:41.990773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:41.991166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Bound using segment: {'id': 'e2985a5a-f4a6-495f-bcb7-7303c190441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:41.991643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Bound port: 4edc900e-fb58-465e-882d-50a4526bfed1, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2985a5a-f4a6-495f-bcb7-7303c190441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:41.992019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.028627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf11e6ba-4bf0-4277-85bb-07291dc395ab tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:42.035417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf11e6ba-4bf0-4277-85bb-07291dc395ab tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:42.041011 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cf11e6ba-4bf0-4277-85bb-07291dc395ab tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.3534403 Mar 23 10:20:42.097813 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60012) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:42.105170 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Calling delete_port for bd27c8c9-053a-456f-83d1-bb751b8ccb64 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:42.106389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.117302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-09921b46-1b75-4667-a765-5cfb66cc81e2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.118481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-09921b46-1b75-4667-a765-5cfb66cc81e2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.123318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:42.126465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Attempting to bind port 80611306-cd70-409a-b52c-66aae7155c2e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:42.126851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Attempting to bind port 80611306-cd70-409a-b52c-66aae7155c2e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:42.127208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Attempting to bind port 80611306-cd70-409a-b52c-66aae7155c2e on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:42.141709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Transition to ACTIVE for port object 3bf29568-2258-410a-8365-f8e0805cac42 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:42.154444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.154793 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Added segment b724b37f-54bb-4aae-bfa4-79b90ba7a603 of type vlan for network 761bcaa0-96e3-4205-ae75-145687b850e7 Mar 23 10:20:42.171219 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-09921b46-1b75-4667-a765-5cfb66cc81e2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.178730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:42.179103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:42.179488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.179877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:42.180346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Bound port: 80611306-cd70-409a-b52c-66aae7155c2e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:42.180717 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.213980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network bfda356d-3054-4e64-932c-0b2c65b5587c is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:42.235200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-1524154b-1939-48cb-9f23-b7c45c5d56c4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 31538ae7-6512-4798-a721-f7c7c8e7a91c {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:42.235613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1524154b-1939-48cb-9f23-b7c45c5d56c4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.269969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Transition to ACTIVE for port object 3bf29568-2258-410a-8365-f8e0805cac42 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:42.277532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.280853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, bfda356d-3054-4e64-932c-0b2c65b5587c) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:42.300925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccadfa98-0bab-44ce-99e9-1450534c4e9e None None] Network bfda356d-3054-4e64-932c-0b2c65b5587c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:42.302325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:42.302499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.308891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e3c1-d002-4a13-97d3-3558eddbf720 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.341117 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2bb14963-b59e-47ef-be32-de70cfad5a7b tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0360043 Mar 23 10:20:42.344438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-09921b46-1b75-4667-a765-5cfb66cc81e2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.345053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.351642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60016) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:42.367370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': 'bfda356d-3054-4e64-932c-0b2c65b5587c', 'name': 'tempest-PortsTestJSON-1431611309', 'fixed_ips': [{'subnet_id': '021ea41d-60a3-451f-a0ea-c79102a01dd3', 'ip_address': '172.20.0.10'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:42.433312 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] For port 4edc900e-fb58-465e-882d-50a4526bfed1, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:42.458103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e3c1-d002-4a13-97d3-3558eddbf720 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.479675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:20:42.498988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-0fd0398f-57de-4359-8991-f3602e94e296', 'network_id': '0fd0398f-57de-4359-8991-f3602e94e296', 'tenant_id': '33eec4c18867433da011ca0070251672', 'fixed_ips': [{'subnet_id': '323bcfdb-8e1f-466f-b758-c44f80d2a843'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:42.499790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.541693 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] For port 4edc900e-fb58-465e-882d-50a4526bfed1, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4edc900e-fb58-465e-882d-50a4526bfed1,segment=NetworkSegment(e2985a5a-f4a6-495f-bcb7-7303c190441c),segment_id=e2985a5a-f4a6-495f-bcb7-7303c190441c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:42.544114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:42.560769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:42.569953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.574803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:42.581547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Pushing event updated for resources: {'Port': ['ID=3bf29568-2258-410a-8365-f8e0805cac42,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:42.625736 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1524154b-1939-48cb-9f23-b7c45c5d56c4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.639736 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.657797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] For port 80611306-cd70-409a-b52c-66aae7155c2e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:42.695745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Allocated IP 2001:db8:2::1 (5148d69c-0ca9-407b-9df5-1b5ee67cf589/d2aa2dd6-224c-444d-8f2f-56b600b00120/290fc54e-ccdc-467d-8243-fc521ec99b62) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:42.714637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.721832 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:42.722886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.726329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-09921b46-1b75-4667-a765-5cfb66cc81e2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.730822 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-09921b46-1b75-4667-a765-5cfb66cc81e2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9418216 Mar 23 10:20:42.737581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60020) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:42.791124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] For port 80611306-cd70-409a-b52c-66aae7155c2e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=80611306-cd70-409a-b52c-66aae7155c2e,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:42.833967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:42.894563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae1e3c1-d002-4a13-97d3-3558eddbf720 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Router 03e3b368-a8fe-4422-bbcd-b1d3a5d64920 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:20:42.913570 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:42.913570 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:42.976128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-1524154b-1939-48cb-9f23-b7c45c5d56c4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 31538ae7-6512-4798-a721-f7c7c8e7a91c owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:42.983242 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3576088 Mar 23 10:20:43.012547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60024) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:43.031725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '761bcaa0-96e3-4205-ae75-145687b850e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:43.055559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Port': ['ID=bd27c8c9-053a-456f-83d1-bb751b8ccb64,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:43.059755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:43.164025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:20:43.185785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826dfc6-1fbe-4d2a-bd89-29094f552d8a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Network': ['ID=761bcaa0-96e3-4205-ae75-145687b850e7,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:43.189798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:43.215292 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1524154b-1939-48cb-9f23-b7c45c5d56c4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.244949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 761bcaa0-96e3-4205-ae75-145687b850e7 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:43.315951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29d59b-4ce6-4e22-90c9-526296842875 None None] Pushing event updated for resources: {'Port': ['ID=4edc900e-fb58-465e-882d-50a4526bfed1,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:43.349790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Attempting to bind port 3bf29568-2258-410a-8365-f8e0805cac42 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:43.350150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Attempting to bind port 3bf29568-2258-410a-8365-f8e0805cac42 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '77287157-bba6-4498-b519-9a862979358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:43.350495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Attempting to bind port 3bf29568-2258-410a-8365-f8e0805cac42 on network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:43.383495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524154b-1939-48cb-9f23-b7c45c5d56c4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=31538ae7-6512-4798-a721-f7c7c8e7a91c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:43.494032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.517112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1524154b-1939-48cb-9f23-b7c45c5d56c4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.521792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:43.528764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:43.551583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:43.552560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Checking segment: {'id': '77287157-bba6-4498-b519-9a862979358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:43.552868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.553378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Bound using segment: {'id': '77287157-bba6-4498-b519-9a862979358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:43.553966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Bound port: 3bf29568-2258-410a-8365-f8e0805cac42, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77287157-bba6-4498-b519-9a862979358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:43.554434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.570115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:43.583853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:43.601278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:43.606732 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1524154b-1939-48cb-9f23-b7c45c5d56c4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/31538ae7-6512-4798-a721-f7c7c8e7a91c HTTP/1.1" status: 204 len: 168 time: 1.4734027 Mar 23 10:20:43.611005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60028) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:43.764354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-bfda356d-3054-4e64-932c-0b2c65b5587c', 'network_id': 'bfda356d-3054-4e64-932c-0b2c65b5587c', 'tenant_id': 'c8b9876b43914f6c9e442dc775b5b1b7', 'fixed_ips': [{'subnet_id': '021ea41d-60a3-451f-a0ea-c79102a01dd3'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:43.765600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.770381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:43.774597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.806447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Allocated IP 172.20.0.2 (0fd0398f-57de-4359-8991-f3602e94e296/323bcfdb-8e1f-466f-b758-c44f80d2a843/2f0f8a3a-2ddd-4368-9876-fe5d4e340b64) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:43.847844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6e146-4d03-43d5-a647-dff38671ae99 None None] Pushing event updated for resources: {'Port': ['ID=80611306-cd70-409a-b52c-66aae7155c2e,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:43.851727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.917497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Transition to ACTIVE for port object 290fc54e-ccdc-467d-8243-fc521ec99b62 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:43.923815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae1e3c1-d002-4a13-97d3-3558eddbf720 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:43.932265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4ae1e3c1-d002-4a13-97d3-3558eddbf720 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:43.933687 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4ae1e3c1-d002-4a13-97d3-3558eddbf720 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "PUT /v2.0/routers/03e3b368-a8fe-4422-bbcd-b1d3a5d64920 HTTP/1.1" status: 200 len: 925 time: 5.8683038 Mar 23 10:20:43.939071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60032) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:43.943515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cce1206-5158-447c-aac0-4b3caca73e7f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:43.944431 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351a6b2f-c727-43e0-8bae-e79c8bfcce27 None None] Sync routers for ids ['03e3b368-a8fe-4422-bbcd-b1d3a5d64920'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:43.945184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cce1206-5158-447c-aac0-4b3caca73e7f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:43.946169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1cce1206-5158-447c-aac0-4b3caca73e7f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:43.964848 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351a6b2f-c727-43e0-8bae-e79c8bfcce27 None None] Routers {'03e3b368-a8fe-4422-bbcd-b1d3a5d64920'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:43.968116 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-351a6b2f-c727-43e0-8bae-e79c8bfcce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['03e3b368-a8fe-4422-bbcd-b1d3a5d64920'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:43.999010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Router 65514ea7-2734-4da5-812e-c8e34b49e69e has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:20:44.031205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1cce1206-5158-447c-aac0-4b3caca73e7f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:44.036330 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1cce1206-5158-447c-aac0-4b3caca73e7f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4202447 Mar 23 10:20:44.036330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60036) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:44.097607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.142090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.160988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] For port 3bf29568-2258-410a-8365-f8e0805cac42, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:44.236487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] For port 3bf29568-2258-410a-8365-f8e0805cac42, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3bf29568-2258-410a-8365-f8e0805cac42,segment=NetworkSegment(77287157-bba6-4498-b519-9a862979358e),segment_id=77287157-bba6-4498-b519-9a862979358e)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:44.274354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.280648 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-351a6b2f-c727-43e0-8bae-e79c8bfcce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:44.299813 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351a6b2f-c727-43e0-8bae-e79c8bfcce27 None None] Routers {'03e3b368-a8fe-4422-bbcd-b1d3a5d64920'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:44.303839 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-351a6b2f-c727-43e0-8bae-e79c8bfcce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['03e3b368-a8fe-4422-bbcd-b1d3a5d64920'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:44.400105 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port 85959da4-ddf2-4bfe-b981-54ed4865c492 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:44.409003 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-351a6b2f-c727-43e0-8bae-e79c8bfcce27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:44.409420 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351a6b2f-c727-43e0-8bae-e79c8bfcce27 None None] The sync data for ids ['03e3b368-a8fe-4422-bbcd-b1d3a5d64920'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:44.457693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:44.477698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa3b522-9fc8-4c40-931b-496fd78da36d None None] Sync routers for ids ['65514ea7-2734-4da5-812e-c8e34b49e69e'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:44.486949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.504438 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d95d923-311e-4d6f-a8a1-99024ee57273 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet bc3aa448-2ccd-43d5-beba-c72f9b06033c {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:44.510452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d95d923-311e-4d6f-a8a1-99024ee57273 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.540818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Allocated IP 172.20.0.2 (bfda356d-3054-4e64-932c-0b2c65b5587c/021ea41d-60a3-451f-a0ea-c79102a01dd3/4194500b-1744-4436-b95f-56bfdbc70760) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:44.553245 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d926dfef-798d-4ec9-8053-f11858b0317c tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "PUT /v2.0/routers/65514ea7-2734-4da5-812e-c8e34b49e69e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6213937 Mar 23 10:20:44.556689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60040) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:44.577578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2e9bf-2486-4deb-bef7-4f4a86bfc692 None None] Pushing event updated for resources: {'Port': ['ID=3bf29568-2258-410a-8365-f8e0805cac42,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:44.588992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa3b522-9fc8-4c40-931b-496fd78da36d None None] Routers {'65514ea7-2734-4da5-812e-c8e34b49e69e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:44.598031 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-efa3b522-9fc8-4c40-931b-496fd78da36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['65514ea7-2734-4da5-812e-c8e34b49e69e'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:44.609954 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-66d18435-ea4a-45af-9fb0-4e5e10fae766 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/routers/03e3b368-a8fe-4422-bbcd-b1d3a5d64920 HTTP/1.1" status: 200 len: 925 time: 0.6679208 Mar 23 10:20:44.613929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60044) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:44.649072 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-1324b5d9-60e5-4971-a286-9995a3306099 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] show failed (client error): The resource could not be found. Mar 23 10:20:44.655330 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1324b5d9-60e5-4971-a286-9995a3306099 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "GET /v2.0/routers/tempest-non_exist_router-845701328 HTTP/1.1" status: 404 len: 334 time: 0.0922687 Mar 23 10:20:44.664558 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60048) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:44.680297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d95d923-311e-4d6f-a8a1-99024ee57273 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.707572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:44.715526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ead8227c-9e10-4cbf-b6f3-40e6afc29e2e tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:44.719187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-efa3b522-9fc8-4c40-931b-496fd78da36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:44.727488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.728234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:44.744352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:44.745165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.762054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=290fc54e-ccdc-467d-8243-fc521ec99b62,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:44.789485 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-ead8227c-9e10-4cbf-b6f3-40e6afc29e2e tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] update failed (client error): The resource could not be found. Mar 23 10:20:44.790519 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ead8227c-9e10-4cbf-b6f3-40e6afc29e2e tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "PUT /v2.0/routers/tempest-non_exist_router-1025139328 HTTP/1.1" status: 404 len: 335 time: 0.1246767 Mar 23 10:20:44.801271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60052) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:44.807029 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Transition to ACTIVE for port object 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:44.824174 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa3b522-9fc8-4c40-931b-496fd78da36d None None] Routers {'65514ea7-2734-4da5-812e-c8e34b49e69e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:44.825266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-efa3b522-9fc8-4c40-931b-496fd78da36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['65514ea7-2734-4da5-812e-c8e34b49e69e'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:44.921738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:44.942501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-efa3b522-9fc8-4c40-931b-496fd78da36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:44.942944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa3b522-9fc8-4c40-931b-496fd78da36d None None] The sync data for ids ['65514ea7-2734-4da5-812e-c8e34b49e69e'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:44.969302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Transition to ACTIVE for port object 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:44.972273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:32Z', 'revision_number': 3, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:42Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:45.001769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c048b746-6a79-4962-9598-5c5e19bfa2b6 None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:32Z', 'revision_number': 3, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:42Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:45.008842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.066535 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=8f91e121-e826-4281-961a-038777f86370,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:45.206817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Checking segment: {'id': 'b724b37f-54bb-4aae-bfa4-79b90ba7a603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '761bcaa0-96e3-4205-ae75-145687b850e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:45.207173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network hostable DHCP agents. Network: 761bcaa0-96e3-4205-ae75-145687b850e7, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:45.230493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd35567-ffaa-4128-8b42-87ea8a9d49df tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Deleting subnet a9d0743d-36a8-4e9c-8881-56494f1e270f {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:45.281307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd35567-ffaa-4128-8b42-87ea8a9d49df tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.320519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.344585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Transition to ACTIVE for port object 4194500b-1744-4436-b95f-56bfdbc70760 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:45.371663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Transition to ACTIVE for port object 4194500b-1744-4436-b95f-56bfdbc70760 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:45.378533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd35567-ffaa-4128-8b42-87ea8a9d49df tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.384643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Network 0fd0398f-57de-4359-8991-f3602e94e296 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:45.386342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:45.389971 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:45.478260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Pushing event updated for resources: {'Port': ['ID=2f0f8a3a-2ddd-4368-9876-fe5d4e340b64,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:45.494228 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3bf29568-2258-410a-8365-f8e0805cac42 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:45.496978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 761bcaa0-96e3-4205-ae75-145687b850e7 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:45.512751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d95d923-311e-4d6f-a8a1-99024ee57273 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.573387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.580994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 761bcaa0-96e3-4205-ae75-145687b850e7) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:45.589271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.614087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:45.614896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.634019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd35567-ffaa-4128-8b42-87ea8a9d49df tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.639691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dec1e4-7256-42fe-a11c-e9a73ad7f0f1 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:45.641689 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d8dec1e4-7256-42fe-a11c-e9a73ad7f0f1 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&device_id=03e3b368-a8fe-4422-bbcd-b1d3a5d64920&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0178003 Mar 23 10:20:45.661282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60056) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:45.699894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Allocated IP 172.20.0.1 (0fd0398f-57de-4359-8991-f3602e94e296/323bcfdb-8e1f-466f-b758-c44f80d2a843/d299a0a8-d501-4bab-bc80-8d006a7c5586) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:45.758208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Pushing event updated for resources: {'Port': ['ID=4194500b-1744-4436-b95f-56bfdbc70760,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:45.762868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffacd0ac-5325-49e4-ade0-9c1f3edf79ad None None] Network 761bcaa0-96e3-4205-ae75-145687b850e7 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:45.781179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd35567-ffaa-4128-8b42-87ea8a9d49df tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.787433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Attempting to bind port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:45.787812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Attempting to bind port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '73fd034b-8c18-4a2f-8d88-85880a910059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0fd0398f-57de-4359-8991-f3602e94e296'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:45.788171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Attempting to bind port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 on network 0fd0398f-57de-4359-8991-f3602e94e296 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:45.867113 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5100636c-f93d-42e6-9b33-da5df62b4ab0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8392255 Mar 23 10:20:45.868066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60060) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:45.894617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffd35567-ffaa-4128-8b42-87ea8a9d49df tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:45.900647 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ffd35567-ffaa-4128-8b42-87ea8a9d49df tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/subnets/a9d0743d-36a8-4e9c-8881-56494f1e270f HTTP/1.1" status: 204 len: 168 time: 1.0945926 Mar 23 10:20:45.910717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': '761bcaa0-96e3-4205-ae75-145687b850e7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1005595018'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:45.917027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60064) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:45.931581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Network bfda356d-3054-4e64-932c-0b2c65b5587c is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:45.942155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:45.944858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:45.951139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f33b071-3af3-4ce7-a76e-a24da0743b9b None None] Network 9854971b-045c-4374-a867-4814c4255fa3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:45.958578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd35567-ffaa-4128-8b42-87ea8a9d49df tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Subnet': ['ID=a9d0743d-36a8-4e9c-8881-56494f1e270f,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:45.965856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d95d923-311e-4d6f-a8a1-99024ee57273 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.069297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95d923-311e-4d6f-a8a1-99024ee57273 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3aa448-2ccd-43d5-beba-c72f9b06033c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:46.117479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.10 (bfda356d-3054-4e64-932c-0b2c65b5587c/021ea41d-60a3-451f-a0ea-c79102a01dd3/85959da4-ddf2-4bfe-b981-54ed4865c492) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:46.222585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6d95d923-311e-4d6f-a8a1-99024ee57273 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.226919 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6d95d923-311e-4d6f-a8a1-99024ee57273 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/bc3aa448-2ccd-43d5-beba-c72f9b06033c HTTP/1.1" status: 204 len: 168 time: 2.1882365 Mar 23 10:20:46.235536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60068) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:46.237355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:46.237733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Checking segment: {'id': '73fd034b-8c18-4a2f-8d88-85880a910059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0fd0398f-57de-4359-8991-f3602e94e296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:46.238132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.238520 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Bound using segment: {'id': '73fd034b-8c18-4a2f-8d88-85880a910059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0fd0398f-57de-4359-8991-f3602e94e296'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:46.239129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Bound port: 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fd034b-8c18-4a2f-8d88-85880a910059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '0fd0398f-57de-4359-8991-f3602e94e296'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:46.239516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.254367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e470dea6-566e-4288-9bb5-89f850afe263 None None] Provisioning for port 80611306-cd70-409a-b52c-66aae7155c2e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:46.361253 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:46.373357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e120897-10bc-44e0-a669-c83d2c8711d2 None None] Network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:46.387662 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-77b6747a-0a3d-4f97-b2d7-8338eb5975b5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1507323 Mar 23 10:20:46.389542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:port and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:46.392255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60072) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:46.396175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:46.402038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:46.426019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:46.431098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ea542-4ef1-4495-a532-164ca4e7a73b None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:46.510540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:46.514026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.552477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port 3ff778da-0de6-4c63-ab66-2d150e73a955 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:46.591686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8550e67f-5024-4158-a10b-83b7c09606bf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:46.592270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8550e67f-5024-4158-a10b-83b7c09606bf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Synchronizing usage tracker for tenant:0ac5dac9c76043f08836b508e911d664 on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:46.599878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:46.610702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:46.619178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.642895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:46.647168 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.651203 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Attempting to bind port 4194500b-1744-4436-b95f-56bfdbc70760 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:46.651552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Attempting to bind port 4194500b-1744-4436-b95f-56bfdbc70760 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3a7b91e5-139c-4842-b998-9bf168fc28c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bfda356d-3054-4e64-932c-0b2c65b5587c'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:46.651910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Attempting to bind port 4194500b-1744-4436-b95f-56bfdbc70760 on network bfda356d-3054-4e64-932c-0b2c65b5587c {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:46.695014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:46.695442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Checking segment: {'id': '3a7b91e5-139c-4842-b998-9bf168fc28c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bfda356d-3054-4e64-932c-0b2c65b5587c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:46.695772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.696153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Bound using segment: {'id': '3a7b91e5-139c-4842-b998-9bf168fc28c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bfda356d-3054-4e64-932c-0b2c65b5587c'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:46.696620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Bound port: 4194500b-1744-4436-b95f-56bfdbc70760, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7b91e5-139c-4842-b998-9bf168fc28c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'bfda356d-3054-4e64-932c-0b2c65b5587c'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:46.696990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.735025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8550e67f-5024-4158-a10b-83b7c09606bf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Unset dirty status for tenant:0ac5dac9c76043f08836b508e911d664 on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:46.736518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8550e67f-5024-4158-a10b-83b7c09606bf tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 881 time: 1.0676329 Mar 23 10:20:46.751839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60076) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:46.757448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3bf29568-2258-410a-8365-f8e0805cac42 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:46.812330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.832262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-977a601e-842f-467c-a4d1-3a40353597a8 None None] Provisioning for port 3bf29568-2258-410a-8365-f8e0805cac42 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:46.872052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3bf29568-2258-410a-8365-f8e0805cac42 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:46.872394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.905004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Deleting port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:46.905321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.935350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-977a601e-842f-467c-a4d1-3a40353597a8 None None] Provisioning complete for port 3bf29568-2258-410a-8365-f8e0805cac42 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:46.935350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-977a601e-842f-467c-a4d1-3a40353597a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:46.961095 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a05d6d70-b279-4e3d-ba1f-e0ed2dc02c80 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=03e3b368-a8fe-4422-bbcd-b1d3a5d64920 HTTP/1.1" status: 200 len: 205 time: 0.2067297 Mar 23 10:20:46.968865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60080) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:46.971795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8::185 (761bcaa0-96e3-4205-ae75-145687b850e7/8f91e121-e826-4281-961a-038777f86370/3ff778da-0de6-4c63-ab66-2d150e73a955) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:46.996184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Transition to ACTIVE for port object d299a0a8-d501-4bab-bc80-8d006a7c5586 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:47.016916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] For port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:47.113328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] For port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2f0f8a3a-2ddd-4368-9876-fe5d4e340b64,segment=NetworkSegment(73fd034b-8c18-4a2f-8d88-85880a910059),segment_id=73fd034b-8c18-4a2f-8d88-85880a910059)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:47.185275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.185852 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.264052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.270902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] DHCP port deletion for 9854971b-045c-4374-a867-4814c4255fa3 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:47.280588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.283239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] For port 4194500b-1744-4436-b95f-56bfdbc70760, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:47.291751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-761bcaa0-96e3-4205-ae75-145687b850e7', 'network_id': '761bcaa0-96e3-4205-ae75-145687b850e7', 'tenant_id': '913fc24fa3624bb7abc8f44cae9f5561', 'fixed_ips': [{'subnet_id': '8f91e121-e826-4281-961a-038777f86370'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:47.292651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.318635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] Deleting port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:47.319084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.325424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object 85959da4-ddf2-4bfe-b981-54ed4865c492 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:47.328449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.330118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.349579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] For port 48a9d1b1-406d-4f2d-8235-3b7d4447c191, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=48a9d1b1-406d-4f2d-8235-3b7d4447c191,segment=NetworkSegment(7abd3a48-62ad-41d5-a58a-8ab11d0fc715),segment_id=7abd3a48-62ad-41d5-a58a-8ab11d0fc715)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:47.350235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.382150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] For port 4194500b-1744-4436-b95f-56bfdbc70760, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4194500b-1744-4436-b95f-56bfdbc70760,segment=NetworkSegment(3a7b91e5-139c-4842-b998-9bf168fc28c5),segment_id=3a7b91e5-139c-4842-b998-9bf168fc28c5)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:47.419294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.423924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.472282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.517956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.552323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object 3ff778da-0de6-4c63-ab66-2d150e73a955 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:47.629897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:47.678615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 0fd0398f-57de-4359-8991-f3602e94e296 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:47.698428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Calling delete_port for 48a9d1b1-406d-4f2d-8235-3b7d4447c191 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:47.703386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:47.706409 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:47.707064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.730470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:47.743748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=d299a0a8-d501-4bab-bc80-8d006a7c5586,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:47.747455 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3536975 Mar 23 10:20:47.750056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:47.752027 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60084) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:47.752793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.764647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': '87d9d4a8-e2ab-4939-9d8b-c62765e3a041', 'ip_address': '2001:db8::a185:9b3b:90da:d89e'}], 'name': 'tempest-NetworksTestDHCPv6-762047535'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:47.778849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39784d44-7aa6-466e-a4e6-21c0047978f6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=87d9d4a8-e2ab-4939-9d8b-c62765e3a041,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:47.861904 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 3bf29568-2258-410a-8365-f8e0805cac42, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3bf29568-2258-410a-8365-f8e0805cac42,segment=NetworkSegment(77287157-bba6-4498-b519-9a862979358e),segment_id=77287157-bba6-4498-b519-9a862979358e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:47.898744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.899940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ebf85-88f8-4019-a505-7ab8f5d94680 None None] Pushing event updated for resources: {'Port': ['ID=2f0f8a3a-2ddd-4368-9876-fe5d4e340b64,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:47.906971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.977334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:47.979827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 80611306-cd70-409a-b52c-66aae7155c2e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:47.985389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Deleting port 890b9fd4-7436-469d-a60e-1b97787f58d5 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:47.985885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.001653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.010307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=290fc54e-ccdc-467d-8243-fc521ec99b62,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:48.021945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 761bcaa0-96e3-4205-ae75-145687b850e7 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:48.037879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:48.040497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:48.043551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.049580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:48.050666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.105173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=3ff778da-0de6-4c63-ab66-2d150e73a955,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:48.109121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:48.117922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:48.118301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Allocated IP 2001:db8::2 (761bcaa0-96e3-4205-ae75-145687b850e7/8f91e121-e826-4281-961a-038777f86370/d695c0fe-e8fc-4d8f-859c-2199e7363dbe) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:48.126863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.127439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:48.134610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:48.147624 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3b5a10cf-3c60-4583-9b08-d62abd3e1fba tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2649662 Mar 23 10:20:48.153383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:48.155091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60088) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:48.162849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:48.198184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network bfda356d-3054-4e64-932c-0b2c65b5587c is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:48.213850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:48.215899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] No DVR routers for this DVR port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:48.231540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:48.259261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:48.284068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=85959da4-ddf2-4bfe-b981-54ed4865c492,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:48.338709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.350043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Transition to ACTIVE for port object d695c0fe-e8fc-4d8f-859c-2199e7363dbe will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:48.361614 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.371606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Transition to ACTIVE for port object d695c0fe-e8fc-4d8f-859c-2199e7363dbe will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:48.539615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Port': ['ID=48a9d1b1-406d-4f2d-8235-3b7d4447c191,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:48.550164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-54c60a39-4cc5-4a6f-9d36-9a39072f8120 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 3ff778da-0de6-4c63-ab66-2d150e73a955 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:48.550874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54c60a39-4cc5-4a6f-9d36-9a39072f8120 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.555424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] For port 48a9d1b1-406d-4f2d-8235-3b7d4447c191, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=48a9d1b1-406d-4f2d-8235-3b7d4447c191,segment=NetworkSegment(7abd3a48-62ad-41d5-a58a-8ab11d0fc715),segment_id=7abd3a48-62ad-41d5-a58a-8ab11d0fc715)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:48.555853 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.635219 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Calling delete_port for 890b9fd4-7436-469d-a60e-1b97787f58d5 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:48.688327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] Calling delete_port for 48a9d1b1-406d-4f2d-8235-3b7d4447c191 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:48.693437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.709247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:20:48.729653 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:48.774858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-977a601e-842f-467c-a4d1-3a40353597a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.788578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:20:48.788814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:20:48.806838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a527daac-2c08-4f78-b4fd-115ee014d279 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:48.808631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc4aab-5f80-4537-8914-b05753196648 None None] Network 0fd0398f-57de-4359-8991-f3602e94e296 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:48.849671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.898128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a527daac-2c08-4f78-b4fd-115ee014d279 None None] Deleting port 80611306-cd70-409a-b52c-66aae7155c2e {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:48.898812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a527daac-2c08-4f78-b4fd-115ee014d279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.949319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:48.950214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.962902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:48.981055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.017412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::a185:9b3b:90da:d89e (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/87d9d4a8-e2ab-4939-9d8b-c62765e3a041/2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:49.031636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Network 761bcaa0-96e3-4205-ae75-145687b850e7 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:49.038488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac14180-a846-4deb-9469-4f60505d2755 None None] Pushing event updated for resources: {'Port': ['ID=4194500b-1744-4436-b95f-56bfdbc70760,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:49.128509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:49.161527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:49.255799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=3bf29568-2258-410a-8365-f8e0805cac42,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:49.312660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-977a601e-842f-467c-a4d1-3a40353597a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:20:49.312911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-977a601e-842f-467c-a4d1-3a40353597a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:20:49.328476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] Deleting port 48a9d1b1-406d-4f2d-8235-3b7d4447c191 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:49.328941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.330385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.375340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.391842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Pushing event deleted for resources: {'Port': ['ID=890b9fd4-7436-469d-a60e-1b97787f58d5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:49.463303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:49.503457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.583826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d2266197-5ad9-4b8f-8fe1-95664c01b2b4 None None] The port '48a9d1b1-406d-4f2d-8235-3b7d4447c191' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:20:49.634068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 80611306-cd70-409a-b52c-66aae7155c2e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:49.649732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Pushing event updated for resources: {'Port': ['ID=d695c0fe-e8fc-4d8f-859c-2199e7363dbe,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:49.666584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9854971b-045c-4374-a867-4814c4255fa3']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:49.684702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54c60a39-4cc5-4a6f-9d36-9a39072f8120 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.695962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 80611306-cd70-409a-b52c-66aae7155c2e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:49.696327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.705456 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6c720fea-9bbb-45f0-929d-e2c760bb9a81 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.3467076 Mar 23 10:20:49.708062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60092) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:49.713848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.716644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.719837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abd3a48-62ad-41d5-a58a-8ab11d0fc715') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:49.720305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abd3a48-62ad-41d5-a58a-8ab11d0fc715') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:49.733386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': 'bfda356d-3054-4e64-932c-0b2c65b5587c', 'name': 'tempest-PortsTestJSON-419579115', 'fixed_ips': [{'subnet_id': '021ea41d-60a3-451f-a0ea-c79102a01dd3', 'ip_address': '172.20.0.9'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:49.740303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.740816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Fanout notify agent at l3_agent the message router_deleted on router 03e3b368-a8fe-4422-bbcd-b1d3a5d64920 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:20:49.754211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.776519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Attempting to bind port d695c0fe-e8fc-4d8f-859c-2199e7363dbe on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:49.778619 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Attempting to bind port d695c0fe-e8fc-4d8f-859c-2199e7363dbe by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'b724b37f-54bb-4aae-bfa4-79b90ba7a603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '761bcaa0-96e3-4205-ae75-145687b850e7'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:49.778979 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Attempting to bind port d695c0fe-e8fc-4d8f-859c-2199e7363dbe on network 761bcaa0-96e3-4205-ae75-145687b850e7 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:49.857846 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.859101 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-38c0763c-7992-476b-9dad-73bfdda50c6c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/03e3b368-a8fe-4422-bbcd-b1d3a5d64920 HTTP/1.1" status: 204 len: 168 time: 2.8903108 Mar 23 10:20:49.867112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60096) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:49.879746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:49.881994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:49.905490 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-796848495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:49.934498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:49.942798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:49.944031 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:49.977327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:49.982077 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2251680 Mar 23 10:20:49.985273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ba024-f83c-496b-8678-ec6a85f93532 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:49.987964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60100) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:49.989208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Usage tracker for resource:router and tenant:3086b14c8a3747c29c44c973330a10f2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:50.033688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:50.058533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:50.061624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:50.062218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Checking segment: {'id': 'b724b37f-54bb-4aae-bfa4-79b90ba7a603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '761bcaa0-96e3-4205-ae75-145687b850e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:50.062899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.063478 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Bound using segment: {'id': 'b724b37f-54bb-4aae-bfa4-79b90ba7a603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '761bcaa0-96e3-4205-ae75-145687b850e7'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:50.064275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Bound port: d695c0fe-e8fc-4d8f-859c-2199e7363dbe, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b724b37f-54bb-4aae-bfa4-79b90ba7a603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '761bcaa0-96e3-4205-ae75-145687b850e7'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:50.064913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.088877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.090143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.128681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:50.129165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ac9fb-0d7c-4250-aed9-b9e4e72371fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:50.137346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4ac9fb-0d7c-4250-aed9-b9e4e72371fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:50.138491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:50.138615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0d4ac9fb-0d7c-4250-aed9-b9e4e72371fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:50.145910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.150675 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-977a601e-842f-467c-a4d1-3a40353597a8 None None] Could not find standard attr ID for object 31538ae7-6512-4798-a721-f7c7c8e7a91c. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:50.172668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0d4ac9fb-0d7c-4250-aed9-b9e4e72371fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:50.174328 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0d4ac9fb-0d7c-4250-aed9-b9e4e72371fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1813257 Mar 23 10:20:50.178276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60104) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:50.220221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.235716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] For port d695c0fe-e8fc-4d8f-859c-2199e7363dbe, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:50.239071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] For port d695c0fe-e8fc-4d8f-859c-2199e7363dbe, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d695c0fe-e8fc-4d8f-859c-2199e7363dbe,segment=NetworkSegment(b724b37f-54bb-4aae-bfa4-79b90ba7a603),segment_id=b724b37f-54bb-4aae-bfa4-79b90ba7a603)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:50.257216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a527daac-2c08-4f78-b4fd-115ee014d279 None None] For port 80611306-cd70-409a-b52c-66aae7155c2e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=80611306-cd70-409a-b52c-66aae7155c2e,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:50.257619 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a527daac-2c08-4f78-b4fd-115ee014d279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.264161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-54c60a39-4cc5-4a6f-9d36-9a39072f8120 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 3ff778da-0de6-4c63-ab66-2d150e73a955 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:50.271171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.289010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.290670 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9d7eacbb-766f-4d63-a785-905e39ec202e tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4192061 Mar 23 10:20:50.294086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60108) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:50.307431 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:50.372951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-1e587941-823d-424a-bb69-fe639400fdf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:50.373311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e587941-823d-424a-bb69-fe639400fdf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.390045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87047ca2-995d-409b-9a81-3876dc207674 None None] Pushing event updated for resources: {'Port': ['ID=d695c0fe-e8fc-4d8f-859c-2199e7363dbe,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:50.403628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba37991-cb79-4010-9af1-f7be1d2a47c1 None None] Network bfda356d-3054-4e64-932c-0b2c65b5587c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:50.499571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.543223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:50.556949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.571392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:50.573185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54c60a39-4cc5-4a6f-9d36-9a39072f8120 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.584212 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:50.589838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:50.596367 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:50.597324 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:50.663158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:20:50.663704 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:50.698986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-aae86c12-e0f8-4823-8c12-4261f473ea36 None None] Provisioning for port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:50.700614 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:50.721076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a527daac-2c08-4f78-b4fd-115ee014d279 None None] Calling delete_port for 80611306-cd70-409a-b52c-66aae7155c2e owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:50.785317 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fc88c5f0-0412-4978-ad6b-f3d17751b26e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2869921 Mar 23 10:20:50.787264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c60a39-4cc5-4a6f-9d36-9a39072f8120 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=3ff778da-0de6-4c63-ab66-2d150e73a955,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:50.789186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60112) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:50.860892 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:20:50.980724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-aae86c12-e0f8-4823-8c12-4261f473ea36 None None] Provisioning for port 290fc54e-ccdc-467d-8243-fc521ec99b62 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:51.068814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-aae86c12-e0f8-4823-8c12-4261f473ea36 None None] Provisioning complete for port 290fc54e-ccdc-467d-8243-fc521ec99b62 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:51.070086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-aae86c12-e0f8-4823-8c12-4261f473ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.169949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a527daac-2c08-4f78-b4fd-115ee014d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.249948 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a527daac-2c08-4f78-b4fd-115ee014d279 None None] No DVR routers for this DVR port 80611306-cd70-409a-b52c-66aae7155c2e on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:51.264605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a527daac-2c08-4f78-b4fd-115ee014d279 None None] Pushing event deleted for resources: {'Port': ['ID=80611306-cd70-409a-b52c-66aae7155c2e,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:51.280132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb790d-efcd-4ffb-a6a5-4fade48b3b8c None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:51.291261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.326548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.334405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-78582597'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:51.340130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:51.344251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:network and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:51.347825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:51.349385 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:45Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:20:46Z', 'revision_number': 2, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:42Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:51.358378 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:20:51.358821 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Updating router 5936314d-a5b4-4e42-8f75-bd6182d176c7 port 290fc54e-ccdc-467d-8243-fc521ec99b62 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:20:51.363222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:51.389350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:51.439218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.482969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-aae86c12-e0f8-4823-8c12-4261f473ea36 None None] Port 290fc54e-ccdc-467d-8243-fc521ec99b62 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:51.544012 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.596768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54c60a39-4cc5-4a6f-9d36-9a39072f8120 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.602910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.637132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.643384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:51.649896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.666241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.707070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-aae86c12-e0f8-4823-8c12-4261f473ea36 None None] Provisioning complete for port 3bf29568-2258-410a-8365-f8e0805cac42 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:51.707451 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-aae86c12-e0f8-4823-8c12-4261f473ea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:51.724572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e587941-823d-424a-bb69-fe639400fdf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.039172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-1e587941-823d-424a-bb69-fe639400fdf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:52.050887 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.071988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df37bc7-f2a7-4144-8a6a-f62c7b0db615 None None] Network 761bcaa0-96e3-4205-ae75-145687b850e7 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:52.085924 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Transition to ACTIVE for port object 290fc54e-ccdc-467d-8243-fc521ec99b62 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:52.089104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.091220 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/networks/9854971b-045c-4374-a867-4814c4255fa3 HTTP/1.1" status: 204 len: 168 time: 6.0533357 Mar 23 10:20:52.100071 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.168759 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-54c60a39-4cc5-4a6f-9d36-9a39072f8120 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/3ff778da-0de6-4c63-ab66-2d150e73a955 HTTP/1.1" status: 204 len: 168 time: 4.0059626 Mar 23 10:20:52.183735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60122) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:52.184071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60124) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:52.185911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.201876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4edc900e-fb58-465e-882d-50a4526bfed1 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:52.246104 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa966f-5336-449f-a422-a49b55203aa1 None None] Pushing event updated for resources: {'Port': ['ID=290fc54e-ccdc-467d-8243-fc521ec99b62,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:52.267244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=d299a0a8-d501-4bab-bc80-8d006a7c5586,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:52.275819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c712da-91a9-49b7-9020-2ba349771798 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Network': ['ID=9854971b-045c-4374-a867-4814c4255fa3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:52.295871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:52.323472 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-7da693f6-d39e-4e25-ac82-850272e128dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:20:52.324616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7da693f6-d39e-4e25-ac82-850272e128dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:52.387113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 838} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:20:52.415818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.416497 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added segment 641a8890-e046-48ad-bff9-7b07098d44ea of type vlan for network db035c77-3dc0-4240-870f-9da237d9e81f Mar 23 10:20:52.457066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.488120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d38e444-f32f-4a68-a209-c0469e0dcc28 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Deleting subnet bdf96e66-ed43-4727-b615-6837304a54a4 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:52.523382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.529527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:52.530375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.559538 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Attempting to bind port 290fc54e-ccdc-467d-8243-fc521ec99b62 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:52.559992 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Attempting to bind port 290fc54e-ccdc-467d-8243-fc521ec99b62 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '77287157-bba6-4498-b519-9a862979358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:52.560418 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Attempting to bind port 290fc54e-ccdc-467d-8243-fc521ec99b62 on network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:52.577187 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:52.577773 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Checking segment: {'id': '77287157-bba6-4498-b519-9a862979358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:52.578240 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.579370 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Bound using segment: {'id': '77287157-bba6-4498-b519-9a862979358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:52.580104 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Bound port: 290fc54e-ccdc-467d-8243-fc521ec99b62, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77287157-bba6-4498-b519-9a862979358e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:52.580584 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.596702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8d38e444-f32f-4a68-a209-c0469e0dcc28 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.616819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 4edc900e-fb58-465e-882d-50a4526bfed1 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:52.635292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '87d9d4a8-e2ab-4939-9d8b-c62765e3a041'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:52.637466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.651225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7da693f6-d39e-4e25-ac82-850272e128dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:52.652388 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7da693f6-d39e-4e25-ac82-850272e128dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/3ff778da-0de6-4c63-ab66-2d150e73a955 HTTP/1.1" status: 404 len: 333 time: 0.4643846 Mar 23 10:20:52.656421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4edc900e-fb58-465e-882d-50a4526bfed1 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:52.656718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.691049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60130) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:52.727460 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] For port 290fc54e-ccdc-467d-8243-fc521ec99b62, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:52.733155 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] For port 290fc54e-ccdc-467d-8243-fc521ec99b62, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=290fc54e-ccdc-467d-8243-fc521ec99b62,segment=NetworkSegment(77287157-bba6-4498-b519-9a862979358e),segment_id=77287157-bba6-4498-b519-9a862979358e)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:52.741414 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.783669 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.813559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d5144afe-74a6-4083-9ec4-9107c915d044 None None] Provisioning for port d299a0a8-d501-4bab-bc80-8d006a7c5586 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:52.828906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.838361 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d5144afe-74a6-4083-9ec4-9107c915d044 None None] Provisioning complete for port d299a0a8-d501-4bab-bc80-8d006a7c5586 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:52.838726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d5144afe-74a6-4083-9ec4-9107c915d044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.841742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f762b82-b643-4b09-ad26-0aa20a880883 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet 8f91e121-e826-4281-961a-038777f86370 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:52.842573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8d38e444-f32f-4a68-a209-c0469e0dcc28 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.847349 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa966f-5336-449f-a422-a49b55203aa1 None None] Pushing event updated for resources: {'Port': ['ID=290fc54e-ccdc-467d-8243-fc521ec99b62,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:52.854977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f762b82-b643-4b09-ad26-0aa20a880883 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:52.876955 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:52.877842 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:52.948999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f762b82-b643-4b09-ad26-0aa20a880883 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.029792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d5144afe-74a6-4083-9ec4-9107c915d044 None None] Port d299a0a8-d501-4bab-bc80-8d006a7c5586 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:53.049234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.085407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f762b82-b643-4b09-ad26-0aa20a880883 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.120774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 4edc900e-fb58-465e-882d-50a4526bfed1, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4edc900e-fb58-465e-882d-50a4526bfed1,segment=NetworkSegment(e2985a5a-f4a6-495f-bcb7-7303c190441c),segment_id=e2985a5a-f4a6-495f-bcb7-7303c190441c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:53.123202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d5144afe-74a6-4083-9ec4-9107c915d044 None None] Provisioning for port d695c0fe-e8fc-4d8f-859c-2199e7363dbe completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:53.133448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.134511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3bf29568-2258-410a-8365-f8e0805cac42 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:53.168790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e587941-823d-424a-bb69-fe639400fdf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.222471 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:20:53.253960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e587941-823d-424a-bb69-fe639400fdf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:53.324128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8d38e444-f32f-4a68-a209-c0469e0dcc28 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.357348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d5144afe-74a6-4083-9ec4-9107c915d044 None None] Provisioning for port 85959da4-ddf2-4bfe-b981-54ed4865c492 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:53.374086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d5144afe-74a6-4083-9ec4-9107c915d044 None None] Provisioning complete for port 85959da4-ddf2-4bfe-b981-54ed4865c492 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:53.374451 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d5144afe-74a6-4083-9ec4-9107c915d044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.386044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e587941-823d-424a-bb69-fe639400fdf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.394572 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3000243 Mar 23 10:20:53.397792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60134) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:53.416810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030bb1e-05d8-4db1-9ab0-6e28e154e8aa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Network': ['ID=db035c77-3dc0-4240-870f-9da237d9e81f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:53.436197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 0fd0398f-57de-4359-8991-f3602e94e296 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:53.437556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f762b82-b643-4b09-ad26-0aa20a880883 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.460434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=4edc900e-fb58-465e-882d-50a4526bfed1,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:53.478634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network db035c77-3dc0-4240-870f-9da237d9e81f details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:20:53.492323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:53.499151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Allocated IP 172.26.4.100 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/ee89b8e9-7e9c-4db6-8013-3627bd30b9d8) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:53.528504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f762b82-b643-4b09-ad26-0aa20a880883 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=8f91e121-e826-4281-961a-038777f86370,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:53.594977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d5144afe-74a6-4083-9ec4-9107c915d044 None None] Port 85959da4-ddf2-4bfe-b981-54ed4865c492 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:53.654531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f762b82-b643-4b09-ad26-0aa20a880883 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.698471 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8f762b82-b643-4b09-ad26-0aa20a880883 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/8f91e121-e826-4281-961a-038777f86370 HTTP/1.1" status: 204 len: 168 time: 0.9949188 Mar 23 10:20:53.701993 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.740277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'subnet': {'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:53.774210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/87d9d4a8-e2ab-4939-9d8b-c62765e3a041/c3c8cca4-5734-4571-b0fd-185338b81124) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:53.783580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60138) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:53.815091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4789fc64-cd52-498f-bc3b-26bfb4ab7490 None None] Network 761bcaa0-96e3-4205-ae75-145687b850e7 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:53.825109 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:45Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:20:52Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:42Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:53.837211 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac4fc6-b1d0-4c8b-977f-0e8577690e10 None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:20:45Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:20:52Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:42Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:53.849948 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3bf29568-2258-410a-8365-f8e0805cac42 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:53.850741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.937978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:53.943106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.9 (bfda356d-3054-4e64-932c-0b2c65b5587c/021ea41d-60a3-451f-a0ea-c79102a01dd3/c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:53.965316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d5144afe-74a6-4083-9ec4-9107c915d044 None None] Provisioning for port 4194500b-1744-4436-b95f-56bfdbc70760 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:54.025137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:54.026729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router ff5bebde-3764-4088-b2e3-4dbf25777cb0 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:20:54.038456 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1e587941-823d-424a-bb69-fe639400fdf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3 HTTP/1.1" status: 204 len: 168 time: 3.8560896 Mar 23 10:20:54.040857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60144) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.051180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:54.057117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:subnet and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:54.105154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:54.107387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:54.118696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8d38e444-f32f-4a68-a209-c0469e0dcc28 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.137210 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:54.200678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:54.279963 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38e444-f32f-4a68-a209-c0469e0dcc28 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Subnet': ['ID=bdf96e66-ed43-4727-b615-6837304a54a4,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:54.308480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feaa6d9-650c-4006-a962-7429525f76a3 None None] Network 19a1ce26-4107-4ed0-82b4-19f08f6ac735 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:54.343241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Pushing event updated for resources: {'Port': ['ID=ee89b8e9-7e9c-4db6-8013-3627bd30b9d8,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:54.346158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Made reservation on behalf of df61c4e9b72348e89d4da5210101dfcd for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:54.350300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.369592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8d38e444-f32f-4a68-a209-c0469e0dcc28 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.467674 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8d38e444-f32f-4a68-a209-c0469e0dcc28 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/subnets/bdf96e66-ed43-4727-b615-6837304a54a4 HTTP/1.1" status: 204 len: 168 time: 2.2814014 Mar 23 10:20:54.468436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60148) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.468942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f095a-0b5e-4918-8b99-83e44841f037 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:54.475041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f095a-0b5e-4918-8b99-83e44841f037 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:54.476391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d52f095a-0b5e-4918-8b99-83e44841f037 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:54.534441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:54.546102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:20:54.562331 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b0a0c098-b517-46fd-a98e-9ae4b106ca0c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/ff5bebde-3764-4088-b2e3-4dbf25777cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8048489 Mar 23 10:20:54.566720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60150) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.571574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d52f095a-0b5e-4918-8b99-83e44841f037 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:54.572907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d52f095a-0b5e-4918-8b99-83e44841f037 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4776268 Mar 23 10:20:54.587742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.593436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27104697-a3d4-432e-96b3-c375c12dba5c None None] Sync routers for ids ['ff5bebde-3764-4088-b2e3-4dbf25777cb0'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:20:54.624534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60154) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.649425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-db298dce-1589-496e-a221-1f04795ba9e1 None None] Could not find standard attr ID for object 3ff778da-0de6-4c63-ab66-2d150e73a955. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:54.656280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.683275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27104697-a3d4-432e-96b3-c375c12dba5c None None] Routers {'ff5bebde-3764-4088-b2e3-4dbf25777cb0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:54.683677 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-27104697-a3d4-432e-96b3-c375c12dba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ff5bebde-3764-4088-b2e3-4dbf25777cb0'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:54.690276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb7f3bf-2f03-426b-a95b-24ecb497974b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:54.690850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5fb7f3bf-2f03-426b-a95b-24ecb497974b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Synchronizing usage tracker for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:54.700165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:54.721230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5fb7f3bf-2f03-426b-a95b-24ecb497974b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Unset dirty status for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:54.721917 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5fb7f3bf-2f03-426b-a95b-24ecb497974b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports/d299a0a8-d501-4bab-bc80-8d006a7c5586 HTTP/1.1" status: 200 len: 910 time: 0.1544139 Mar 23 10:20:54.725469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60160) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:54.731854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d27d2501-fdbb-403c-a3b1-fb20a672ada3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '323bcfdb-8e1f-466f-b758-c44f80d2a843'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:54.779265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port d695c0fe-e8fc-4d8f-859c-2199e7363dbe {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:54.779678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.787424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-27104697-a3d4-432e-96b3-c375c12dba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:54.803232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.829844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.833025 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-3072db94-0976-4abc-a6ea-4a3b4b5b7d94 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Deleting subnet 1725615c-48d1-48e1-923f-2e72f1d7e587 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:54.880611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3072db94-0976-4abc-a6ea-4a3b4b5b7d94 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:54.882278 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27104697-a3d4-432e-96b3-c375c12dba5c None None] Routers {'ff5bebde-3764-4088-b2e3-4dbf25777cb0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:20:54.882911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-27104697-a3d4-432e-96b3-c375c12dba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ff5bebde-3764-4088-b2e3-4dbf25777cb0'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:54.892459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:54.952127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Transition to ACTIVE for port object c3c8cca4-5734-4571-b0fd-185338b81124 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:54.972615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network bfda356d-3054-4e64-932c-0b2c65b5587c is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:54.978565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:54.982281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:54.988254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-27104697-a3d4-432e-96b3-c375c12dba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:54.988662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27104697-a3d4-432e-96b3-c375c12dba5c None None] The sync data for ids ['ff5bebde-3764-4088-b2e3-4dbf25777cb0'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:20:54.990617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-db298dce-1589-496e-a221-1f04795ba9e1 None None] Provisioning complete for port d299a0a8-d501-4bab-bc80-8d006a7c5586 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:54.990982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db298dce-1589-496e-a221-1f04795ba9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.032354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] DHCP port deletion for 761bcaa0-96e3-4205-ae75-145687b850e7 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:55.058121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Transition to ACTIVE for port object c3c8cca4-5734-4571-b0fd-185338b81124 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:55.060202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:55.069450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] Deleting port d695c0fe-e8fc-4d8f-859c-2199e7363dbe {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:55.069890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.078005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:55.078672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.111036 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.115774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:55.116135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.152913 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-248c55a2-a280-4c2c-adbe-3b7a18ffa260 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4371166 Mar 23 10:20:55.156297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60164) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:55.165455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3072db94-0976-4abc-a6ea-4a3b4b5b7d94 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.209240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d27d2501-fdbb-403c-a3b1-fb20a672ada3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.222646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e701965-427f-4722-af9a-867525736d2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 87d9d4a8-e2ab-4939-9d8b-c62765e3a041 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:20:55.243416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db298dce-1589-496e-a221-1f04795ba9e1 None None] Port d299a0a8-d501-4bab-bc80-8d006a7c5586 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:55.288863 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:55.306279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e701965-427f-4722-af9a-867525736d2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.332680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:55.362704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:55.398767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Pushing event updated for resources: {'Port': ['ID=c3c8cca4-5734-4571-b0fd-185338b81124,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:55.411497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-db298dce-1589-496e-a221-1f04795ba9e1 None None] Provisioning complete for port 85959da4-ddf2-4bfe-b981-54ed4865c492 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:55.411871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db298dce-1589-496e-a221-1f04795ba9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.439062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc39678f-3c2b-4500-a2f2-51953537a048 None None] DHCP port deletion for 19a1ce26-4107-4ed0-82b4-19f08f6ac735 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:55.455435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42926a5b-abf4-4090-b6ed-2c3d788dea17 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:55.456207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-42926a5b-abf4-4090-b6ed-2c3d788dea17 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:55.491356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e701965-427f-4722-af9a-867525736d2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.511320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cc39678f-3c2b-4500-a2f2-51953537a048 None None] Deleting port ae20e00a-879a-4cc3-9f83-10d5c15c2414 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:55.511687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cc39678f-3c2b-4500-a2f2-51953537a048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.541331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-42926a5b-abf4-4090-b6ed-2c3d788dea17 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:55.545370 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-42926a5b-abf4-4090-b6ed-2c3d788dea17 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3880761 Mar 23 10:20:55.546002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60168) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:55.656602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.691058 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db298dce-1589-496e-a221-1f04795ba9e1 None None] Port 85959da4-ddf2-4bfe-b981-54ed4865c492 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:55.715985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b763f931-5789-453a-bf48-e248a3fd4099 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:55.721900 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b763f931-5789-453a-bf48-e248a3fd4099 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:55.727688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b763f931-5789-453a-bf48-e248a3fd4099 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:55.732308 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b763f931-5789-453a-bf48-e248a3fd4099 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1823585 Mar 23 10:20:55.748387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60172) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:55.760505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3072db94-0976-4abc-a6ea-4a3b4b5b7d94 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.794424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.820969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Attempting to bind port c3c8cca4-5734-4571-b0fd-185338b81124 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:55.821486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Attempting to bind port c3c8cca4-5734-4571-b0fd-185338b81124 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:55.821851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Attempting to bind port c3c8cca4-5734-4571-b0fd-185338b81124 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:55.845605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] For port d695c0fe-e8fc-4d8f-859c-2199e7363dbe, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d695c0fe-e8fc-4d8f-859c-2199e7363dbe,segment=NetworkSegment(b724b37f-54bb-4aae-bfa4-79b90ba7a603),segment_id=b724b37f-54bb-4aae-bfa4-79b90ba7a603)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:55.845992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.854301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] For port d695c0fe-e8fc-4d8f-859c-2199e7363dbe, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d695c0fe-e8fc-4d8f-859c-2199e7363dbe,segment=NetworkSegment(b724b37f-54bb-4aae-bfa4-79b90ba7a603),segment_id=b724b37f-54bb-4aae-bfa4-79b90ba7a603)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:55.856068 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.864003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:55.864883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:55.865484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.866028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:55.866661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Bound port: c3c8cca4-5734-4571-b0fd-185338b81124, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:55.867218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.893494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b15aa605-1df9-4c57-9bfe-b3500db177c1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:55.893955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b15aa605-1df9-4c57-9bfe-b3500db177c1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:55.895440 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2f0f8a3a-2ddd-4368-9876-fe5d4e340b64,segment=NetworkSegment(73fd034b-8c18-4a2f-8d88-85880a910059),segment_id=73fd034b-8c18-4a2f-8d88-85880a910059)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:56.011067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e701965-427f-4722-af9a-867525736d2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.079994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.080661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d695c0fe-e8fc-4d8f-859c-2199e7363dbe up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:56.098325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d27d2501-fdbb-403c-a3b1-fb20a672ada3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.112686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] Calling delete_port for d695c0fe-e8fc-4d8f-859c-2199e7363dbe owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:56.115684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.167310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d27d2501-fdbb-403c-a3b1-fb20a672ada3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.191616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for d695c0fe-e8fc-4d8f-859c-2199e7363dbe owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:56.327933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d2501-fdbb-403c-a3b1-fb20a672ada3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=d299a0a8-d501-4bab-bc80-8d006a7c5586,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.343560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Subnet': ['ID=779bc126-b169-4044-a45e-6592c0e4e8a5,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.347479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27d2501-fdbb-403c-a3b1-fb20a672ada3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:56.348147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d27d2501-fdbb-403c-a3b1-fb20a672ada3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.356483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-cc39678f-3c2b-4500-a2f2-51953537a048 None None] For port ae20e00a-879a-4cc3-9f83-10d5c15c2414, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ae20e00a-879a-4cc3-9f83-10d5c15c2414,segment=NetworkSegment(fb84c034-805b-43b7-8c7e-347abe503e93),segment_id=fb84c034-805b-43b7-8c7e-347abe503e93)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:56.356929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cc39678f-3c2b-4500-a2f2-51953537a048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.357714 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d27d2501-fdbb-403c-a3b1-fb20a672ada3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/ports/d299a0a8-d501-4bab-bc80-8d006a7c5586 HTTP/1.1" status: 200 len: 910 time: 1.6307445 Mar 23 10:20:56.359740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60176) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:56.361749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b15aa605-1df9-4c57-9bfe-b3500db177c1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.372773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-764ac76d-593f-4b3d-b58a-6f5fd31ca9d5 None None] Provisioning for port c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:56.457609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Checking segment: {'id': '641a8890-e046-48ad-bff9-7b07098d44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:56.458511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network hostable DHCP agents. Network: db035c77-3dc0-4240-870f-9da237d9e81f, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:20:56.472609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e701965-427f-4722-af9a-867525736d2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.519787 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3072db94-0976-4abc-a6ea-4a3b4b5b7d94 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.532911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-764ac76d-593f-4b3d-b58a-6f5fd31ca9d5 None None] Provisioning complete for port c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:56.532911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-764ac76d-593f-4b3d-b58a-6f5fd31ca9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.537894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.563786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cc39678f-3c2b-4500-a2f2-51953537a048 None None] Calling delete_port for ae20e00a-879a-4cc3-9f83-10d5c15c2414 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:56.580017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e701965-427f-4722-af9a-867525736d2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=87d9d4a8-e2ab-4939-9d8b-c62765e3a041,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.616244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e701965-427f-4722-af9a-867525736d2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.617086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=2f0f8a3a-2ddd-4368-9876-fe5d4e340b64,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.636114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Could not find standard attr ID for object d695c0fe-e8fc-4d8f-859c-2199e7363dbe. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:56.636598 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4194500b-1744-4436-b95f-56bfdbc70760 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:56.668240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befab79e-5828-446e-a767-338558623991 None None] Network 5e812eac-2579-44e2-a1fc-58b5f4f38c1e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:56.687060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] For port c3c8cca4-5734-4571-b0fd-185338b81124, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:56.692754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:20:56.693168 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:20:56.748577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] For port c3c8cca4-5734-4571-b0fd-185338b81124, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c3c8cca4-5734-4571-b0fd-185338b81124,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:56.749552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-764ac76d-593f-4b3d-b58a-6f5fd31ca9d5 None None] Port c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:20:56.765371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b15aa605-1df9-4c57-9bfe-b3500db177c1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:56.816599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.823022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3072db94-0976-4abc-a6ea-4a3b4b5b7d94 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:56.830474 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=d695c0fe-e8fc-4d8f-859c-2199e7363dbe,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.845330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072db94-0976-4abc-a6ea-4a3b4b5b7d94 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Subnet': ['ID=1725615c-48d1-48e1-923f-2e72f1d7e587,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:56.860869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No DVR routers for this DVR port d695c0fe-e8fc-4d8f-859c-2199e7363dbe on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:56.901410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network db035c77-3dc0-4240-870f-9da237d9e81f is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:20:56.928644 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3072db94-0976-4abc-a6ea-4a3b4b5b7d94 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/subnets/1725615c-48d1-48e1-923f-2e72f1d7e587 HTTP/1.1" status: 204 len: 168 time: 2.3416126 Mar 23 10:20:56.948642 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3e701965-427f-4722-af9a-867525736d2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/87d9d4a8-e2ab-4939-9d8b-c62765e3a041 HTTP/1.1" status: 204 len: 168 time: 2.2907941 Mar 23 10:20:56.950035 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60180) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:56.951495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60182) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:56.986743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cc39678f-3c2b-4500-a2f2-51953537a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.018669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516809f-839c-4415-b3ab-243904d4f373 None None] Pushing event updated for resources: {'Port': ['ID=c3c8cca4-5734-4571-b0fd-185338b81124,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:57.021396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39678f-3c2b-4500-a2f2-51953537a048 None None] No DVR routers for this DVR port ae20e00a-879a-4cc3-9f83-10d5c15c2414 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:57.024255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 4194500b-1744-4436-b95f-56bfdbc70760 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:57.076364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, db035c77-3dc0-4240-870f-9da237d9e81f) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:57.097072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4194500b-1744-4436-b95f-56bfdbc70760 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:57.097268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.121511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc39678f-3c2b-4500-a2f2-51953537a048 None None] Pushing event deleted for resources: {'Port': ['ID=ae20e00a-879a-4cc3-9f83-10d5c15c2414,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:57.123395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c666d-a9e2-4e66-8830-030fd788fdd5 None None] Network db035c77-3dc0-4240-870f-9da237d9e81f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:57.158499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:57.159465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.169168 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a4567f13-5ad6-4284-a34d-ee3eb7edc708 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2138000 Mar 23 10:20:57.183931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60188) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:57.220929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] Deleting port d695c0fe-e8fc-4d8f-859c-2199e7363dbe {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:57.221322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.329398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b15aa605-1df9-4c57-9bfe-b3500db177c1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.342702 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-127e8d0f-68b4-4817-8a58-b4edac9ac035 None None] The port 'd695c0fe-e8fc-4d8f-859c-2199e7363dbe' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:20:57.371912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.407012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ffb987-389c-46cc-8d74-ab2e6118ece2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:57.407186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c0ffb987-389c-46cc-8d74-ab2e6118ece2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:57.412797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15aa605-1df9-4c57-9bfe-b3500db177c1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:57.417328 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.433727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.434573 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5038cd47-9027-4b41-a8da-11fc0c175ce4 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0328782 Mar 23 10:20:57.451457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60194) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:57.572267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.577565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761bcaa0-96e3-4205-ae75-145687b850e7']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:57.599725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c0ffb987-389c-46cc-8d74-ab2e6118ece2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:57.605874 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c0ffb987-389c-46cc-8d74-ab2e6118ece2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4094808 Mar 23 10:20:57.605874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60198) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:57.609009 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60200) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:57.678060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72372f2b-d991-465e-a3dd-984217f21e21 None None] DHCP port deletion for 5e812eac-2579-44e2-a1fc-58b5f4f38c1e request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:57.684799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-72372f2b-d991-465e-a3dd-984217f21e21 None None] Deleting port 130dc61a-e988-4094-aa44-9bd5daaa05c7 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:57.685199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-72372f2b-d991-465e-a3dd-984217f21e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.689069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b724b37f-54bb-4aae-bfa4-79b90ba7a603') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:57.689362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b724b37f-54bb-4aae-bfa4-79b90ba7a603') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:57.778673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b15aa605-1df9-4c57-9bfe-b3500db177c1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.789693 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.802323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.804641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-db035c77-3dc0-4240-870f-9da237d9e81f', 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'fixed_ips': [{'subnet_id': '779bc126-b169-4044-a45e-6592c0e4e8a5'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:20:57.805708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:57.870239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8b5d6d-8fbf-4e98-a6ff-f1dbed41a960 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:20:57.871701 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fd8b5d6d-8fbf-4e98-a6ff-f1dbed41a960 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2659781 Mar 23 10:20:57.892261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60206) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:57.960798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 4194500b-1744-4436-b95f-56bfdbc70760, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4194500b-1744-4436-b95f-56bfdbc70760,segment=NetworkSegment(3a7b91e5-139c-4842-b998-9bf168fc28c5),segment_id=3a7b91e5-139c-4842-b998-9bf168fc28c5)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:57.968235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.001155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:20:58.001565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.024230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:58.068357 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:58.113904 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b15aa605-1df9-4c57-9bfe-b3500db177c1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2 HTTP/1.1" status: 204 len: 168 time: 2.3646822 Mar 23 10:20:58.121853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60210) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:58.125507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 48a9d1b1-406d-4f2d-8235-3b7d4447c191 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:58.167038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.213129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 48a9d1b1-406d-4f2d-8235-3b7d4447c191 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:58.213476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 48a9d1b1-406d-4f2d-8235-3b7d4447c191 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:58.213866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 80611306-cd70-409a-b52c-66aae7155c2e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:20:58.230871 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-90b78151-bd7f-44e0-8447-1bedda83c4c8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3376105 Mar 23 10:20:58.247898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60214) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:58.253404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:58.271527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-72372f2b-d991-465e-a3dd-984217f21e21 None None] For port 130dc61a-e988-4094-aa44-9bd5daaa05c7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=130dc61a-e988-4094-aa44-9bd5daaa05c7,segment=NetworkSegment(200f1d27-21d3-4780-b099-2cfdc9680361),segment_id=200f1d27-21d3-4780-b099-2cfdc9680361)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:20:58.271917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-72372f2b-d991-465e-a3dd-984217f21e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.278171 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eafe47a-20cd-47b0-ad1e-bf544ef2d054 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:20:58.278974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7eafe47a-20cd-47b0-ad1e-bf544ef2d054 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:20:58.281510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 80611306-cd70-409a-b52c-66aae7155c2e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:20:58.281510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 80611306-cd70-409a-b52c-66aae7155c2e not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:20:58.347729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=4194500b-1744-4436-b95f-56bfdbc70760,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:58.419849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-72372f2b-d991-465e-a3dd-984217f21e21 None None] Calling delete_port for 130dc61a-e988-4094-aa44-9bd5daaa05c7 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:58.461985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Allocated IP 2001:db8:3::2 (db035c77-3dc0-4240-870f-9da237d9e81f/779bc126-b169-4044-a45e-6592c0e4e8a5/a4746456-d763-413e-be98-fbbf26070981) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:20:58.477012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Deleting port 68bec07b-d5d6-4a49-9de2-db837da53bf7 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:58.477422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.568178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.640670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-72372f2b-d991-465e-a3dd-984217f21e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.699659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a1ce26-4107-4ed0-82b4-19f08f6ac735']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:58.713882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.718091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.722869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72372f2b-d991-465e-a3dd-984217f21e21 None None] No DVR routers for this DVR port 130dc61a-e988-4094-aa44-9bd5daaa05c7 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:20:58.725890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72372f2b-d991-465e-a3dd-984217f21e21 None None] Pushing event deleted for resources: {'Port': ['ID=130dc61a-e988-4094-aa44-9bd5daaa05c7,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:58.747826 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/networks/761bcaa0-96e3-4205-ae75-145687b850e7 HTTP/1.1" status: 204 len: 168 time: 4.9550166 Mar 23 10:20:58.752219 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb84c034-805b-43b7-8c7e-347abe503e93') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:58.752521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb84c034-805b-43b7-8c7e-347abe503e93') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:20:58.771231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7eafe47a-20cd-47b0-ad1e-bf544ef2d054 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:20:58.773076 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7eafe47a-20cd-47b0-ad1e-bf544ef2d054 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/c2a3c6bd-d3c4-4eab-b69d-383ea0df2ab2 HTTP/1.1" status: 404 len: 333 time: 0.6468182 Mar 23 10:20:58.777331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4edc900e-fb58-465e-882d-50a4526bfed1 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:58.781011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60218) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:58.781506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60220) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:58.826334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe537e5c-4ffa-49ce-8a22-7341565e24e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Network': ['ID=761bcaa0-96e3-4205-ae75-145687b850e7,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:58.830249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:58.843246 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'name': 'tempest-PortsIpV6TestJSON-1934077855'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:20:58.894802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:58.910068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:58.941395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:58.953136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce2619-003d-482c-9d12-e423403a3fcf None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:20:58.968759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.004274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Transition to ACTIVE for port object a4746456-d763-413e-be98-fbbf26070981 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:59.012832 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:59.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.041329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:59.044938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.090057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4edc900e-fb58-465e-882d-50a4526bfed1 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:59.090397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.101674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:20:59.102041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.109989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.110381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:20:59.127215 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:20:59.132869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Transition to ACTIVE for port object a4746456-d763-413e-be98-fbbf26070981 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:20:59.135818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d3c97aad-117e-431b-a724-eeac7592935e None None] Provisioning for port c3c8cca4-5734-4571-b0fd-185338b81124 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:59.159998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a25f74e9-1841-4f96-966b-e64d37d9de68 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 85959da4-ddf2-4bfe-b981-54ed4865c492 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:59.160341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a25f74e9-1841-4f96-966b-e64d37d9de68 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.175996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.203041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Router 0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:20:59.273131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d3c97aad-117e-431b-a724-eeac7592935e None None] Could not find standard attr ID for object 2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:20:59.274442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.295614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Network db035c77-3dc0-4240-870f-9da237d9e81f is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:20:59.304316 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:20:59.307702 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:20:59.307942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Calling delete_port for 68bec07b-d5d6-4a49-9de2-db837da53bf7 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:20:59.314612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:20:59.316799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Pushing event updated for resources: {'Port': ['ID=a4746456-d763-413e-be98-fbbf26070981,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:59.319867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:port and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:20:59.383968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:20:59.439005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:20:59.497725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.505271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port d299a0a8-d501-4bab-bc80-8d006a7c5586 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:59.505878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.517874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 290fc54e-ccdc-467d-8243-fc521ec99b62 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:20:59.529504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.563650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Attempting to bind port a4746456-d763-413e-be98-fbbf26070981 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:20:59.564025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Attempting to bind port a4746456-d763-413e-be98-fbbf26070981 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '641a8890-e046-48ad-bff9-7b07098d44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:20:59.564353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Attempting to bind port a4746456-d763-413e-be98-fbbf26070981 on network db035c77-3dc0-4240-870f-9da237d9e81f {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:20:59.587769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:20:59.588243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Checking segment: {'id': '641a8890-e046-48ad-bff9-7b07098d44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:20:59.588516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.588887 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Bound using segment: {'id': '641a8890-e046-48ad-bff9-7b07098d44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:20:59.589370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Bound port: a4746456-d763-413e-be98-fbbf26070981, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641a8890-e046-48ad-bff9-7b07098d44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:20:59.589730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.621110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Network': ['ID=19a1ce26-4107-4ed0-82b4-19f08f6ac735,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:20:59.623310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:20:59.626818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.681366 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/networks/19a1ce26-4107-4ed0-82b4-19f08f6ac735 HTTP/1.1" status: 204 len: 168 time: 2.7258029 Mar 23 10:20:59.690744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60226) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:20:59.693187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 290fc54e-ccdc-467d-8243-fc521ec99b62 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:20:59.704342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.704988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.704988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.705374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.705697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.705818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edeabab-a55f-4787-a086-d28d810bbaff None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:20:59.706225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.706542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.706950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.707308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.708152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.708578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.708885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf971306-a055-449b-95e9-01d868634240 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:20:59.710593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 290fc54e-ccdc-467d-8243-fc521ec99b62 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:20:59.711340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.762494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0edeabab-a55f-4787-a086-d28d810bbaff None None] Deleting port c3c8cca4-5734-4571-b0fd-185338b81124 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:20:59.763255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0edeabab-a55f-4787-a086-d28d810bbaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.792247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] For port a4746456-d763-413e-be98-fbbf26070981, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:20:59.817784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] For port a4746456-d763-413e-be98-fbbf26070981, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a4746456-d763-413e-be98-fbbf26070981,segment=NetworkSegment(641a8890-e046-48ad-bff9-7b07098d44ea),segment_id=641a8890-e046-48ad-bff9-7b07098d44ea)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:20:59.835305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port db38e04b-7d88-49c1-b2be-bf771062367e yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:20:59.836471 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:20:59.998383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.041273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.044138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae17175-cdbe-4a50-bb3a-1daf5d90cd1d None None] Pushing event updated for resources: {'Port': ['ID=a4746456-d763-413e-be98-fbbf26070981,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:00.115046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.124139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event deleted for resources: {'Port': ['ID=68bec07b-d5d6-4a49-9de2-db837da53bf7,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:00.145633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:00.164162 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6261f304-5125-4dc2-9213-bd1ef728306e None None] Sync routers for ids ['0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:00.181778 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6261f304-5125-4dc2-9213-bd1ef728306e None None] Routers {'0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:00.182839 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6261f304-5125-4dc2-9213-bd1ef728306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:00.225678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.226972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.230665 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f0571a26-69ff-4425-934e-4d4aae5230c6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "PUT /v2.0/routers/0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc HTTP/1.1" status: 200 len: 883 time: 9.9330215 Mar 23 10:21:00.238347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60230) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:00.240690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a25f74e9-1841-4f96-966b-e64d37d9de68 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.288511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 290fc54e-ccdc-467d-8243-fc521ec99b62, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=290fc54e-ccdc-467d-8243-fc521ec99b62,segment=NetworkSegment(77287157-bba6-4498-b519-9a862979358e),segment_id=77287157-bba6-4498-b519-9a862979358e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:00.302459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.303247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c3c8cca4-5734-4571-b0fd-185338b81124 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:00.315967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.319805 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6261f304-5125-4dc2-9213-bd1ef728306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:00.330837 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6261f304-5125-4dc2-9213-bd1ef728306e None None] Routers {'0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:00.331823 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6261f304-5125-4dc2-9213-bd1ef728306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:00.377365 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0edeabab-a55f-4787-a086-d28d810bbaff None None] For port c3c8cca4-5734-4571-b0fd-185338b81124, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c3c8cca4-5734-4571-b0fd-185338b81124,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:00.377756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0edeabab-a55f-4787-a086-d28d810bbaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.425734 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6261f304-5125-4dc2-9213-bd1ef728306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:00.426139 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6261f304-5125-4dc2-9213-bd1ef728306e None None] The sync data for ids ['0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:00.453736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:00.467692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a25f74e9-1841-4f96-966b-e64d37d9de68 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 85959da4-ddf2-4bfe-b981-54ed4865c492 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:00.543441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0edeabab-a55f-4787-a086-d28d810bbaff None None] Calling delete_port for c3c8cca4-5734-4571-b0fd-185338b81124 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:00.565293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:00.592549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for d299a0a8-d501-4bab-bc80-8d006a7c5586 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:00.624448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:00.625726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.627708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=290fc54e-ccdc-467d-8243-fc521ec99b62,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:00.641189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=8a3d3076-aeff-4a16-9eb2-fc8a0a19c3a0,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:00.658165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port c3c8cca4-5734-4571-b0fd-185338b81124 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:00.665074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0edeabab-a55f-4787-a086-d28d810bbaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.710937 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c3c8cca4-5734-4571-b0fd-185338b81124 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:00.711587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.751896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edeabab-a55f-4787-a086-d28d810bbaff None None] No DVR routers for this DVR port c3c8cca4-5734-4571-b0fd-185338b81124 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:00.757443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeabab-a55f-4787-a086-d28d810bbaff None None] Pushing event deleted for resources: {'Port': ['ID=c3c8cca4-5734-4571-b0fd-185338b81124,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:00.767895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Port c3c8cca4-5734-4571-b0fd-185338b81124 was deleted so its status cannot be updated. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 23 10:21:00.768513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:00.790876 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9471312b-eca1-4258-bcd5-2873176b9837 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5418971 Mar 23 10:21:00.794950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.795493 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Floating IP 974d1fbb-d8ac-49e7-82da-6aa4c89b05f8 disassociated (deleted). External IP: 172.26.4.126, port: ade857cf-d903-4902-bc81-095f643cdcf0. Mar 23 10:21:00.805510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8db745f-d972-4140-916b-94342c30297e None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:00.824194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60234) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:00.850245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': '8a3d3076-aeff-4a16-9eb2-fc8a0a19c3a0', 'ip_address': '2001:db8::44ae:9310:c106:e216'}], 'name': 'tempest-NetworksTestDHCPv6-201322550'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:00.920174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:00.936612 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3af2504b-d1f6-4609-bceb-33c6db79062f tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/routers/0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc HTTP/1.1" status: 200 len: 924 time: 0.6879635 Mar 23 10:21:00.939511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60238) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:00.976236 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:00.976607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.027681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.060774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Allocated IP 2001:db8:3::1 (db035c77-3dc0-4240-870f-9da237d9e81f/779bc126-b169-4044-a45e-6592c0e4e8a5/627b5171-a0d8-4e9e-b872-99862b960c84) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:01.081115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e812eac-2579-44e2-a1fc-58b5f4f38c1e']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:01.145639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a25f74e9-1841-4f96-966b-e64d37d9de68 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.196972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '8a3d3076-aeff-4a16-9eb2-fc8a0a19c3a0'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:01.197739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.242396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f74e9-1841-4f96-966b-e64d37d9de68 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=85959da4-ddf2-4bfe-b981-54ed4865c492,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:01.255539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.271790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200f1d27-21d3-4780-b099-2cfdc9680361') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:01.272443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200f1d27-21d3-4780-b099-2cfdc9680361') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:01.293340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:01.386548 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:01.436038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.454600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=d299a0a8-d501-4bab-bc80-8d006a7c5586,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:01.455686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:01.508489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/8a3d3076-aeff-4a16-9eb2-fc8a0a19c3a0/8ada3be5-4267-45ff-a49c-11666e11b332) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:01.538625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.568224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.684149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:21:01.685075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:01.704432 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:01.719861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a06104-1fd3-4814-a2c2-9dcc56b31680 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:01.727112 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-89a06104-1fd3-4814-a2c2-9dcc56b31680 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&device_id=0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7835979 Mar 23 10:21:01.749107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60242) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:01.801858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.814008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Transition to ACTIVE for port object 8ada3be5-4267-45ff-a49c-11666e11b332 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:01.819395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:01.870136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Transition to ACTIVE for port object 8ada3be5-4267-45ff-a49c-11666e11b332 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:01.887926 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ae20e00a-879a-4cc3-9f83-10d5c15c2414 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:01.947503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c036c-3f07-4ec8-909d-28be981e7ceb None None] Network db035c77-3dc0-4240-870f-9da237d9e81f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:01.967260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: ae20e00a-879a-4cc3-9f83-10d5c15c2414 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:01.967524 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ae20e00a-879a-4cc3-9f83-10d5c15c2414 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:01.967970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 130dc61a-e988-4094-aa44-9bd5daaa05c7 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:02.011229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.017498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=db38e04b-7d88-49c1-b2be-bf771062367e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:02.025682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 22ed2980-a41d-42d1-ba76-ab923cd4d977 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:21:02.101336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:02.104447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Pushing event updated for resources: {'Port': ['ID=8ada3be5-4267-45ff-a49c-11666e11b332,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:02.107421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:02.109447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 130dc61a-e988-4094-aa44-9bd5daaa05c7 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:02.109808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 130dc61a-e988-4094-aa44-9bd5daaa05c7 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:02.110350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d695c0fe-e8fc-4d8f-859c-2199e7363dbe no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:02.145320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:02.152750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: d695c0fe-e8fc-4d8f-859c-2199e7363dbe {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:02.153124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d695c0fe-e8fc-4d8f-859c-2199e7363dbe not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:02.290133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.291593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.292203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:02.307016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:02.315370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.333567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:02.337800 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1233d9c8-dd6f-4916-b6aa-382b0610ad04 None None] Provisioning for port a4746456-d763-413e-be98-fbbf26070981 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:02.339890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:02.340867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.351248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a25f74e9-1841-4f96-966b-e64d37d9de68 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.365863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Network': ['ID=5e812eac-2579-44e2-a1fc-58b5f4f38c1e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:02.392271 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/networks/5e812eac-2579-44e2-a1fc-58b5f4f38c1e HTTP/1.1" status: 204 len: 168 time: 2.6955068 Mar 23 10:21:02.403638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60246) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:02.409962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Attempting to bind port 8ada3be5-4267-45ff-a49c-11666e11b332 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:02.410389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Attempting to bind port 8ada3be5-4267-45ff-a49c-11666e11b332 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:02.410792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Attempting to bind port 8ada3be5-4267-45ff-a49c-11666e11b332 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:02.420184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:02.420556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:02.420959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.421416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:02.421885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Bound port: 8ada3be5-4267-45ff-a49c-11666e11b332, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:02.422276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.485189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.485542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.485876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.486202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.486527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.486850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.487169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.487491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.487810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.488124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.488439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.489315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256c4e68-72af-4661-bf67-a33360f6740b tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:02.491385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::44ae:9310:c106:e216 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/8a3d3076-aeff-4a16-9eb2-fc8a0a19c3a0/22ed2980-a41d-42d1-ba76-ab923cd4d977) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:02.499439 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a25f74e9-1841-4f96-966b-e64d37d9de68 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/85959da4-ddf2-4bfe-b981-54ed4865c492 HTTP/1.1" status: 204 len: 168 time: 3.7149320 Mar 23 10:21:02.503222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e09a0-5999-44d0-885d-511c960dd938 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:02.507643 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-593e09a0-5999-44d0-885d-511c960dd938 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 881 time: 0.7572958 Mar 23 10:21:02.508070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.508816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 290fc54e-ccdc-467d-8243-fc521ec99b62 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:02.510068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Router fd8417ac-d08a-453f-9613-eeb0e010cd1f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:02.512462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60250) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:02.512790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60252) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:02.526138 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e6dde48c-745f-4839-891b-10b5671cc755 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.7433646 Mar 23 10:21:02.538700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60258) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:02.607072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Transition to ACTIVE for port object 627b5171-a0d8-4e9e-b872-99862b960c84 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:02.631016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb200d1b-8370-423e-8102-44dbf0644b5f tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Deleting subnet c7676d2b-052a-4ad9-8f3a-c50e1676ac56 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:02.634467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb200d1b-8370-423e-8102-44dbf0644b5f tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.700356 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-785fb76c-f641-4581-b33a-92732c43cd75 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc HTTP/1.1" status: 200 len: 205 time: 0.1848092 Mar 23 10:21:02.704435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60262) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:02.716413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] For port 8ada3be5-4267-45ff-a49c-11666e11b332, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:02.726548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] For port 8ada3be5-4267-45ff-a49c-11666e11b332, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8ada3be5-4267-45ff-a49c-11666e11b332,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:02.727577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 290fc54e-ccdc-467d-8243-fc521ec99b62 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:02.727938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.741312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-f0083551-e5df-41b4-b53c-ed0fb0c6171c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port db38e04b-7d88-49c1-b2be-bf771062367e {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:02.741645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0083551-e5df-41b4-b53c-ed0fb0c6171c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.760491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.768029 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-564cfecc-5fcf-40e2-9386-ba39a1ca910e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:21:02.772519 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-564cfecc-5fcf-40e2-9386-ba39a1ca910e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/85959da4-ddf2-4bfe-b981-54ed4865c492 HTTP/1.1" status: 404 len: 333 time: 0.2557027 Mar 23 10:21:02.808894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60266) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:02.830681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb200d1b-8370-423e-8102-44dbf0644b5f tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:02.884585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f951c13-8e68-410a-8fc6-8ab4a83945ce None None] Pushing event updated for resources: {'Port': ['ID=8ada3be5-4267-45ff-a49c-11666e11b332,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:02.979900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a4746456-d763-413e-be98-fbbf26070981 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:03.073379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port a4746456-d763-413e-be98-fbbf26070981 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:03.080613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a4746456-d763-413e-be98-fbbf26070981 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:03.081256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.147922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec392de2-c939-4043-9168-7cfbb95e45c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet 021ea41d-60a3-451f-a0ea-c79102a01dd3 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:03.167179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ec392de2-c939-4043-9168-7cfbb95e45c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.242193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.271651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.319956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.359905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb200d1b-8370-423e-8102-44dbf0644b5f tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.367419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port a4746456-d763-413e-be98-fbbf26070981, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a4746456-d763-413e-be98-fbbf26070981,segment=NetworkSegment(641a8890-e046-48ad-bff9-7b07098d44ea),segment_id=641a8890-e046-48ad-bff9-7b07098d44ea)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:03.374897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.375862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4194500b-1744-4436-b95f-56bfdbc70760 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:03.462822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network db035c77-3dc0-4240-870f-9da237d9e81f is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:03.472631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ec392de2-c939-4043-9168-7cfbb95e45c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.503628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:03.536730 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:03.537377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.543682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=a4746456-d763-413e-be98-fbbf26070981,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:03.544283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router ff5bebde-3764-4088-b2e3-4dbf25777cb0 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:03.593108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bcfe5cee-1467-49f1-9bbb-56a9b461038c None None] Provisioning complete for port a4746456-d763-413e-be98-fbbf26070981 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:03.593476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bcfe5cee-1467-49f1-9bbb-56a9b461038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.616685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=627b5171-a0d8-4e9e-b872-99862b960c84,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:03.636387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.636608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:03.642081 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.662343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] Sync routers for ids ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:03.686067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0083551-e5df-41b4-b53c-ed0fb0c6171c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.702922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76cdd2fe-281b-4d4a-99b8-e757deb95b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.716415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] Routers {'fd8417ac-d08a-453f-9613-eeb0e010cd1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:03.717244 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:03.787489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 22ed2980-a41d-42d1-ba76-ab923cd4d977 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:03.836760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:03.848850 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a5943c-25d7-47d9-910a-4c71c06a516e None None] Sync routers for ids ['ff5bebde-3764-4088-b2e3-4dbf25777cb0'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:03.853129 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7f362ccc-7cbd-4c93-a2e8-0cc26dad0618 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/ff5bebde-3764-4088-b2e3-4dbf25777cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4732633 Mar 23 10:21:03.854520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60270) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:03.865829 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a5943c-25d7-47d9-910a-4c71c06a516e None None] Routers {'ff5bebde-3764-4088-b2e3-4dbf25777cb0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:03.866453 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b0a5943c-25d7-47d9-910a-4c71c06a516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ff5bebde-3764-4088-b2e3-4dbf25777cb0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:03.873386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-f0083551-e5df-41b4-b53c-ed0fb0c6171c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for db38e04b-7d88-49c1-b2be-bf771062367e owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:03.958714 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-642f7ed4-e9b0-437b-b2fa-e62755646222 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "DELETE /v2.0/floatingips/974d1fbb-d8ac-49e7-82da-6aa4c89b05f8 HTTP/1.1" status: 204 len: 168 time: 6.3505487 Mar 23 10:21:03.963204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:21:03.983146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:03.990141 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f885e8ea-4fa3-4886-b7f4-321b0b8bd906 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff5bebde-3764-4088-b2e3-4dbf25777cb0 HTTP/1.1" status: 200 len: 205 time: 0.1263173 Mar 23 10:21:03.995079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60280) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:03.997817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb200d1b-8370-423e-8102-44dbf0644b5f tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.014743 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b0a5943c-25d7-47d9-910a-4c71c06a516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:04.040650 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a5943c-25d7-47d9-910a-4c71c06a516e None None] Routers {'ff5bebde-3764-4088-b2e3-4dbf25777cb0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:04.041377 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b0a5943c-25d7-47d9-910a-4c71c06a516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['ff5bebde-3764-4088-b2e3-4dbf25777cb0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:04.079992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4194500b-1744-4436-b95f-56bfdbc70760 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:04.081209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.154157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Deleting port ee89b8e9-7e9c-4db6-8013-3627bd30b9d8 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:04.154499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.169220 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b0a5943c-25d7-47d9-910a-4c71c06a516e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:04.177663 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a5943c-25d7-47d9-910a-4c71c06a516e None None] The sync data for ids ['ff5bebde-3764-4088-b2e3-4dbf25777cb0'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:04.263730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] Set router fd8417ac-d08a-453f-9613-eeb0e010cd1f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:04.269359 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'status': 'completed', 'code': 200} Mar 23 10:21:04.293049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4353e91d-f463-42db-8f0d-9d1b81693d8f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.433647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb200d1b-8370-423e-8102-44dbf0644b5f tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Subnet': ['ID=c7676d2b-052a-4ad9-8f3a-c50e1676ac56,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:04.438472 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb200d1b-8370-423e-8102-44dbf0644b5f tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.443641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ec392de2-c939-4043-9168-7cfbb95e45c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.501732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bd18a1-d332-413e-bc4e-1a05efccb592 None None] Network a87ddd02-c736-424f-bb01-aa97716b7b91 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:04.523711 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fb200d1b-8370-423e-8102-44dbf0644b5f tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/subnets/c7676d2b-052a-4ad9-8f3a-c50e1676ac56 HTTP/1.1" status: 204 len: 168 time: 2.1102006 Mar 23 10:21:04.538825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60288) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:04.543304 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:21:04.668349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.679770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.681838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0083551-e5df-41b4-b53c-ed0fb0c6171c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.828302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4ed94ffe-4cc8-40eb-bbab-3a69210e45b9 None None] Provisioning for port 627b5171-a0d8-4e9e-b872-99862b960c84 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:04.832257 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:04.854504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:04.872431 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:04.877922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:04.878541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.890791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f0083551-e5df-41b4-b53c-ed0fb0c6171c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.916510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4ed94ffe-4cc8-40eb-bbab-3a69210e45b9 None None] Provisioning complete for port 627b5171-a0d8-4e9e-b872-99862b960c84 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:04.916739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4ed94ffe-4cc8-40eb-bbab-3a69210e45b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:04.921543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=22ed2980-a41d-42d1-ba76-ab923cd4d977,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:05.001505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c3c8cca4-5734-4571-b0fd-185338b81124 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:05.010511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ec392de2-c939-4043-9168-7cfbb95e45c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.047794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: c3c8cca4-5734-4571-b0fd-185338b81124 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:05.048136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c3c8cca4-5734-4571-b0fd-185338b81124 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:05.091784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4ed94ffe-4cc8-40eb-bbab-3a69210e45b9 None None] Port 627b5171-a0d8-4e9e-b872-99862b960c84 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:05.131272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4353e91d-f463-42db-8f0d-9d1b81693d8f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.142680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4353e91d-f463-42db-8f0d-9d1b81693d8f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.156525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.180426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.193366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0083551-e5df-41b4-b53c-ed0fb0c6171c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=db38e04b-7d88-49c1-b2be-bf771062367e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:05.195967 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f0083551-e5df-41b4-b53c-ed0fb0c6171c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/db38e04b-7d88-49c1-b2be-bf771062367e HTTP/1.1" status: 204 len: 168 time: 2.6560614 Mar 23 10:21:05.204232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60292) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:05.212801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'mac_address': 'fa:16:3e:c0:74:c1', 'name': 'tempest-PortsIpV6TestJSON-298844437'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:05.215306 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4ed94ffe-4cc8-40eb-bbab-3a69210e45b9 None None] Provisioning for port 8ada3be5-4267-45ff-a49c-11666e11b332 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:05.221876 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fc2aff66-46a1-4c84-85ce-902bcf3238cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3870232 Mar 23 10:21:05.221876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ec392de2-c939-4043-9168-7cfbb95e45c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.222504 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ec392de2-c939-4043-9168-7cfbb95e45c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/021ea41d-60a3-451f-a0ea-c79102a01dd3 HTTP/1.1" status: 204 len: 168 time: 2.4135585 Mar 23 10:21:05.226074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec392de2-c939-4043-9168-7cfbb95e45c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=021ea41d-60a3-451f-a0ea-c79102a01dd3,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:05.227631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60296) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:05.227938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60298) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:05.233007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-80350803-e5eb-4bf3-a777-2b62386c1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:05.234655 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-80350803-e5eb-4bf3-a777-2b62386c1589 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e945150dcee24e13987cfe1467b035a1&device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 1099 time: 0.9646223 Mar 23 10:21:05.239698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': '8a3d3076-aeff-4a16-9eb2-fc8a0a19c3a0', 'ip_address': '2001:db8::44ae:9310:c106:e216'}], 'name': 'tempest-NetworksTestDHCPv6-1506577833'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:05.263657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4ac088-80a4-4abe-9a21-67dde68637c2 None None] Network bfda356d-3054-4e64-932c-0b2c65b5587c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:05.300641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4353e91d-f463-42db-8f0d-9d1b81693d8f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.302362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4353e91d-f463-42db-8f0d-9d1b81693d8f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Fanout notify agent at l3_agent the message router_deleted on router ff5bebde-3764-4088-b2e3-4dbf25777cb0 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:21:05.391796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4a3d4c-f10d-46c2-8649-edf15e248f4e None None] DHCP port deletion for a87ddd02-c736-424f-bb01-aa97716b7b91 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:05.398269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a4746456-d763-413e-be98-fbbf26070981 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:05.424339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Calling delete_port for ee89b8e9-7e9c-4db6-8013-3627bd30b9d8 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:05.435599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a3d4c-f10d-46c2-8649-edf15e248f4e None None] Deleting port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:05.435825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4e4a3d4c-f10d-46c2-8649-edf15e248f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.461439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Deleting port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:05.461929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.528789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8126-0915-4b40-a75f-734da72302fb req-b1ebb698-c341-4eec-811e-751392216c70 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:05.537154 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a28c8126-0915-4b40-a75f-734da72302fb req-b1ebb698-c341-4eec-811e-751392216c70 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.9046061 Mar 23 10:21:05.592043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4353e91d-f463-42db-8f0d-9d1b81693d8f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.593207 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4353e91d-f463-42db-8f0d-9d1b81693d8f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/ff5bebde-3764-4088-b2e3-4dbf25777cb0 HTTP/1.1" status: 204 len: 168 time: 1.5959852 Mar 23 10:21:05.593367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-edfccecd-3abd-4bf6-b764-565a27a2e1ee None None] Could not find standard attr ID for object 2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:21:05.605572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60304) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:05.736065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:05.748732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'a79d08ec-61fa-45e1-b25c-dde77ea03ec8', 'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'mac_address': 'fa:16:3e:71:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:56Z', 'updated_at': '2022-03-23T10:19:17Z', 'revision_number': 5, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'subnets': [{'id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:05.762718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:port and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:05.766646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.767881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] Checking router: fd8417ac-d08a-453f-9613-eeb0e010cd1f for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:05.775303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a4746456-d763-413e-be98-fbbf26070981 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:05.775665 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.776550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:05.799254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:05.836038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-d43b4377-7342-4920-99f2-39847b0727ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:05.837798 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-d43b4377-7342-4920-99f2-39847b0727ef service neutron] 10.222.0.102 "GET /v2.0/networks?id=d5c29034-033c-4bb8-ac97-78098319aafb HTTP/1.1" status: 200 len: 897 time: 0.4379697 Mar 23 10:21:05.839359 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a28c8126-0915-4b40-a75f-734da72302fb req-ba56827e-7868-423c-bd5b-894395075974 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3013175 Mar 23 10:21:05.862580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d77f44f-952b-4c1b-81c2-5143412d510c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting subnet 323bcfdb-8e1f-466f-b758-c44f80d2a843 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:05.925391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:05.930333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d77f44f-952b-4c1b-81c2-5143412d510c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.953561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-4e4a3d4c-f10d-46c2-8649-edf15e248f4e None None] For port 4e0ff895-2ab0-4912-8da0-b2d04efabc69, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4e0ff895-2ab0-4912-8da0-b2d04efabc69,segment=NetworkSegment(dd1cd936-a2b1-41cd-9f13-85767a1fb7f7),segment_id=dd1cd936-a2b1-41cd-9f13-85767a1fb7f7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:05.953948 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4e4a3d4c-f10d-46c2-8649-edf15e248f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:05.973491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:05.975271 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-58a15c0a-5655-4f1f-beac-0566bfb7ba85 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ade857cf-d903-4902-bc81-095f643cdcf0 HTTP/1.1" status: 200 len: 217 time: 0.1194067 Mar 23 10:21:05.979891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:05.982399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:05.985169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 4194500b-1744-4436-b95f-56bfdbc70760 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:05.985508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.028913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:06.072365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d77f44f-952b-4c1b-81c2-5143412d510c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.083360 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] For port 4e0ff895-2ab0-4912-8da0-b2d04efabc69, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4e0ff895-2ab0-4912-8da0-b2d04efabc69,segment=NetworkSegment(dd1cd936-a2b1-41cd-9f13-85767a1fb7f7),segment_id=dd1cd936-a2b1-41cd-9f13-85767a1fb7f7)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:06.083718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.100891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a3d4c-f10d-46c2-8649-edf15e248f4e None None] Calling delete_port for 4e0ff895-2ab0-4912-8da0-b2d04efabc69 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:06.104981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:06.109746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.131134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0fb416fe-a405-41a1-906b-8f0912e69218 None None] Provisioning for port 22ed2980-a41d-42d1-ba76-ab923cd4d977 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:06.144954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] Routers {'fd8417ac-d08a-453f-9613-eeb0e010cd1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:06.145611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:20:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:06.220264 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0fb416fe-a405-41a1-906b-8f0912e69218 None None] Provisioning complete for port 22ed2980-a41d-42d1-ba76-ab923cd4d977 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:06.220639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0fb416fe-a405-41a1-906b-8f0912e69218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.308956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-8f0a7b40-a0d2-4162-b15f-caa3ef1a3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:06.310449 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-8f0a7b40-a0d2-4162-b15f-caa3ef1a3421 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bb8c55d0-4839-455d-bf73-db274a57c0c1 HTTP/1.1" status: 200 len: 835 time: 0.3084400 Mar 23 10:21:06.312609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.317198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Calling delete_port for 4e0ff895-2ab0-4912-8da0-b2d04efabc69 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:06.363398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0fb416fe-a405-41a1-906b-8f0912e69218 None None] Port 22ed2980-a41d-42d1-ba76-ab923cd4d977 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:06.365254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 8dbe2574-fd64-4e7d-be6c-e49365199172 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:21:06.397339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.419821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689b644-1348-422a-9c3c-b16397445b0c req-b3635867-75f2-4609-904b-684f25f2ef4f tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:06.421492 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a689b644-1348-422a-9c3c-b16397445b0c req-b3635867-75f2-4609-904b-684f25f2ef4f tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.102 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.6962640 Mar 23 10:21:06.458701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4e4a3d4c-f10d-46c2-8649-edf15e248f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.479228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.484038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port c90cdddc-13c7-4531-a3ee-3f7521848e6c yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:21:06.544523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] DHCP port deletion for bfda356d-3054-4e64-932c-0b2c65b5587c request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:06.561215 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a3d4c-f10d-46c2-8649-edf15e248f4e None None] Pushing event deleted for resources: {'Port': ['ID=4e0ff895-2ab0-4912-8da0-b2d04efabc69,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:06.573364 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a3d4c-f10d-46c2-8649-edf15e248f4e None None] No DVR routers for this DVR port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:06.585918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] Deleting port 4194500b-1744-4436-b95f-56bfdbc70760 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:06.586304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.610876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:21:06.627894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] Set router fd8417ac-d08a-453f-9613-eeb0e010cd1f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:06.664974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.682535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8ada3be5-4267-45ff-a49c-11666e11b332 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:06.702892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-a689b644-1348-422a-9c3c-b16397445b0c req-8e9d7332-7691-45ee-8aeb-5f9e10fa76e4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Deleting port ade857cf-d903-4902-bc81-095f643cdcf0 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:06.703530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-a689b644-1348-422a-9c3c-b16397445b0c req-8e9d7332-7691-45ee-8aeb-5f9e10fa76e4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.715804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Pushing event deleted for resources: {'Port': ['ID=ee89b8e9-7e9c-4db6-8013-3627bd30b9d8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:06.725663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-aea79408-0d8c-40db-8706-09922346b008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.741236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d77f44f-952b-4c1b-81c2-5143412d510c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.764472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:06.764711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:06.781637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.782702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.856819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-79a68e5e-7346-4004-a3de-782317135d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:06.858345 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-79a68e5e-7346-4004-a3de-782317135d12 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=d5c29034-033c-4bb8-ac97-78098319aafb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5042880 Mar 23 10:21:06.892732 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] For port 4194500b-1744-4436-b95f-56bfdbc70760, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4194500b-1744-4436-b95f-56bfdbc70760,segment=NetworkSegment(3a7b91e5-139c-4842-b998-9bf168fc28c5),segment_id=3a7b91e5-139c-4842-b998-9bf168fc28c5)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:06.893463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:06.931681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.096386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 8ada3be5-4267-45ff-a49c-11666e11b332 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:07.181472 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 4194500b-1744-4436-b95f-56bfdbc70760 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:07.222323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 8ada3be5-4267-45ff-a49c-11666e11b332 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:07.222897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.263024 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event updated for resources: {'Port': ['ID=627b5171-a0d8-4e9e-b872-99862b960c84,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:07.271146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Deleting port 4e0ff895-2ab0-4912-8da0-b2d04efabc69 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:07.271146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.301752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] For port 4194500b-1744-4436-b95f-56bfdbc70760, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4194500b-1744-4436-b95f-56bfdbc70760,segment=NetworkSegment(3a7b91e5-139c-4842-b998-9bf168fc28c5),segment_id=3a7b91e5-139c-4842-b998-9bf168fc28c5)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:07.302155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.320848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.322958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.328134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.395873 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 23 10:21:07.396622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:21:07.400730 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d77f44f-952b-4c1b-81c2-5143412d510c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.401474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] The port '4e0ff895-2ab0-4912-8da0-b2d04efabc69' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:21:07.420519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.460709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Network db035c77-3dc0-4240-870f-9da237d9e81f is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:07.460939 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-93043658-97a9-43e4-94b0-2412ee879b97 service neutron] 10.222.0.102 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896730 Mar 23 10:21:07.481718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.482207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Fanout notify agent at l3_agent the message router_deleted on router 0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:21:07.486531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] Calling delete_port for 4194500b-1744-4436-b95f-56bfdbc70760 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:07.517318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:07.541816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.545661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d77f44f-952b-4c1b-81c2-5143412d510c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Subnet': ['ID=323bcfdb-8e1f-466f-b758-c44f80d2a843,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:07.571287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.584280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-a689b644-1348-422a-9c3c-b16397445b0c req-8e9d7332-7691-45ee-8aeb-5f9e10fa76e4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] For port ade857cf-d903-4902-bc81-095f643cdcf0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ade857cf-d903-4902-bc81-095f643cdcf0,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:07.584816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-a689b644-1348-422a-9c3c-b16397445b0c req-8e9d7332-7691-45ee-8aeb-5f9e10fa76e4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.609764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbf91e8-c473-4f87-bca2-22df2b254adc None None] Network 0fd0398f-57de-4359-8991-f3602e94e296 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:07.691270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dd017-0deb-4c4e-b0d0-91997896ca9d req-b6213bb9-9c2e-4b2c-9e15-3b14ae9e949e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:07.692309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-802dd017-0deb-4c4e-b0d0-91997896ca9d req-b6213bb9-9c2e-4b2c-9e15-3b14ae9e949e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Synchronizing usage tracker for tenant:e945150dcee24e13987cfe1467b035a1 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:07.705904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7d77f44f-952b-4c1b-81c2-5143412d510c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.708059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.731839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:07.732111 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:07.732448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.740429 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a0bce91f-0668-4c8f-ab4b-e584e38cec76 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc HTTP/1.1" status: 204 len: 168 time: 4.9741194 Mar 23 10:21:07.742470 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.754937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60310) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:07.765345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1351556341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:07.774034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-a689b644-1348-422a-9c3c-b16397445b0c req-8e9d7332-7691-45ee-8aeb-5f9e10fa76e4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Calling delete_port for ade857cf-d903-4902-bc81-095f643cdcf0 owned by compute:nova {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:07.784087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:07.789740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87ddd02-c736-424f-bb01-aa97716b7b91']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:07.797810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-802dd017-0deb-4c4e-b0d0-91997896ca9d req-b6213bb9-9c2e-4b2c-9e15-3b14ae9e949e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Unset dirty status for tenant:e945150dcee24e13987cfe1467b035a1 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:07.799574 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-802dd017-0deb-4c4e-b0d0-91997896ca9d req-b6213bb9-9c2e-4b2c-9e15-3b14ae9e949e tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 946 time: 0.7556758 Mar 23 10:21:07.814867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Usage tracker for resource:router and tenant:3086b14c8a3747c29c44c973330a10f2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:07.819038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1cd936-a2b1-41cd-9f13-85767a1fb7f7') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:07.819523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1cd936-a2b1-41cd-9f13-85767a1fb7f7') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:07.830612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.837058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:07.885574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 8ada3be5-4267-45ff-a49c-11666e11b332, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8ada3be5-4267-45ff-a49c-11666e11b332,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:07.893464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'a79d08ec-61fa-45e1-b25c-dde77ea03ec8', 'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'mac_address': 'fa:16:3e:71:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:56Z', 'updated_at': '2022-03-23T10:19:17Z', 'revision_number': 5, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'subnets': [{'id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:07.893900 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.898817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.928699 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17adb1c2-d424-4a19-b0ef-1e4a97b6522b req-5c8edd14-62cb-4e9c-99fb-a68125919f26 service neutron] 10.222.0.102 "GET /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446394 Mar 23 10:21:07.930067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:07.943040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4bab87-4dc1-4fb9-ab0a-17ab3faca49c None None] The sync data for ids ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'] in dv-neutron-834652-2-hyperv is: [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:18:59Z', 'revision_number': 4, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'a79d08ec-61fa-45e1-b25c-dde77ea03ec8', 'name': '', 'network_id': 'd5c29034-033c-4bb8-ac97-78098319aafb', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'mac_address': 'fa:16:3e:71:9b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:56Z', 'updated_at': '2022-03-23T10:19:17Z', 'revision_number': 5, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'subnets': [{'id': 'bb8c55d0-4839-455d-bf73-db274a57c0c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:07.960270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:07.969971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:07.990146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:07.994749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:08.010178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:08.010991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.036714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=8ada3be5-4267-45ff-a49c-11666e11b332,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:08.067832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-60addb23-e46e-4eef-9483-7b1250dc1123 None None] Provisioning complete for port 627b5171-a0d8-4e9e-b872-99862b960c84 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:08.068166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-60addb23-e46e-4eef-9483-7b1250dc1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.084615 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-802dd017-0deb-4c4e-b0d0-91997896ca9d req-322eab85-9c78-4b35-8c0b-ea42185f6ea7 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/security-groups?id=fed42cc2-6de2-4b26-a2e0-67fae9638898&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717684 Mar 23 10:21:08.101578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:21:08.102414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=4194500b-1744-4436-b95f-56bfdbc70760,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:08.104865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.109408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-a689b644-1348-422a-9c3c-b16397445b0c req-8e9d7332-7691-45ee-8aeb-5f9e10fa76e4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.112846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4e0ff895-2ab0-4912-8da0-b2d04efabc69 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:08.116320 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c7d11cb2-21e5-4db8-bb31-8f62ac38237b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.8855748 Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:08.135063 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:08.157016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 4e0ff895-2ab0-4912-8da0-b2d04efabc69 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:08.157482 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4e0ff895-2ab0-4912-8da0-b2d04efabc69 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:08.158344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4194500b-1744-4436-b95f-56bfdbc70760 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:08.168188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60314) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.173384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No DVR routers for this DVR port 4194500b-1744-4436-b95f-56bfdbc70760 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:08.197385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=c90cdddc-13c7-4531-a3ee-3f7521848e6c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:08.205810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 4194500b-1744-4436-b95f-56bfdbc70760 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:08.206363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4194500b-1744-4436-b95f-56bfdbc70760 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:08.226995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-60addb23-e46e-4eef-9483-7b1250dc1123 None None] Port 627b5171-a0d8-4e9e-b872-99862b960c84 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:08.228318 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9219b589-ae95-40e6-b4b2-2617a67d41c8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0227361 Mar 23 10:21:08.232766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60318) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.234471 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] Deleting port 4194500b-1744-4436-b95f-56bfdbc70760 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:08.235118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.274884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] DHCP port deletion for 0fd0398f-57de-4359-8991-f3602e94e296 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:08.284966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Deleting port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:08.286119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.289321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.290346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.325749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d7332-7691-45ee-8aeb-5f9e10fa76e4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event deleted for resources: {'Port': ['ID=ade857cf-d903-4902-bc81-095f643cdcf0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:08.354695 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7d77f44f-952b-4c1b-81c2-5143412d510c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/323bcfdb-8e1f-466f-b758-c44f80d2a843 HTTP/1.1" status: 204 len: 168 time: 2.7417526 Mar 23 10:21:08.362417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4084cdb7-5ce6-4c53-9f9d-aadd2fdaea05 None None] The port '4194500b-1744-4436-b95f-56bfdbc70760' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:21:08.366726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60322) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.384142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c25ff0-1df7-43dc-b851-60832012af14 None None] New status for floating IP 974d1fbb-d8ac-49e7-82da-6aa4c89b05f8: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:21:08.454264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.464660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.485533 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/networks/a87ddd02-c736-424f-bb01-aa97716b7b91 HTTP/1.1" status: 204 len: 168 time: 3.9293423 Mar 23 10:21:08.497633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60326) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.512970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2c9e9-8023-41cf-aa69-0d1c47590d78 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:08.513574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b8e2c9e9-8023-41cf-aa69-0d1c47590d78 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:08.547287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71411a-3975-4271-bae4-2067809b61be tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Pushing event deleted for resources: {'Network': ['ID=a87ddd02-c736-424f-bb01-aa97716b7b91,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:08.556774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.575484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-27c952bb-3479-413d-b37d-ba040b18a195 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Synchronizing usage tracker for tenant:8e55eedc3c8641c9843c6c4408a96b6b on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:08.600166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b8e2c9e9-8023-41cf-aa69-0d1c47590d78 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:08.601728 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b8e2c9e9-8023-41cf-aa69-0d1c47590d78 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/c90cdddc-13c7-4531-a3ee-3f7521848e6c HTTP/1.1" status: 200 len: 844 time: 0.3619039 Mar 23 10:21:08.604487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60330) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.643938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-27c952bb-3479-413d-b37d-ba040b18a195 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Unset dirty status for tenant:8e55eedc3c8641c9843c6c4408a96b6b on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:08.647417 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-27c952bb-3479-413d-b37d-ba040b18a195 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "GET /v2.0/ports?device_id=65514ea7-2734-4da5-812e-c8e34b49e69e HTTP/1.1" status: 200 len: 205 time: 0.1443980 Mar 23 10:21:08.651964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.659696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60334) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:08.688538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] For port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2f0f8a3a-2ddd-4368-9876-fe5d4e340b64,segment=NetworkSegment(73fd034b-8c18-4a2f-8d88-85880a910059),segment_id=73fd034b-8c18-4a2f-8d88-85880a910059)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:08.689186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.708247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a689b644-1348-422a-9c3c-b16397445b0c req-8e9d7332-7691-45ee-8aeb-5f9e10fa76e4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] No DVR routers for this DVR port ade857cf-d903-4902-bc81-095f643cdcf0 on host hv-neutron-8346 {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:08.719827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-a689b644-1348-422a-9c3c-b16397445b0c req-8e9d7332-7691-45ee-8aeb-5f9e10fa76e4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.732581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'name': 'network-vif-deleted', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:21:08.744903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.786017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.832011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:08.850408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfda356d-3054-4e64-932c-0b2c65b5587c']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:08.859273 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a689b644-1348-422a-9c3c-b16397445b0c req-8e9d7332-7691-45ee-8aeb-5f9e10fa76e4 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.102 "DELETE /v2.0/ports/ade857cf-d903-4902-bc81-095f643cdcf0 HTTP/1.1" status: 204 len: 173 time: 2.4305534 Mar 23 10:21:08.878528 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac1dbd4-db2e-4666-b190-a23d9fb1631c', 'name': 'network-vif-deleted', 'tag': 'ade857cf-d903-4902-bc81-095f643cdcf0', 'status': 'completed', 'code': 200} Mar 23 10:21:08.889012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7b91e5-139c-4842-b998-9bf168fc28c5') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:08.889355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7b91e5-139c-4842-b998-9bf168fc28c5') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:08.902953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:08.903578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.911621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a3ec335a-2dfb-4fe8-99b7-ce5d2a51d858 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:08.947376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Calling delete_port for 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:08.955586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b4cf6-b84b-4bcc-a720-c3629f9b7bfc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:08.964906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b4cf6-b84b-4bcc-a720-c3629f9b7bfc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:08.965940 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-137b4cf6-b84b-4bcc-a720-c3629f9b7bfc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:08.977430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-474628c2-292a-4a9a-80f8-8b6743d99004 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port c90cdddc-13c7-4531-a3ee-3f7521848e6c {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:08.977763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-474628c2-292a-4a9a-80f8-8b6743d99004 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.017746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.021823 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-891a68b4-1abe-46e5-a142-52bb5ec5c384 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2655456 Mar 23 10:21:09.041841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60342) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:09.050445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'enable_snat': True}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:09.053270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.085238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.142273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Pushing event deleted for resources: {'Port': ['ID=2f0f8a3a-2ddd-4368-9876-fe5d4e340b64,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:09.146708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] No DVR routers for this DVR port 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:09.157193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.157193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.157706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.158339 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.158448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.158859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.159746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.160087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.161012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.161427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.161750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.162733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a007da-1fda-4550-be48-9a7d1b96e445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:09.166304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.196775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:21:09.197203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.212909 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-137b4cf6-b84b-4bcc-a720-c3629f9b7bfc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:09.214144 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-137b4cf6-b84b-4bcc-a720-c3629f9b7bfc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.0389524 Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:09.237595 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:09.246806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60348) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:09.271519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] The port '2f0f8a3a-2ddd-4368-9876-fe5d4e340b64' was deleted {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:21:09.356818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:09.373260 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:09.391940 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:09.394402 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:09.405844 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-71b3ee10-019a-467c-8952-bda9290755f1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9520299 Mar 23 10:21:09.418445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60352) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:09.454973 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-628b0297-8daa-4306-beff-1b4f9c6ec526 req-49e60c0e-6a1c-4429-a34f-f4f18c9374ca tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "GET /v2.0/ports?device_id=cac1dbd4-db2e-4666-b190-a23d9fb1631c HTTP/1.1" status: 200 len: 210 time: 0.1879764 Mar 23 10:21:09.461590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.536033 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-37bf91f4-164b-45dd-90a2-bfea85be46f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:09.613661 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:09.689238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a3ec335a-2dfb-4fe8-99b7-ce5d2a51d858 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.754300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.756884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.849447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.863446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a3ec335a-2dfb-4fe8-99b7-ce5d2a51d858 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.880667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Network': ['ID=bfda356d-3054-4e64-932c-0b2c65b5587c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:09.899370 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-96654ca3-8c14-471e-adc6-cee51a223199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 22ed2980-a41d-42d1-ba76-ab923cd4d977 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:09.899715 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96654ca3-8c14-471e-adc6-cee51a223199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:09.936727 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8df1c668-6d56-4c20-82e1-54fc916ee8cc tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/networks/bfda356d-3054-4e64-932c-0b2c65b5587c HTTP/1.1" status: 204 len: 168 time: 4.7044287 Mar 23 10:21:09.938910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fd0398f-57de-4359-8991-f3602e94e296']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:09.948510 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60356) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:09.968968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-84370378'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:09.975994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:09.980491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:network and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:09.984454 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:09.986265 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:04Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627b5171-a0d8-4e9e-b872-99862b960c84', 'name': '', 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:d0:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:00Z', 'updated_at': '2022-03-23T10:21:05Z', 'revision_number': 2, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:09.991348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:09.991575 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:09.992022 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Updating router 5936314d-a5b4-4e42-8f75-bd6182d176c7 port 627b5171-a0d8-4e9e-b872-99862b960c84 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:21:10.001061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.009694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fd034b-8c18-4a2f-8d88-85880a910059') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:10.010270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fd034b-8c18-4a2f-8d88-85880a910059') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:10.028414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:10.032209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.059565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8ada3be5-4267-45ff-a49c-11666e11b332 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:10.060226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.065538 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.110713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a3ec335a-2dfb-4fe8-99b7-ce5d2a51d858 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.111134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ec335a-2dfb-4fe8-99b7-ce5d2a51d858 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Fanout notify agent at l3_agent the message router_deleted on router 65514ea7-2734-4da5-812e-c8e34b49e69e {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:21:10.130085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ade857cf-d903-4902-bc81-095f643cdcf0 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:10.165023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a3ec335a-2dfb-4fe8-99b7-ce5d2a51d858 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.166158 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a3ec335a-2dfb-4fe8-99b7-ce5d2a51d858 tempest-RoutersNegativeIpV6Test-1651517497 tempest-RoutersNegativeIpV6Test-1651517497-project] 10.222.0.84 "DELETE /v2.0/routers/65514ea7-2734-4da5-812e-c8e34b49e69e HTTP/1.1" status: 204 len: 168 time: 1.5042982 Mar 23 10:21:10.216124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-474628c2-292a-4a9a-80f8-8b6743d99004 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.236048 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: ade857cf-d903-4902-bc81-095f643cdcf0 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:10.236771 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ade857cf-d903-4902-bc81-095f643cdcf0 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:10.258226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 8ada3be5-4267-45ff-a49c-11666e11b332 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:10.258940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.270855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.326390 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:21:10.326841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:10.342332 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:10.376807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 821} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:10.405118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-474628c2-292a-4a9a-80f8-8b6743d99004 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for c90cdddc-13c7-4531-a3ee-3f7521848e6c owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:10.510637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-474628c2-292a-4a9a-80f8-8b6743d99004 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.572887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.582847 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Added segment 2c8215c7-9aac-4643-a988-7a8ba8556501 of type vlan for network 7c515545-fe32-4986-a5fd-7902a6054e5a Mar 23 10:21:10.640775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474628c2-292a-4a9a-80f8-8b6743d99004 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=c90cdddc-13c7-4531-a3ee-3f7521848e6c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:10.664828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-474628c2-292a-4a9a-80f8-8b6743d99004 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.672088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60366) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:10.701651 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-474628c2-292a-4a9a-80f8-8b6743d99004 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/c90cdddc-13c7-4531-a3ee-3f7521848e6c HTTP/1.1" status: 204 len: 168 time: 2.0958683 Mar 23 10:21:10.703783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60370) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:10.751361 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d2e8cb-b755-498d-86d3-9b46d75d2274 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:21:10.752216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-67d2e8cb-b755-498d-86d3-9b46d75d2274 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:10.752430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:10.756327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60374) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:10.791475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-67d2e8cb-b755-498d-86d3-9b46d75d2274 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:10.803023 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-67d2e8cb-b755-498d-86d3-9b46d75d2274 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/c90cdddc-13c7-4531-a3ee-3f7521848e6c HTTP/1.1" status: 404 len: 333 time: 0.0979357 Mar 23 10:21:10.806549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60380) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:10.809461 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:10.809908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2f0f8a3a-2ddd-4368-9876-fe5d4e340b64 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:10.826802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'name': 'tempest-PortsIpV6TestJSON-595234142'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:10.854794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.872723 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.889141 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Transition to ACTIVE for port object 627b5171-a0d8-4e9e-b872-99862b960c84 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:10.900121 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:10.967364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.010351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.047191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Network': ['ID=0fd0398f-57de-4359-8991-f3602e94e296,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:11.088348 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fa077df8-d756-496e-854e-d7a9621fab06 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/networks/0fd0398f-57de-4359-8991-f3602e94e296 HTTP/1.1" status: 204 len: 168 time: 2.7156763 Mar 23 10:21:11.113112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60384) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:11.158596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:11.162050 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2bbee-96a6-422a-ae0f-add69ab26723 None None] Pushing event updated for resources: {'Port': ['ID=627b5171-a0d8-4e9e-b872-99862b960c84,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:11.165444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-333489097', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:11.186613 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Attempting to bind port 627b5171-a0d8-4e9e-b872-99862b960c84 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:11.187861 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Attempting to bind port 627b5171-a0d8-4e9e-b872-99862b960c84 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '641a8890-e046-48ad-bff9-7b07098d44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:11.188385 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Attempting to bind port 627b5171-a0d8-4e9e-b872-99862b960c84 on network db035c77-3dc0-4240-870f-9da237d9e81f {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:11.197071 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:11.197688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:11.198071 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Checking segment: {'id': '641a8890-e046-48ad-bff9-7b07098d44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:11.198642 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.199170 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Bound using segment: {'id': '641a8890-e046-48ad-bff9-7b07098d44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:11.199835 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Bound port: 627b5171-a0d8-4e9e-b872-99862b960c84, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641a8890-e046-48ad-bff9-7b07098d44ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 838, 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:11.200397 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.201207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:11.206907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.241787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:router and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:11.252186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:11.265808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:11.266049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96654ca3-8c14-471e-adc6-cee51a223199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.269465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.275567 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a2e2c86f-d534-4671-bd4e-9ac8f7ce1476 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8e55eedc3c8641c9843c6c4408a96b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166457 Mar 23 10:21:11.281575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60388) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:11.282386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:11.286588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.288044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.293531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:11.294111 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.333772 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] For port 627b5171-a0d8-4e9e-b872-99862b960c84, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:11.337429 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] For port 627b5171-a0d8-4e9e-b872-99862b960c84, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=627b5171-a0d8-4e9e-b872-99862b960c84,segment=NetworkSegment(641a8890-e046-48ad-bff9-7b07098d44ea),segment_id=641a8890-e046-48ad-bff9-7b07098d44ea)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:11.343006 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.370545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.371549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.397944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port 0c240ea2-9b64-4bdb-ba3b-b954af9f3ed1 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:21:11.427978 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2bbee-96a6-422a-ae0f-add69ab26723 None None] Pushing event updated for resources: {'Port': ['ID=627b5171-a0d8-4e9e-b872-99862b960c84,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:11.447941 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:11.448804 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:11.508811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.634868 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:11.638291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.651609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a622-af96-4b97-8f67-9c232e689359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:11.671612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-96654ca3-8c14-471e-adc6-cee51a223199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 22ed2980-a41d-42d1-ba76-ab923cd4d977 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:11.723870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Allocated IP 172.26.4.251 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/d873a537-ae72-4b97-8269-9f8fa104432f) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:11.754632 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8006811 Mar 23 10:21:11.871213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60392) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:11.879809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': '7c515545-fe32-4986-a5fd-7902a6054e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:11.961659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e41ffa-38fc-46c0-be11-a0fcadfb757a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Network': ['ID=7c515545-fe32-4986-a5fd-7902a6054e5a,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:11.979333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 7c515545-fe32-4986-a5fd-7902a6054e5a details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:11.986394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a622-af96-4b97-8f67-9c232e689359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.004495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.008692 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ed341e83-216b-49e0-bebc-98de2b150105 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8894145 Mar 23 10:21:12.009505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60396) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:12.023950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'network': {'name': 'tempest-RoutersTest-397779201'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:12.070785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.extraroute_db [None req-37bf91f4-164b-45dd-90a2-bfea85be46f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87860) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 23 10:21:12.077291 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:04Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627b5171-a0d8-4e9e-b872-99862b960c84', 'name': '', 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:d0:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:00Z', 'updated_at': '2022-03-23T10:21:11Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:12.083077 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a260dae2-9805-4031-87a2-a01b47d12391 None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:04Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627b5171-a0d8-4e9e-b872-99862b960c84', 'name': '', 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:d0:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:00Z', 'updated_at': '2022-03-23T10:21:11Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:12.107534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:12.154212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:network and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:12.165270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:12.183997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.184999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.extraroute_db [None req-37bf91f4-164b-45dd-90a2-bfea85be46f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Removed routes are [] {{(pid=87860) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 23 10:21:12.185907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37bf91f4-164b-45dd-90a2-bfea85be46f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.194277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:12.261988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:12.278860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:12.283186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:12.294482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:12.297095 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:12.300527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.355839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:12.359661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.384092 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96654ca3-8c14-471e-adc6-cee51a223199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.390600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a622-af96-4b97-8f67-9c232e689359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.436204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:12.450919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0a622-af96-4b97-8f67-9c232e689359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c3fb7b-6e63-4aaf-83a3-d10eca4e907a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:12.464374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96654ca3-8c14-471e-adc6-cee51a223199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=22ed2980-a41d-42d1-ba76-ab923cd4d977,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:12.525784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.529496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.529750 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added segment 3a4075e5-7eb7-4863-8091-2f8420585dc9 of type vlan for network 5148389e-e91b-4946-aa8a-fcac51b3f883 Mar 23 10:21:12.534173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.580110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8cf0a622-af96-4b97-8f67-9c232e689359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.581275 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8cf0a622-af96-4b97-8f67-9c232e689359 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/31c3fb7b-6e63-4aaf-83a3-d10eca4e907a HTTP/1.1" status: 204 len: 168 time: 1.2784457 Mar 23 10:21:12.622060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96654ca3-8c14-471e-adc6-cee51a223199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.654712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:12.660784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.672098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:12.674549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:12.680918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:12.681586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.713113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=0c240ea2-9b64-4bdb-ba3b-b954af9f3ed1,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:12.752260 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-195fd2b0-8aed-457a-aeda-126a2879f580 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9395683 Mar 23 10:21:12.754452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60402) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:12.776859 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-96654ca3-8c14-471e-adc6-cee51a223199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/22ed2980-a41d-42d1-ba76-ab923cd4d977 HTTP/1.1" status: 204 len: 168 time: 3.5132561 Mar 23 10:21:12.781593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60404) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:12.793791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d7f6b75a-cb05-428f-8739-15d36ae049bf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:12.808499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.813789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:12.814395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:12.886096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.002493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe1bcff-dbce-4321-b135-3a0bfb2deaf5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:13.004543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe1bcff-dbce-4321-b135-3a0bfb2deaf5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:13.005518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dbe1bcff-dbce-4321-b135-3a0bfb2deaf5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:13.029804 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0105424 Mar 23 10:21:13.035173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:13.035806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60416) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:13.036528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4691ab6-315a-4601-bb83-f0ed697b2ddd tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Network': ['ID=5148389e-e91b-4946-aa8a-fcac51b3f883,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:13.048374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37bf91f4-164b-45dd-90a2-bfea85be46f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.055283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:13.056477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5148389e-e91b-4946-aa8a-fcac51b3f883 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:13.057777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:13.089006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'subnet': {'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:13.159864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37bf91f4-164b-45dd-90a2-bfea85be46f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.167941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event updated for resources: {'Port': ['ID=d873a537-ae72-4b97-8269-9f8fa104432f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:13.168174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dbe1bcff-dbce-4321-b135-3a0bfb2deaf5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:13.169719 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dbe1bcff-dbce-4321-b135-3a0bfb2deaf5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3087265 Mar 23 10:21:13.174994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60424) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:13.241364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.449585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:13.494829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:subnet and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:13.506212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:13.517966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b75a-cb05-428f-8739-15d36ae049bf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.522987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:13.524796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=9d429df6-7db0-4dd8-848b-1c30a7f7363a,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:13.530774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60436) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:13.558899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Checking segment: {'id': '2c8215c7-9aac-4643-a988-7a8ba8556501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '7c515545-fe32-4986-a5fd-7902a6054e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:13.559262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network hostable DHCP agents. Network: 7c515545-fe32-4986-a5fd-7902a6054e5a, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:13.572248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:13.576237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.641289 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.716017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9991919-3e2c-4ebd-8de1-cfb286bfe591 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 8a3d3076-aeff-4a16-9eb2-fc8a0a19c3a0 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:13.730091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bf91f4-164b-45dd-90a2-bfea85be46f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:13.737262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9991919-3e2c-4ebd-8de1-cfb286bfe591 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.851379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group': {'name': 'tempest-secgroup--512679759'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:13.873558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:13.886508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network 7c515545-fe32-4986-a5fd-7902a6054e5a is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:13.888304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:13.899037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:13.911307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:13.937357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 7c515545-fe32-4986-a5fd-7902a6054e5a) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:13.941804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:13.942390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:13.960971 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea7485-a16c-4b8c-8948-80039e083513 None None] Network 7c515545-fe32-4986-a5fd-7902a6054e5a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:13.982500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9991919-3e2c-4ebd-8de1-cfb286bfe591 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.038047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.055970 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d9ca7b67-38c7-433c-a584-0914eb785990 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1837261 Mar 23 10:21:14.062858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60442) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:14.063551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.068022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 627b5171-a0d8-4e9e-b872-99862b960c84 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:14.091987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1581158635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:14.136149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:14.143291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:14.145400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.208323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 627b5171-a0d8-4e9e-b872-99862b960c84 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:14.208831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:router and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:14.212561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:14.216891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 627b5171-a0d8-4e9e-b872-99862b960c84 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:14.217357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.228373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:14.234652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:14.245505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:14.249498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:14.280010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.280964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.286323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bf91f4-164b-45dd-90a2-bfea85be46f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:14.309427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-37bf91f4-164b-45dd-90a2-bfea85be46f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.313948 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-37bf91f4-164b-45dd-90a2-bfea85be46f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7 HTTP/1.1" status: 200 len: 953 time: 4.8913214 Mar 23 10:21:14.322020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60446) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:14.348278 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-7c515545-fe32-4986-a5fd-7902a6054e5a', 'network_id': '7c515545-fe32-4986-a5fd-7902a6054e5a', 'tenant_id': 'c8b9876b43914f6c9e442dc775b5b1b7', 'fixed_ips': [{'subnet_id': '9d429df6-7db0-4dd8-848b-1c30a7f7363a'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:14.349230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.354600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b75a-cb05-428f-8739-15d36ae049bf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.364546 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b75a-cb05-428f-8739-15d36ae049bf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.372337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:14.403752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9991919-3e2c-4ebd-8de1-cfb286bfe591 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.444221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:14.444746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:14.476343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6b75a-cb05-428f-8739-15d36ae049bf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] In _notify_port_updated(), no bound segment for port 0c240ea2-9b64-4bdb-ba3b-b954af9f3ed1 on network 432eba06-546a-492b-b2fe-fde3e6b70a77 {{(pid=87860) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:21:14.482426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6b75a-cb05-428f-8739-15d36ae049bf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:14.483030 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7f6b75a-cb05-428f-8739-15d36ae049bf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.484292 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d7f6b75a-cb05-428f-8739-15d36ae049bf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "PUT /v2.0/ports/0c240ea2-9b64-4bdb-ba3b-b954af9f3ed1 HTTP/1.1" status: 200 len: 818 time: 1.7049162 Mar 23 10:21:14.493211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60450) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:14.495743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.531820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.568691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6b75a-cb05-428f-8739-15d36ae049bf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=0c240ea2-9b64-4bdb-ba3b-b954af9f3ed1,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:14.589743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.629966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f745d-b4e6-4610-975a-707a290b22a1 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 0c240ea2-9b64-4bdb-ba3b-b954af9f3ed1 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:14.630325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a7f745d-b4e6-4610-975a-707a290b22a1 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.668441 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9991919-3e2c-4ebd-8de1-cfb286bfe591 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.738884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:14.758655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9991919-3e2c-4ebd-8de1-cfb286bfe591 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3d3076-aeff-4a16-9eb2-fc8a0a19c3a0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:14.782789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 627b5171-a0d8-4e9e-b872-99862b960c84, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=627b5171-a0d8-4e9e-b872-99862b960c84,segment=NetworkSegment(641a8890-e046-48ad-bff9-7b07098d44ea),segment_id=641a8890-e046-48ad-bff9-7b07098d44ea)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:14.783878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9991919-3e2c-4ebd-8de1-cfb286bfe591 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.793864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b57217-ad71-451f-a75e-83287fb06ff4 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:14.810126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.812687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.829539 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dab54a0e-7235-4627-b35d-2b3847e5f8fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7 HTTP/1.1" status: 200 len: 953 time: 0.4485481 Mar 23 10:21:14.830240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Subnet': ['ID=c9003ebc-c955-47d0-8409-108bf0098c45,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:14.837674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60454) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:14.861758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ea47e7c1-66a0-4062-bd02-71e6c2bc6a48 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'routes': None}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:14.984968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Deleting port a79d08ec-61fa-45e1-b25c-dde77ea03ec8 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:14.984968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:14.995745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Allocated IP 172.20.0.2 (7c515545-fe32-4986-a5fd-7902a6054e5a/9d429df6-7db0-4dd8-848b-1c30a7f7363a/5f857767-9cd0-4c5e-be8a-167d1bdd7ba9) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:15.018817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Checking segment: {'id': '3a4075e5-7eb7-4863-8091-2f8420585dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:15.019222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network hostable DHCP agents. Network: 5148389e-e91b-4946-aa8a-fcac51b3f883, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:15.029177 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f9991919-3e2c-4ebd-8de1-cfb286bfe591 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/8a3d3076-aeff-4a16-9eb2-fc8a0a19c3a0 HTTP/1.1" status: 204 len: 168 time: 1.8471060 Mar 23 10:21:15.031420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60458) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:15.087637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.113179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.128469 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e4ca749a-3da7-49d9-89dd-3d34044977dc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923140 Mar 23 10:21:15.133707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60462) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:15.136350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:15.184511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.187977 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c2d1bcbb-893e-4d0f-abd3-a0fc5d59879f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1126952 Mar 23 10:21:15.187977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:15.194775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60466) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:15.198126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:15.204397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'network_id': '7c515545-fe32-4986-a5fd-7902a6054e5a', 'name': 'tempest-PortsTestJSON-119205711'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:15.221670 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:15.295535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=627b5171-a0d8-4e9e-b872-99862b960c84,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:15.427498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a7f745d-b4e6-4610-975a-707a290b22a1 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.447362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.457535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:15.469792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 5148389e-e91b-4946-aa8a-fcac51b3f883 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:15.483556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa83809d-7641-4d91-ad8c-288d998f22b6,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:15.546172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.590291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f745d-b4e6-4610-975a-707a290b22a1 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 0c240ea2-9b64-4bdb-ba3b-b954af9f3ed1 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:15.594167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.607426 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Transition to ACTIVE for port object 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:15.612967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:12Z', 'revision_number': 6, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627b5171-a0d8-4e9e-b872-99862b960c84', 'name': '', 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:d0:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:00Z', 'updated_at': '2022-03-23T10:21:11Z', 'revision_number': 4, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:15.626824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:15.636396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5148389e-e91b-4946-aa8a-fcac51b3f883) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:15.641019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:15.641347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.641862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Transition to ACTIVE for port object 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:15.646562 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:15.647221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:15.681302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] For port a79d08ec-61fa-45e1-b25c-dde77ea03ec8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a79d08ec-61fa-45e1-b25c-dde77ea03ec8,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:15.681879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.705612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d79bacf-2bf5-43eb-a613-287a5a54038b None None] Network 5148389e-e91b-4946-aa8a-fcac51b3f883 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:15.733728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.737549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aeb48a-6829-466d-a681-c7d3507cfa46 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:15.759516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:15.789913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:15.825022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:15.834330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Calling delete_port for a79d08ec-61fa-45e1-b25c-dde77ea03ec8 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:15.839860 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d35c7175-0e54-4c56-8e6b-7ea80e8d3909 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8000684 Mar 23 10:21:15.848150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:15.852333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60470) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:15.859173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-36aeb48a-6829-466d-a681-c7d3507cfa46 None None] Deleting port 8ada3be5-4267-45ff-a49c-11666e11b332 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:15.859555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-36aeb48a-6829-466d-a681-c7d3507cfa46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:15.859672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:15.864700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:15.955895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:15.968693 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Network 7c515545-fe32-4986-a5fd-7902a6054e5a is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:15.982246 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:16.014202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:16.037310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Pushing event updated for resources: {'Port': ['ID=5f857767-9cd0-4c5e-be8a-167d1bdd7ba9,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:16.042679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:16.067679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:16.076074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.131738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event deleted for resources: {'Port': ['ID=a79d08ec-61fa-45e1-b25c-dde77ea03ec8,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:16.133918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:16.137342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.145998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 627b5171-a0d8-4e9e-b872-99862b960c84 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:16.146300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a7f745d-b4e6-4610-975a-707a290b22a1 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.182222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.241564 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f745d-b4e6-4610-975a-707a290b22a1 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=0c240ea2-9b64-4bdb-ba3b-b954af9f3ed1,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:16.246655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:16.250317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.291394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a7f745d-b4e6-4610-975a-707a290b22a1 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.297566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.302704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port b018ec5e-71a2-4c49-8dab-106163b1f0c3 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:21:16.384294 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8a7f745d-b4e6-4610-975a-707a290b22a1 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/0c240ea2-9b64-4bdb-ba3b-b954af9f3ed1 HTTP/1.1" status: 204 len: 168 time: 1.8860626 Mar 23 10:21:16.392044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60474) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:16.479230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Attempting to bind port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:16.479798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Attempting to bind port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '2c8215c7-9aac-4643-a988-7a8ba8556501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '7c515545-fe32-4986-a5fd-7902a6054e5a'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:16.480010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Attempting to bind port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 on network 7c515545-fe32-4986-a5fd-7902a6054e5a {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:16.586841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:16.587238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Checking segment: {'id': '2c8215c7-9aac-4643-a988-7a8ba8556501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '7c515545-fe32-4986-a5fd-7902a6054e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:16.587847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.587993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Bound using segment: {'id': '2c8215c7-9aac-4643-a988-7a8ba8556501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '7c515545-fe32-4986-a5fd-7902a6054e5a'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:16.588388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Bound port: 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8215c7-9aac-4643-a988-7a8ba8556501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '7c515545-fe32-4986-a5fd-7902a6054e5a'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:16.588760 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.603423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.611582 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.0717201 Mar 23 10:21:16.622981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60478) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:16.637163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93ab7b-ba85-4577-8167-bec7e3923a0f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0699c26d-165f-4328-adba-59beba3e54bf,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:16.850952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-36aeb48a-6829-466d-a681-c7d3507cfa46 None None] For port 8ada3be5-4267-45ff-a49c-11666e11b332, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8ada3be5-4267-45ff-a49c-11666e11b332,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:16.851294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-36aeb48a-6829-466d-a681-c7d3507cfa46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.851668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.933136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-5148389e-e91b-4946-aa8a-fcac51b3f883', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:16.933735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:16.999138 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ab45b195-58f3-4bd2-b54e-ab3550388670 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3717308 Mar 23 10:21:17.002664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60482) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:17.003566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.9 (7c515545-fe32-4986-a5fd-7902a6054e5a/9d429df6-7db0-4dd8-848b-1c30a7f7363a/b018ec5e-71a2-4c49-8dab-106163b1f0c3) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:17.007881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Router 6f3556ad-7276-41e5-a785-1f8e34195430 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:21:17.017736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-36aeb48a-6829-466d-a681-c7d3507cfa46 None None] Calling delete_port for 8ada3be5-4267-45ff-a49c-11666e11b332 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:17.020209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c067ba65-3704-4498-9e4c-c8ce9aca6162 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group': {'name': 'tempest-security--1018333413', 'description': 'tempest-security-description-990908975'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:17.062297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 627b5171-a0d8-4e9e-b872-99862b960c84 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:17.062662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.064001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0772bef-89c3-4942-9c43-c021170fd433 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:17.064748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b0772bef-89c3-4942-9c43-c021170fd433 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:17.174934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.extraroute_db [None req-ea47e7c1-66a0-4062-bd02-71e6c2bc6a48 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added routes are [] {{(pid=87859) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 23 10:21:17.174934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.extraroute_db [None req-ea47e7c1-66a0-4062-bd02-71e6c2bc6a48 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87859) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 23 10:21:17.175226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c067ba65-3704-4498-9e4c-c8ce9aca6162 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.179206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.226355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] For port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:17.232001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b0772bef-89c3-4942-9c43-c021170fd433 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:17.235306 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b0772bef-89c3-4942-9c43-c021170fd433 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8401315 Mar 23 10:21:17.243754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60486) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:17.279236 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] For port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5f857767-9cd0-4c5e-be8a-167d1bdd7ba9,segment=NetworkSegment(2c8215c7-9aac-4643-a988-7a8ba8556501),segment_id=2c8215c7-9aac-4643-a988-7a8ba8556501)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:17.298006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.345353 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c1c857-fe24-4d11-aa8a-bb3b005beee7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:21:17.350544 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c9c1c857-fe24-4d11-aa8a-bb3b005beee7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/0c240ea2-9b64-4bdb-ba3b-b954af9f3ed1 HTTP/1.1" status: 404 len: 333 time: 0.0914905 Mar 23 10:21:17.353557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60490) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:17.362781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-36aeb48a-6829-466d-a681-c7d3507cfa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.412003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea47e7c1-66a0-4062-bd02-71e6c2bc6a48 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.445167 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-415029748'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:17.452210 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c067ba65-3704-4498-9e4c-c8ce9aca6162 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.466572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:17.471234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aeb48a-6829-466d-a681-c7d3507cfa46 None None] No DVR routers for this DVR port 8ada3be5-4267-45ff-a49c-11666e11b332 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:17.519408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c067ba65-3704-4498-9e4c-c8ce9aca6162 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.533794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:network and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:17.540644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c684f-c0aa-4a99-89e4-d4a89b870443 None None] Pushing event updated for resources: {'Port': ['ID=5f857767-9cd0-4c5e-be8a-167d1bdd7ba9,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:17.544521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:17.560496 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:17.573698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c067ba65-3704-4498-9e4c-c8ce9aca6162 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.576926 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c067ba65-3704-4498-9e4c-c8ce9aca6162 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "PUT /v2.0/security-groups/0699c26d-165f-4328-adba-59beba3e54bf HTTP/1.1" status: 200 len: 1777 time: 0.5669377 Mar 23 10:21:17.582706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60494) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:17.618059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aeb48a-6829-466d-a681-c7d3507cfa46 None None] Pushing event deleted for resources: {'Port': ['ID=8ada3be5-4267-45ff-a49c-11666e11b332,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:17.643272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:12Z', 'revision_number': 6, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627b5171-a0d8-4e9e-b872-99862b960c84', 'name': '', 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:d0:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:00Z', 'updated_at': '2022-03-23T10:21:14Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:17.647218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Allocated IP 172.20.0.2 (5148389e-e91b-4946-aa8a-fcac51b3f883/c9003ebc-c955-47d0-8409-108bf0098c45/66ac3214-fff5-4611-85a6-ba44a899c677) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:17.669913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4779bb0e-88ff-4f6b-b02c-95dc22a07740 None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:12Z', 'revision_number': 6, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627b5171-a0d8-4e9e-b872-99862b960c84', 'name': '', 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:d0:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:00Z', 'updated_at': '2022-03-23T10:21:14Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:17.728682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8ada3be5-4267-45ff-a49c-11666e11b332 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:17.742755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:17.744923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067ba65-3704-4498-9e4c-c8ce9aca6162 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0699c26d-165f-4328-adba-59beba3e54bf,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:17.754165 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cfcb5f-cfbb-451f-ac49-fc9b3506478a None None] Sync routers for ids ['6f3556ad-7276-41e5-a785-1f8e34195430'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:17.762486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.771450 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cfcb5f-cfbb-451f-ac49-fc9b3506478a None None] Routers {'6f3556ad-7276-41e5-a785-1f8e34195430'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:17.772412 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10cfcb5f-cfbb-451f-ac49-fc9b3506478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6f3556ad-7276-41e5-a785-1f8e34195430'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:17.790863 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 8ada3be5-4267-45ff-a49c-11666e11b332 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:17.791257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8ada3be5-4267-45ff-a49c-11666e11b332 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:17.796305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:17.812658 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:17.921977 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10cfcb5f-cfbb-451f-ac49-fc9b3506478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:17.942457 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cfcb5f-cfbb-451f-ac49-fc9b3506478a None None] Routers {'6f3556ad-7276-41e5-a785-1f8e34195430'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:17.944138 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10cfcb5f-cfbb-451f-ac49-fc9b3506478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6f3556ad-7276-41e5-a785-1f8e34195430'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:18.021489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.065333 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a3956bce-56e0-4b68-80d9-86531564662f tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups/0699c26d-165f-4328-adba-59beba3e54bf HTTP/1.1" status: 200 len: 1777 time: 0.4625328 Mar 23 10:21:18.071201 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60498) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:18.116868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Router fd8417ac-d08a-453f-9613-eeb0e010cd1f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:18.130114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea47e7c1-66a0-4062-bd02-71e6c2bc6a48 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.147636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea47e7c1-66a0-4062-bd02-71e6c2bc6a48 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.148904 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10cfcb5f-cfbb-451f-ac49-fc9b3506478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:18.149715 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cfcb5f-cfbb-451f-ac49-fc9b3506478a None None] The sync data for ids ['6f3556ad-7276-41e5-a785-1f8e34195430'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:18.157665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:18.164205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object b018ec5e-71a2-4c49-8dab-106163b1f0c3 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:18.167098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:18.179806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:18.188580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:18.189207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.192200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f6bac5-5f71-44c0-bb8c-3b62be82db04 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:18.208510 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.208880 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Added segment f97bc776-795e-4dbb-8094-91f5d4898077 of type vlan for network 5739de56-3d58-405e-9428-cd79de838edd Mar 23 10:21:18.240764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.276855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.286672 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4c9e1a47-5ad4-40cc-b2c4-e2bb74b900c5 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "PUT /v2.0/routers/6f3556ad-7276-41e5-a785-1f8e34195430 HTTP/1.1" status: 200 len: 919 time: 9.2439318 Mar 23 10:21:18.295968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60502) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:18.315955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Transition to ACTIVE for port object 66ac3214-fff5-4611-85a6-ba44a899c677 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:18.351723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Transition to ACTIVE for port object 66ac3214-fff5-4611-85a6-ba44a899c677 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:18.367568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.390598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=16d058fb-e205-4cda-bba8-80acb0f0c462,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:18.438137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.467376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d499-e61c-43dd-9422-d2eb63bf1ac4 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.471420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Network 5148389e-e91b-4946-aa8a-fcac51b3f883 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:18.482285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:18.496005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:18.499977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Pushing event updated for resources: {'Port': ['ID=66ac3214-fff5-4611-85a6-ba44a899c677,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:18.506781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.595943 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b336bc2d-1fac-49c0-a7e6-fd97d9a7f198 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4292729 Mar 23 10:21:18.600854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60506) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:18.612637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': '16d058fb-e205-4cda-bba8-80acb0f0c462', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-861877568'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:18.638597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '16d058fb-e205-4cda-bba8-80acb0f0c462'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:18.639417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.661433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Attempting to bind port 66ac3214-fff5-4611-85a6-ba44a899c677 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:18.661834 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Attempting to bind port 66ac3214-fff5-4611-85a6-ba44a899c677 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3a4075e5-7eb7-4863-8091-2f8420585dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:18.662131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Attempting to bind port 66ac3214-fff5-4611-85a6-ba44a899c677 on network 5148389e-e91b-4946-aa8a-fcac51b3f883 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:18.670453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:18.670817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Checking segment: {'id': '3a4075e5-7eb7-4863-8091-2f8420585dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:18.671223 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.671598 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Bound using segment: {'id': '3a4075e5-7eb7-4863-8091-2f8420585dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:18.672685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Bound port: 66ac3214-fff5-4611-85a6-ba44a899c677, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4075e5-7eb7-4863-8091-2f8420585dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:18.672685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.749095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:21:18.763255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea47e7c1-66a0-4062-bd02-71e6c2bc6a48 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:18.773181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Allocated IP 172.20.0.1 (5148389e-e91b-4946-aa8a-fcac51b3f883/c9003ebc-c955-47d0-8409-108bf0098c45/3304a08f-5e98-43c7-9f2f-617970312927) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:18.881466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d499-e61c-43dd-9422-d2eb63bf1ac4 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.891015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] For port 66ac3214-fff5-4611-85a6-ba44a899c677, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:18.905544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] For port 66ac3214-fff5-4611-85a6-ba44a899c677, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=66ac3214-fff5-4611-85a6-ba44a899c677,segment=NetworkSegment(3a4075e5-7eb7-4863-8091-2f8420585dc9),segment_id=3a4075e5-7eb7-4863-8091-2f8420585dc9)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:18.923884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/16d058fb-e205-4cda-bba8-80acb0f0c462/40d682ae-f228-4885-a341-04355039b460) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:18.926765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:18.994982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network 7c515545-fe32-4986-a5fd-7902a6054e5a is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:19.031259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:19.052102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:19.066899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:19.073769 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:19.076143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.084449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:19.085882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.092310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:19.117920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=b018ec5e-71a2-4c49-8dab-106163b1f0c3,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:19.122557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:19.123991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9125954-1a76-45e9-a0d8-64a393f5011b None None] Pushing event updated for resources: {'Port': ['ID=66ac3214-fff5-4611-85a6-ba44a899c677,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:19.125590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:19.139442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] Sync routers for ids ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:19.169664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea47e7c1-66a0-4062-bd02-71e6c2bc6a48 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:19.172139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] Routers {'fd8417ac-d08a-453f-9613-eeb0e010cd1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:19.173624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:19.182708 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:19.193911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea47e7c1-66a0-4062-bd02-71e6c2bc6a48 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.194316 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-78ccecc2-a14c-4a59-babc-dfdde6a5694e tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/routers/6f3556ad-7276-41e5-a785-1f8e34195430 HTTP/1.1" status: 200 len: 925 time: 0.8942826 Mar 23 10:21:19.195217 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ea47e7c1-66a0-4062-bd02-71e6c2bc6a48 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7 HTTP/1.1" status: 200 len: 703 time: 4.3547504 Mar 23 10:21:19.195335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d499-e61c-43dd-9422-d2eb63bf1ac4 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.196303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:19.200301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6bb6d499-e61c-43dd-9422-d2eb63bf1ac4 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.207566 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6bb6d499-e61c-43dd-9422-d2eb63bf1ac4 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/0699c26d-165f-4328-adba-59beba3e54bf HTTP/1.1" status: 204 len: 168 time: 1.1159711 Mar 23 10:21:19.212177 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:19.213400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60510) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:19.213743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60512) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:19.213943 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:19.214078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60514) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:19.226246 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5115d75c-999a-4490-b0df-0080adb450ad tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "PUT /v2.0/routers/fd8417ac-d08a-453f-9613-eeb0e010cd1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5520856 Mar 23 10:21:19.230433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60516) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:19.239833 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8645597 Mar 23 10:21:19.253190 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60522) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:19.335412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb6d499-e61c-43dd-9422-d2eb63bf1ac4 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0699c26d-165f-4328-adba-59beba3e54bf,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:19.345245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '5739de56-3d58-405e-9428-cd79de838edd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:19.509062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7888078-1c35-4dd7-8d05-a23f463eb503 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Network': ['ID=5739de56-3d58-405e-9428-cd79de838edd,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:19.530174 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a096da8-64dd-4be9-813d-c5af7013af6e None None] Network 7c515545-fe32-4986-a5fd-7902a6054e5a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:19.532989 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:19.545633 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5739de56-3d58-405e-9428-cd79de838edd details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:19.599309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.606639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc427d4-0788-4873-851e-c67773769114 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Deleting subnet bb8c55d0-4839-455d-bf73-db274a57c0c1 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:19.610308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ecc427d4-0788-4873-851e-c67773769114 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.677416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ecc427d4-0788-4873-851e-c67773769114 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.752906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Transition to ACTIVE for port object 3304a08f-5e98-43c7-9f2f-617970312927 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:19.771324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ecc427d4-0788-4873-851e-c67773769114 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.815924 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-be5697da-3514-4996-acff-97d321f29d47 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:19.839687 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-00e22762-7054-4f3e-878f-ce2852ca58e1 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7 HTTP/1.1" status: 200 len: 703 time: 0.5987177 Mar 23 10:21:19.860683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60530) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:19.915668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:19.916338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.933201 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a2650558-278d-4baa-b93b-3853a82ad6e9 None None] Provisioning for port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:19.958672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.959208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:19.963408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] Set router fd8417ac-d08a-453f-9613-eeb0e010cd1f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:19.993388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479e65d3-8271-42c7-b2ad-909788e2f065 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:19.997670 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-479e65d3-8271-42c7-b2ad-909788e2f065 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&device_id=6f3556ad-7276-41e5-a785-1f8e34195430&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7689486 Mar 23 10:21:20.000865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:20.001831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60534) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:20.004149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-be5697da-3514-4996-acff-97d321f29d47 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:20.005400 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-be5697da-3514-4996-acff-97d321f29d47 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7567263 Mar 23 10:21:20.014056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ecc427d4-0788-4873-851e-c67773769114 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.034914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60538) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:20.056356 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:17Z', 'revision_number': 7, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627b5171-a0d8-4e9e-b872-99862b960c84', 'name': '', 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:d0:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:00Z', 'updated_at': '2022-03-23T10:21:14Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:20.072744 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:20.093782 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:20.094754 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:20.111539 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ecc427d4-0788-4873-851e-c67773769114 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.134863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:20.138419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc427d4-0788-4873-851e-c67773769114 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8c55d0-4839-455d-bf73-db274a57c0c1,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:20.141241 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ecc427d4-0788-4873-851e-c67773769114 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "DELETE /v2.0/subnets/bb8c55d0-4839-455d-bf73-db274a57c0c1 HTTP/1.1" status: 204 len: 168 time: 0.8997409 Mar 23 10:21:20.146133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:20.150003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60542) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:20.157381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port b020d6d7-53ac-4798-a950-62057aa5a144 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:21:20.160917 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f07a41f2-b09d-419f-8283-62bbead068ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.9655437 Mar 23 10:21:20.162321 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:20.205011 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b7eac-4c65-485c-bdc1-7d181a283067 None None] Network d5c29034-033c-4bb8-ac97-78098319aafb requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:20.221552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 66ac3214-fff5-4611-85a6-ba44a899c677 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:20.223843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60546) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:20.227168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.261492 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-29267ac2-65c6-49a7-9d72-1bdeeb8f42db tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] delete failed (client error): The resource could not be found. Mar 23 10:21:20.270331 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-29267ac2-65c6-49a7-9d72-1bdeeb8f42db tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/0699c26d-165f-4328-adba-59beba3e54bf HTTP/1.1" status: 404 len: 347 time: 0.1536770 Mar 23 10:21:20.273953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60550) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:20.292451 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group': {'name': 'tempest-secgroup--715454194'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:20.304845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:20.311163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:20.321363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.324798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Transition to ACTIVE for port object 40d682ae-f228-4885-a341-04355039b460 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:20.366116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:20.410167 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:20.558083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.632007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Transition to ACTIVE for port object 40d682ae-f228-4885-a341-04355039b460 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:20.638901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:20.644903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.704675 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91e51a8-d56f-49b6-8965-62fee3a0efb9 None None] Network 5148389e-e91b-4946-aa8a-fcac51b3f883 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:20.725797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:20.741754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:20.757905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:20.770580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 66ac3214-fff5-4611-85a6-ba44a899c677 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:20.773960 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:20.829679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 5148389e-e91b-4946-aa8a-fcac51b3f883 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:20.856854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:20.859618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:20.938873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:20.993375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=3304a08f-5e98-43c7-9f2f-617970312927,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:21.083210 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:17Z', 'revision_number': 7, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627b5171-a0d8-4e9e-b872-99862b960c84', 'name': '', 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:d0:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:00Z', 'updated_at': '2022-03-23T10:21:14Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:21.093542 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128e4e3c-ff62-4c22-892d-b248bad78417 None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:17Z', 'revision_number': 7, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '627b5171-a0d8-4e9e-b872-99862b960c84', 'name': '', 'network_id': 'db035c77-3dc0-4240-870f-9da237d9e81f', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:d0:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:00Z', 'updated_at': '2022-03-23T10:21:14Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '779bc126-b169-4044-a45e-6592c0e4e8a5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:21.148465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.149089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:21.165224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:21.176933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:21.180826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9a9a513e-2177-4e22-8781-ce422d0e6815 None None] Provisioning for port 66ac3214-fff5-4611-85a6-ba44a899c677 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:21.183513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Deleting port 2b26d092-0724-4f3c-a978-ff38ecc324d3 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:21.184272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.221771 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9a9a513e-2177-4e22-8781-ce422d0e6815 None None] Provisioning complete for port 66ac3214-fff5-4611-85a6-ba44a899c677 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:21.222758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9a9a513e-2177-4e22-8781-ce422d0e6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.248815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50533c8-b9b8-4e02-8b27-60fe229725c8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:21.249778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Pushing event updated for resources: {'Port': ['ID=40d682ae-f228-4885-a341-04355039b460,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:21.253630 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e50533c8-b9b8-4e02-8b27-60fe229725c8 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 881 time: 1.2470264 Mar 23 10:21:21.315247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60554) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:21.402627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.427883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.491079 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a9ce8451-63aa-449f-a2f8-77c88040cc96 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3556ad-7276-41e5-a785-1f8e34195430 HTTP/1.1" status: 200 len: 205 time: 0.1713076 Mar 23 10:21:21.496061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] For port 2b26d092-0724-4f3c-a978-ff38ecc324d3, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2b26d092-0724-4f3c-a978-ff38ecc324d3,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:21.496418 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.500482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60558) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:21.571006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Attempting to bind port 40d682ae-f228-4885-a341-04355039b460 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:21.571363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Attempting to bind port 40d682ae-f228-4885-a341-04355039b460 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:21.571720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Attempting to bind port 40d682ae-f228-4885-a341-04355039b460 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:21.573707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:21.598644 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:21:21.599295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:21:21.599511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:21.599875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.657189 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.666406 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Calling delete_port for 2b26d092-0724-4f3c-a978-ff38ecc324d3 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:21.669945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:21.670662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:21.671363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.672019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:21.672825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Bound port: 40d682ae-f228-4885-a341-04355039b460, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:21.673384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.711896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.754397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Checking segment: {'id': 'f97bc776-795e-4dbb-8094-91f5d4898077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5739de56-3d58-405e-9428-cd79de838edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:21.754845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network hostable DHCP agents. Network: 5739de56-3d58-405e-9428-cd79de838edd, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:21.759568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:21.785284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-80b4bb70-1cf2-4735-80c1-1355ee478d27 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.1806879 Mar 23 10:21:21.796517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60562) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:21.811289 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa18b99a-9202-4fe9-abca-09f8969d6d5d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:21.875787 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 5739de56-3d58-405e-9428-cd79de838edd is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:21.890707 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.893220 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8c0bb35e-ac25-46c2-bfb3-1f49f4cd02cc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6173534 Mar 23 10:21:21.897188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60566) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:21.909491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': 'aa18b99a-9202-4fe9-abca-09f8969d6d5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:21.928079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5739de56-3d58-405e-9428-cd79de838edd) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:21.932878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:21.933607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:21.956217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:21.966986 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6796d75b-4edb-45ef-8cd0-275790b52808 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6941116 Mar 23 10:21:21.966986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:21.970673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:21.977650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60570) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:21.987645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:21.993094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '5739de56-3d58-405e-9428-cd79de838edd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:21.999454 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5602bef-d556-463c-8cce-c422fedf429d None None] Network 5739de56-3d58-405e-9428-cd79de838edd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:22.019676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dd353d-7e00-4100-a6f5-9887bcbc4006 None None] DHCP port deletion for d5c29034-033c-4bb8-ac97-78098319aafb request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:22.025165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.158788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f813b5-bc5d-4f80-b84d-e4af3af1d7f5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:22.159705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a2f813b5-bc5d-4f80-b84d-e4af3af1d7f5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:22.173825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-23dd353d-7e00-4100-a6f5-9887bcbc4006 None None] Deleting port 30be7da6-c73d-49ee-aa26-0769679a6dea {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:22.174193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-23dd353d-7e00-4100-a6f5-9887bcbc4006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.195148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.231808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a2f813b5-bc5d-4f80-b84d-e4af3af1d7f5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:22.233706 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a2f813b5-bc5d-4f80-b84d-e4af3af1d7f5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4273427 Mar 23 10:21:22.247036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60574) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:22.288668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] For port 40d682ae-f228-4885-a341-04355039b460, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:22.344731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] For port 40d682ae-f228-4885-a341-04355039b460, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=40d682ae-f228-4885-a341-04355039b460,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:22.359438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9a9a513e-2177-4e22-8781-ce422d0e6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.377684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.387711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:21:16Z', 'revision_number': 5, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port': {'id': '2b26d092-0724-4f3c-a978-ff38ecc324d3', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:75:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:18:42Z', 'updated_at': '2022-03-23T10:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:22.392725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.395595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:22.411299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:22.413015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.416295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:22.433323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc22fbb2-8b80-4fab-b4b3-09bc02265fd7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:22.434768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc22fbb2-8b80-4fab-b4b3-09bc02265fd7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:22.435942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dc22fbb2-8b80-4fab-b4b3-09bc02265fd7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:22.446166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:22.449570 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.482903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] Checking router: fd8417ac-d08a-453f-9613-eeb0e010cd1f for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:22.489377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.553145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.587232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event deleted for resources: {'Port': ['ID=2b26d092-0724-4f3c-a978-ff38ecc324d3,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:22.609525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:22.614494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.633458 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] Routers {'fd8417ac-d08a-453f-9613-eeb0e010cd1f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:22.634087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:22.637185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.664306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.667165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dc22fbb2-8b80-4fab-b4b3-09bc02265fd7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:22.668596 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dc22fbb2-8b80-4fab-b4b3-09bc02265fd7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4207289 Mar 23 10:21:22.678061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60578) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:22.693027 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd30065-3e24-4b0e-a267-221185b7efe8,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:22.761579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5f857767-9cd0-4c5e-be8a-167d1bdd7ba9,segment=NetworkSegment(2c8215c7-9aac-4643-a988-7a8ba8556501),segment_id=2c8215c7-9aac-4643-a988-7a8ba8556501)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:22.799378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9a9a513e-2177-4e22-8781-ce422d0e6815 None None] For port 66ac3214-fff5-4611-85a6-ba44a899c677, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=66ac3214-fff5-4611-85a6-ba44a899c677,segment=NetworkSegment(3a4075e5-7eb7-4863-8091-2f8420585dc9),segment_id=3a4075e5-7eb7-4863-8091-2f8420585dc9)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:22.823299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.824484 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1f051d70-e2e3-43e6-856b-683974001d9b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9254844 Mar 23 10:21:22.844348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60582) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:22.883258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.928963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Deleting port d873a537-ae72-4b97-8269-9f8fa104432f {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:22.929665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:22.968060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7bb45043-5c68-422e-b808-5e946ecd135c tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.007540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.068141 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9a9a513e-2177-4e22-8781-ce422d0e6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.077374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b074e65-1dcb-4efb-8a99-9322428602a4 None None] Pushing event updated for resources: {'Port': ['ID=40d682ae-f228-4885-a341-04355039b460,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:23.271373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-1842fa5c-b7ed-4f90-9f5a-05e6ffd43aa5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 16d058fb-e205-4cda-bba8-80acb0f0c462 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:23.275000 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] Set router fd8417ac-d08a-453f-9613-eeb0e010cd1f gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:23.288806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7bb45043-5c68-422e-b808-5e946ecd135c tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.303619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1842fa5c-b7ed-4f90-9f5a-05e6ffd43aa5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.383856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 40d682ae-f228-4885-a341-04355039b460 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:23.415661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.421662 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.422391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-5739de56-3d58-405e-9428-cd79de838edd', 'network_id': '5739de56-3d58-405e-9428-cd79de838edd', 'tenant_id': '913fc24fa3624bb7abc8f44cae9f5561', 'fixed_ips': [{'subnet_id': '58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:23.423297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.440305 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.ipam_backend_mixin [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5 (CIDR: 2001:db8::/64) Mar 23 10:21:23.450673 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:21:23.451163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:21:23.457888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:21:22Z', 'revision_number': 7, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:23.464070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-23dd353d-7e00-4100-a6f5-9887bcbc4006 None None] For port 30be7da6-c73d-49ee-aa26-0769679a6dea, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30be7da6-c73d-49ee-aa26-0769679a6dea,segment=NetworkSegment(3c40205c-115b-4e02-a06f-a71a461acbe1),segment_id=3c40205c-115b-4e02-a06f-a71a461acbe1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:23.464446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-23dd353d-7e00-4100-a6f5-9887bcbc4006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.489299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1842fa5c-b7ed-4f90-9f5a-05e6ffd43aa5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.519746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7bb45043-5c68-422e-b808-5e946ecd135c tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.542127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.542697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Fanout notify agent at l3_agent the message router_deleted on router fd8417ac-d08a-453f-9613-eeb0e010cd1f {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:21:23.545902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Provisioning for port b018ec5e-71a2-4c49-8dab-106163b1f0c3 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:23.551513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.555384 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9835de04-5363-42fc-8fda-5b65ecc73b27 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "DELETE /v2.0/routers/fd8417ac-d08a-453f-9613-eeb0e010cd1f HTTP/1.1" status: 204 len: 168 time: 3.3997371 Mar 23 10:21:23.564109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60586) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:23.570876 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bb2ef98c-d9e8-486d-a600-226b0a06f0ff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5877836 Mar 23 10:21:23.573624 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7bb45043-5c68-422e-b808-5e946ecd135c tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.577336 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7bb45043-5c68-422e-b808-5e946ecd135c tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/2cd30065-3e24-4b0e-a267-221185b7efe8 HTTP/1.1" status: 204 len: 168 time: 0.7289393 Mar 23 10:21:23.577336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb45043-5c68-422e-b808-5e946ecd135c tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cd30065-3e24-4b0e-a267-221185b7efe8,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:23.607054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60590) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:23.607931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60592) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:23.611167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae6061-8f6a-416e-8ad2-242b1d0caed7 None None] The sync data for ids ['fd8417ac-d08a-453f-9613-eeb0e010cd1f'] in dv-neutron-834652-2-hyperv is: [{'id': 'fd8417ac-d08a-453f-9613-eeb0e010cd1f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901144013', 'tenant_id': 'e945150dcee24e13987cfe1467b035a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:18:40Z', 'updated_at': '2022-03-23T10:21:22Z', 'revision_number': 7, 'project_id': 'e945150dcee24e13987cfe1467b035a1', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:23.659183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '5739de56-3d58-405e-9428-cd79de838edd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:23.660766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-23dd353d-7e00-4100-a6f5-9887bcbc4006 None None] Calling delete_port for 30be7da6-c73d-49ee-aa26-0769679a6dea owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:23.742200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Deleting port 30be7da6-c73d-49ee-aa26-0769679a6dea {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:23.771961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.818442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=5f857767-9cd0-4c5e-be8a-167d1bdd7ba9,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:23.826217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Provisioning complete for port b018ec5e-71a2-4c49-8dab-106163b1f0c3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:23.826821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.851693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] The port '30be7da6-c73d-49ee-aa26-0769679a6dea' was deleted {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:21:23.883768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:23.897244 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-23dd353d-7e00-4100-a6f5-9887bcbc4006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.015384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1842fa5c-b7ed-4f90-9f5a-05e6ffd43aa5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.097680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd353d-7e00-4100-a6f5-9887bcbc4006 None None] No DVR routers for this DVR port 30be7da6-c73d-49ee-aa26-0769679a6dea on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:24.127083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1842fa5c-b7ed-4f90-9f5a-05e6ffd43aa5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.145765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Port b018ec5e-71a2-4c49-8dab-106163b1f0c3 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:24.158845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a513e-2177-4e22-8781-ce422d0e6815 None None] Pushing event updated for resources: {'Port': ['ID=66ac3214-fff5-4611-85a6-ba44a899c677,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:24.165765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 40d682ae-f228-4885-a341-04355039b460 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:24.189517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.198304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842fa5c-b7ed-4f90-9f5a-05e6ffd43aa5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=16d058fb-e205-4cda-bba8-80acb0f0c462,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:24.200518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1842fa5c-b7ed-4f90-9f5a-05e6ffd43aa5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.206790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Allocated IP 2001:db8::2 (5739de56-3d58-405e-9428-cd79de838edd/58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5/1435f123-93c7-45d3-abc4-571b6332aa56) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:24.214993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f9ddd-77be-46e0-b10b-0b25d52e4fdc None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:24.218837 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1842fa5c-b7ed-4f90-9f5a-05e6ffd43aa5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/16d058fb-e205-4cda-bba8-80acb0f0c462 HTTP/1.1" status: 204 len: 168 time: 1.5273259 Mar 23 10:21:24.229398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60598) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:24.232914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.251429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd353d-7e00-4100-a6f5-9887bcbc4006 None None] Pushing event deleted for resources: {'Port': ['ID=30be7da6-c73d-49ee-aa26-0769679a6dea,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:24.309938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Provisioning complete for port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:24.310600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.311090 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-18f6fc1c-4350-4ae9-996d-31ced34b4409 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805247 Mar 23 10:21:24.316012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60602) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:24.321704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:24.391811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-63625d0c-0eec-4fc3-98ce-ea7f1f07b9c3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:24.438578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c29034-033c-4bb8-ac97-78098319aafb']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:24.451986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:24.456859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:24.463523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:24.473321 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:24.475340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Calling delete_port for d873a537-ae72-4b97-8269-9f8fa104432f owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:24.486302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:24.491297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.538877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30be7da6-c73d-49ee-aa26-0769679a6dea no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:24.551858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:24.582856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:24.585631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-63625d0c-0eec-4fc3-98ce-ea7f1f07b9c3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:24.586904 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-63625d0c-0eec-4fc3-98ce-ea7f1f07b9c3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9688730 Mar 23 10:21:24.588156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 30be7da6-c73d-49ee-aa26-0769679a6dea {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:24.588491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30be7da6-c73d-49ee-aa26-0769679a6dea not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:24.641132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:24.643621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60606) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:24.650819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:21:24.675195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:24.678454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:21:24.681126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c40205c-115b-4e02-a06f-a71a461acbe1') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:24.681430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c40205c-115b-4e02-a06f-a71a461acbe1') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:24.697868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.706034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.735048 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.754306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.754585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:21:24.754758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.763614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:24.771621 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:24.783079 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Provisioning for port 3304a08f-5e98-43c7-9f2f-617970312927 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:24.788227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Transition to ACTIVE for port object 1435f123-93c7-45d3-abc4-571b6332aa56 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:24.797331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.798120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Provisioning complete for port 3304a08f-5e98-43c7-9f2f-617970312927 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:24.798631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.846870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Transition to ACTIVE for port object 1435f123-93c7-45d3-abc4-571b6332aa56 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:24.876090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.882533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.947744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:24.948706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.953923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.957340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.973600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Port 3304a08f-5e98-43c7-9f2f-617970312927 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:24.977061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:24.981115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:24.981702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:24.982933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Pushing event updated for resources: {'Port': ['ID=1435f123-93c7-45d3-abc4-571b6332aa56,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:24.987312 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8dacfe-85cc-42b0-9a8b-2b14616a8587 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:25.013821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Provisioning complete for port 66ac3214-fff5-4611-85a6-ba44a899c677 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:25.020006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.020710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a82792a8-da3c-4790-a9b0-aa55ac4000ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.023154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event deleted for resources: {'Network': ['ID=d5c29034-033c-4bb8-ac97-78098319aafb,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:25.036246 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:25.042325 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-97e62695-6caa-4484-b654-6f7af6409052 tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "DELETE /v2.0/networks/d5c29034-033c-4bb8-ac97-78098319aafb HTTP/1.1" status: 204 len: 168 time: 1.4734290 Mar 23 10:21:25.045170 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60610) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:25.048696 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cad8dd39-b5ec-454c-aab9-bb2d9dae4237 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7317169 Mar 23 10:21:25.055334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60614) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:25.074696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:25.078403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.093989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-2a8dacfe-85cc-42b0-9a8b-2b14616a8587 None None] Deleting port 40d682ae-f228-4885-a341-04355039b460 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:25.094474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2a8dacfe-85cc-42b0-9a8b-2b14616a8587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.142384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Network 5739de56-3d58-405e-9428-cd79de838edd is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:25.146305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc08585d-f401-4188-88ab-b4b1f8f76cdc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.158732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:25.166525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 66ac3214-fff5-4611-85a6-ba44a899c677 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:25.192742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc08585d-f401-4188-88ab-b4b1f8f76cdc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.193799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-436713032', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:25.228132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:25.231092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:25.235531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:router and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:25.239426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:25.259640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:25.280458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc08585d-f401-4188-88ab-b4b1f8f76cdc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.307416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.308644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08585d-f401-4188-88ab-b4b1f8f76cdc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed42cc2-6de2-4b26-a2e0-67fae9638898,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:25.308870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.312303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=3304a08f-5e98-43c7-9f2f-617970312927,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:25.357422 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc08585d-f401-4188-88ab-b4b1f8f76cdc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.360214 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dc08585d-f401-4188-88ab-b4b1f8f76cdc tempest-TestNetworkAdvancedServerOps-1110134151 tempest-TestNetworkAdvancedServerOps-1110134151-project] 10.222.0.84 "DELETE /v2.0/security-groups/fed42cc2-6de2-4b26-a2e0-67fae9638898 HTTP/1.1" status: 204 len: 168 time: 0.3129091 Mar 23 10:21:25.412723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Attempting to bind port 1435f123-93c7-45d3-abc4-571b6332aa56 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:25.413121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Attempting to bind port 1435f123-93c7-45d3-abc4-571b6332aa56 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'f97bc776-795e-4dbb-8094-91f5d4898077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5739de56-3d58-405e-9428-cd79de838edd'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:25.413477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Attempting to bind port 1435f123-93c7-45d3-abc4-571b6332aa56 on network 5739de56-3d58-405e-9428-cd79de838edd {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:25.432701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:25.433246 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Checking segment: {'id': 'f97bc776-795e-4dbb-8094-91f5d4898077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5739de56-3d58-405e-9428-cd79de838edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:25.433667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.434186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Bound using segment: {'id': 'f97bc776-795e-4dbb-8094-91f5d4898077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5739de56-3d58-405e-9428-cd79de838edd'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:25.434610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Bound port: 1435f123-93c7-45d3-abc4-571b6332aa56, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97bc776-795e-4dbb-8094-91f5d4898077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '5739de56-3d58-405e-9428-cd79de838edd'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:25.434988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.485965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 66ac3214-fff5-4611-85a6-ba44a899c677 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:25.486089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.621226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.686652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66b322a9-7a29-474e-918f-1dbdbf69c1cb tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.696018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.725512 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60626) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:25.860293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] For port 1435f123-93c7-45d3-abc4-571b6332aa56, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:25.888509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] For port 1435f123-93c7-45d3-abc4-571b6332aa56, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1435f123-93c7-45d3-abc4-571b6332aa56,segment=NetworkSegment(f97bc776-795e-4dbb-8094-91f5d4898077),segment_id=f97bc776-795e-4dbb-8094-91f5d4898077)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:25.895639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2a8dacfe-85cc-42b0-9a8b-2b14616a8587 None None] For port 40d682ae-f228-4885-a341-04355039b460, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=40d682ae-f228-4885-a341-04355039b460,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:25.896030 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2a8dacfe-85cc-42b0-9a8b-2b14616a8587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.912892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:25.983972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=b018ec5e-71a2-4c49-8dab-106163b1f0c3,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:26.047742 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c1498512-4633-4e5f-a780-8d054ca14a04 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e945150dcee24e13987cfe1467b035a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185818 Mar 23 10:21:26.048568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60632) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:26.086248 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:26.087397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66b322a9-7a29-474e-918f-1dbdbf69c1cb tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.104861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Pushing event deleted for resources: {'Port': ['ID=d873a537-ae72-4b97-8269-9f8fa104432f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:26.108155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6a1b75c7-969e-42f6-98bd-7b5d2edac36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.115959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-2a8dacfe-85cc-42b0-9a8b-2b14616a8587 None None] Calling delete_port for 40d682ae-f228-4885-a341-04355039b460 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:26.134375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6a1b75c7-969e-42f6-98bd-7b5d2edac36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.165221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fb5f1452-e534-4f56-9572-3c7a41eadd98 None None] Provisioning complete for port b018ec5e-71a2-4c49-8dab-106163b1f0c3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:26.165221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1452-e534-4f56-9572-3c7a41eadd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.189873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6a1b75c7-969e-42f6-98bd-7b5d2edac36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.210587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b75c7-969e-42f6-98bd-7b5d2edac36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8937b0d0-8952-48ed-9b06-b83da623e939,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:26.218503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6a1b75c7-969e-42f6-98bd-7b5d2edac36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.222487 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6a1b75c7-969e-42f6-98bd-7b5d2edac36d admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8937b0d0-8952-48ed-9b06-b83da623e939 HTTP/1.1" status: 204 len: 168 time: 0.1704490 Mar 23 10:21:26.242495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.295313 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f8e07-47ca-4a95-a74d-ae482b2c9767 None None] Pushing event updated for resources: {'Port': ['ID=1435f123-93c7-45d3-abc4-571b6332aa56,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:26.302003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f1452-e534-4f56-9572-3c7a41eadd98 None None] Port b018ec5e-71a2-4c49-8dab-106163b1f0c3 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:26.307982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 5148389e-e91b-4946-aa8a-fcac51b3f883 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:26.333249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.348200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fb5f1452-e534-4f56-9572-3c7a41eadd98 None None] Provisioning for port 40d682ae-f228-4885-a341-04355039b460 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:26.351439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:26.351800 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.383020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:26.383207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2a8dacfe-85cc-42b0-9a8b-2b14616a8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.440013 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fb5f1452-e534-4f56-9572-3c7a41eadd98 None None] Provisioning complete for port 40d682ae-f228-4885-a341-04355039b460 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:26.440378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1452-e534-4f56-9572-3c7a41eadd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.494176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8dacfe-85cc-42b0-9a8b-2b14616a8587 None None] No DVR routers for this DVR port 40d682ae-f228-4885-a341-04355039b460 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:26.504457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 627b5171-a0d8-4e9e-b872-99862b960c84 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:26.504791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.516818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dacfe-85cc-42b0-9a8b-2b14616a8587 None None] Pushing event deleted for resources: {'Port': ['ID=40d682ae-f228-4885-a341-04355039b460,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:26.519536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f1452-e534-4f56-9572-3c7a41eadd98 None None] Port 40d682ae-f228-4885-a341-04355039b460 was deleted so its status cannot be updated. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 23 10:21:26.545391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b1dab6-8d4e-4a95-90f2-1034409473a4 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:26.592918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fb5f1452-e534-4f56-9572-3c7a41eadd98 None None] Provisioning complete for port 3304a08f-5e98-43c7-9f2f-617970312927 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:26.593271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fb5f1452-e534-4f56-9572-3c7a41eadd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.644378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60640) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:26.679271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cce59dfc-fec7-4067-9287-ce57fcedfc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.703938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cce59dfc-fec7-4067-9287-ce57fcedfc3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:26.708603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cce59dfc-fec7-4067-9287-ce57fcedfc3b admin admin] Usage tracker for resource:security_group_rule and tenant:4d4b977b6b0543d5a125209e0838c449 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:26.714691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cce59dfc-fec7-4067-9287-ce57fcedfc3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:26.723611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cce59dfc-fec7-4067-9287-ce57fcedfc3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:26.794760 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fb5f1452-e534-4f56-9572-3c7a41eadd98 None None] Port 3304a08f-5e98-43c7-9f2f-617970312927 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:26.903430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cce59dfc-fec7-4067-9287-ce57fcedfc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.911033 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cce59dfc-fec7-4067-9287-ce57fcedfc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:26.961406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2b26d092-0724-4f3c-a978-ff38ecc324d3 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:26.964583 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cce59dfc-fec7-4067-9287-ce57fcedfc3b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4d4b977b6b0543d5a125209e0838c449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191452 Mar 23 10:21:26.967915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60644) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:26.981261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce59dfc-fec7-4067-9287-ce57fcedfc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71da8d42-1a21-49ad-b066-cfc2172fd721,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:27.010379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 2b26d092-0724-4f3c-a978-ff38ecc324d3 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:27.010860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2b26d092-0724-4f3c-a978-ff38ecc324d3 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:27.011291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a79d08ec-61fa-45e1-b25c-dde77ea03ec8 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:27.036418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.040087 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-805d1918-a342-4454-9a24-d2685b0a4b1d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.9640520 Mar 23 10:21:27.040087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66b322a9-7a29-474e-918f-1dbdbf69c1cb tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.040291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60648) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:27.040482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66b322a9-7a29-474e-918f-1dbdbf69c1cb tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.042025 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-66b322a9-7a29-474e-918f-1dbdbf69c1cb tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/aa18b99a-9202-4fe9-abca-09f8969d6d5d HTTP/1.1" status: 204 len: 168 time: 2.3821039 Mar 23 10:21:27.050293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:27.051849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.064311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.068620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: a79d08ec-61fa-45e1-b25c-dde77ea03ec8 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:27.068962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a79d08ec-61fa-45e1-b25c-dde77ea03ec8 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:27.069393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 40d682ae-f228-4885-a341-04355039b460 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:27.080456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.082860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60652) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:27.084088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.100816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f46f8687-96e9-46d5-ab80-4847c0da236f None None] Provisioning complete for port 3304a08f-5e98-43c7-9f2f-617970312927 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:27.101120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f46f8687-96e9-46d5-ab80-4847c0da236f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.106225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ab597a0-39fd-4ed7-9123-bfcb7e168cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.142348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 40d682ae-f228-4885-a341-04355039b460 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:27.142951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 40d682ae-f228-4885-a341-04355039b460 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:27.167002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b322a9-7a29-474e-918f-1dbdbf69c1cb tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa18b99a-9202-4fe9-abca-09f8969d6d5d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:27.224766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f46f8687-96e9-46d5-ab80-4847c0da236f None None] Port 3304a08f-5e98-43c7-9f2f-617970312927 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:27.267663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ab597a0-39fd-4ed7-9123-bfcb7e168cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.319581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.320080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Fanout notify agent at l3_agent the message router_deleted on router 6f3556ad-7276-41e5-a785-1f8e34195430 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:21:27.362367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37/7de8b57d-4106-4d86-81ef-be77f4186c29) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:27.392530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.399522 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9b9f0255-cd47-4c47-a57e-5df676b3d248 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/6f3556ad-7276-41e5-a785-1f8e34195430 HTTP/1.1" status: 204 len: 168 time: 5.8640113 Mar 23 10:21:27.402985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60656) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:27.430533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-47b842e4-efe3-4494-a7c3-8b58ff004fc7 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:27.440475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-527885224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:27.471336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:27.501626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Usage tracker for resource:router and tenant:3086b14c8a3747c29c44c973330a10f2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:27.509573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1435f123-93c7-45d3-abc4-571b6332aa56 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:27.541851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:27.584409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] For port 627b5171-a0d8-4e9e-b872-99862b960c84, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=627b5171-a0d8-4e9e-b872-99862b960c84,segment=NetworkSegment(641a8890-e046-48ad-bff9-7b07098d44ea),segment_id=641a8890-e046-48ad-bff9-7b07098d44ea)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:27.584791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.595342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:27.601343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ab597a0-39fd-4ed7-9123-bfcb7e168cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.606617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-47b842e4-efe3-4494-a7c3-8b58ff004fc7 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:27.607864 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-47b842e4-efe3-4494-a7c3-8b58ff004fc7 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4997487 Mar 23 10:21:27.619425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60660) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:27.632741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930686982'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:27.645385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:27.672304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:21:27.683597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab597a0-39fd-4ed7-9123-bfcb7e168cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71da8d42-1a21-49ad-b066-cfc2172fd721,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:27.697224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ab597a0-39fd-4ed7-9123-bfcb7e168cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.698634 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3ab597a0-39fd-4ed7-9123-bfcb7e168cdd admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/71da8d42-1a21-49ad-b066-cfc2172fd721 HTTP/1.1" status: 204 len: 168 time: 0.7292480 Mar 23 10:21:27.707253 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.719389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:27.803071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.803424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 1435f123-93c7-45d3-abc4-571b6332aa56 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:27.806806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.830809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 627b5171-a0d8-4e9e-b872-99862b960c84 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:27.840859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.858835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Transition to ACTIVE for port object 7de8b57d-4106-4d86-81ef-be77f4186c29 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:27.887794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Transition to ACTIVE for port object 7de8b57d-4106-4d86-81ef-be77f4186c29 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:27.904046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:27.961643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:27.992890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:28.020180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf3d6d9-8943-419d-bdb8-8bfa19eb9783 None None] Network 5739de56-3d58-405e-9428-cd79de838edd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:28.039889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:28.057671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:28.061356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:28.159636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.162023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.163231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.181835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-37842b07-18ec-4a8b-9b5c-0f4152280600 None None] Provisioning for port 1435f123-93c7-45d3-abc4-571b6332aa56 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:28.184901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.193991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Pushing event updated for resources: {'Port': ['ID=7de8b57d-4106-4d86-81ef-be77f4186c29,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:28.196591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.249153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-37842b07-18ec-4a8b-9b5c-0f4152280600 None None] Provisioning complete for port 1435f123-93c7-45d3-abc4-571b6332aa56 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:28.249153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-37842b07-18ec-4a8b-9b5c-0f4152280600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.279516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0edb5655-afd3-45e1-bcad-a2b1bfc50569,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:28.292525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 5739de56-3d58-405e-9428-cd79de838edd is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:28.320624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Attempting to bind port 7de8b57d-4106-4d86-81ef-be77f4186c29 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:28.320992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Attempting to bind port 7de8b57d-4106-4d86-81ef-be77f4186c29 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:28.321373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Attempting to bind port 7de8b57d-4106-4d86-81ef-be77f4186c29 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:28.326251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:28.355547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:28.355923 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:28.356316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.356705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:28.357205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Bound port: 7de8b57d-4106-4d86-81ef-be77f4186c29, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:28.357721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.367127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:28.367871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.372318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.389915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.391904 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-85e643a9-2d37-4252-b63f-b27dcd2000b1 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7703111 Mar 23 10:21:28.396329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60676) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:28.404966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': '0edb5655-afd3-45e1-bcad-a2b1bfc50569', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:28.421721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:28.442985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:28.446765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::1 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37/4e267644-7ce1-4c0e-a7ce-604938089613) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:28.449303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:28.453708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=b5b2fc15-f115-470e-932a-0d2102d928a2,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:28.462446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:28.551585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.606385 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-13cf6ce2-647e-482c-90de-e970e47827d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.9897783 Mar 23 10:21:28.614769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] For port 7de8b57d-4106-4d86-81ef-be77f4186c29, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:28.616939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60684) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:28.620632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] For port 7de8b57d-4106-4d86-81ef-be77f4186c29, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7de8b57d-4106-4d86-81ef-be77f4186c29,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:28.632810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.676533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:28.691985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': '5739de56-3d58-405e-9428-cd79de838edd', 'fixed_ips': [{'subnet_id': '58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5'}, {'subnet_id': 'b5b2fc15-f115-470e-932a-0d2102d928a2'}], 'name': 'tempest-PortsIpV6TestJSON-1767376390'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:28.717004 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b0fc8039-1625-4a7a-b6ef-379f742b58d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8635697 Mar 23 10:21:28.718565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.723885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-37842b07-18ec-4a8b-9b5c-0f4152280600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.741280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:28.746022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60690) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:28.771007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'network': {'name': 'tempest-RoutersTest-662293372'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:28.820716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:28.822038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:28.841027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:28.856979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.869775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:network and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:28.870559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.892871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:28.895403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.926833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d606443c-fbe1-4fd6-b098-d46b51e5f918,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:28.928657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:28.934093 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6d9331ee-c119-4701-8fbf-ea815fceab4d tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5231514 Mar 23 10:21:28.935275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60696) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:28.942541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'enable_snat': False}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:28.950374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:28.974772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0050dc-7c53-4a56-9350-0f10a1b027d6 None None] Pushing event updated for resources: {'Port': ['ID=7de8b57d-4106-4d86-81ef-be77f4186c29,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:29.006725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-37842b07-18ec-4a8b-9b5c-0f4152280600 None None] For port 1435f123-93c7-45d3-abc4-571b6332aa56, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1435f123-93c7-45d3-abc4-571b6332aa56,segment=NetworkSegment(f97bc776-795e-4dbb-8094-91f5d4898077),segment_id=f97bc776-795e-4dbb-8094-91f5d4898077)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:29.017933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 4e267644-7ce1-4c0e-a7ce-604938089613 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:29.020814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.022307 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f97b20c7-a20b-412b-98ca-95ec6f219ab6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6243489 Mar 23 10:21:29.035478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60702) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:29.044988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': '0edb5655-afd3-45e1-bcad-a2b1bfc50569', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:29.124079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:29.130943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:29.149185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:29.154658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:29.158252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.186534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:29.223872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:29.228296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-37842b07-18ec-4a8b-9b5c-0f4152280600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.238112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:29.264298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:port and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:29.281180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:29.289104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:29.309210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:29.362117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.371780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.372125 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added segment c7391707-2f60-45d6-8272-2f01435e435b of type vlan for network c98bb5ed-4e39-4d15-9656-c505b56d3d30 Mar 23 10:21:29.381485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.451895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=627b5171-a0d8-4e9e-b872-99862b960c84,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:29.512181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:29.657018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37842b07-18ec-4a8b-9b5c-0f4152280600 None None] Pushing event updated for resources: {'Port': ['ID=1435f123-93c7-45d3-abc4-571b6332aa56,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:29.731199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.754853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.781770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:29.796117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.802549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956dabf9-b842-4de3-90fc-25a7d6156d99 None None] Update dhcp port {'port': {'network_id': '5739de56-3d58-405e-9428-cd79de838edd', 'fixed_ips': [{'subnet_id': '58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5b2fc15-f115-470e-932a-0d2102d928a2'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '1435f123-93c7-45d3-abc4-571b6332aa56'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:21:29.802675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:29.808867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:21:29.817920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:29.818466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.864853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=4e267644-7ce1-4c0e-a7ce-604938089613,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:29.944979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.956978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60718) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:29.999748 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-956dabf9-b842-4de3-90fc-25a7d6156d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:29.999972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.008958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.011323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.067385 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:22Z', 'revision_number': 2, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:23Z', 'revision_number': 2, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:30.074299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:30.074645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Updating router 0ed42203-0117-4005-a86a-dbb9f98d817a port 3304a08f-5e98-43c7-9f2f-617970312927 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:21:30.091204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754d8396-82ed-4c11-89b3-27bf359c59dd,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:30.116758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:21:30.132517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.133751 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-036eccc3-2ead-4011-896e-02b3e75a5ae9 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0970962 Mar 23 10:21:30.135233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.145354 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60726) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:30.153919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': '0edb5655-afd3-45e1-bcad-a2b1bfc50569', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:30.165365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:30.184310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:30.188587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:30.203542 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.324358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.327981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.343152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-956dabf9-b842-4de3-90fc-25a7d6156d99 None None] Allocated IP 2001:db8:0:1::2 (5739de56-3d58-405e-9428-cd79de838edd/b5b2fc15-f115-470e-932a-0d2102d928a2/1435f123-93c7-45d3-abc4-571b6332aa56) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:30.377590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.415842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port ed3f7f3a-6ab1-46ff-8202-ea060340658b yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:21:30.599010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.604424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:30.712109 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-956dabf9-b842-4de3-90fc-25a7d6156d99 None None] For port 1435f123-93c7-45d3-abc4-571b6332aa56, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1435f123-93c7-45d3-abc4-571b6332aa56,segment=NetworkSegment(f97bc776-795e-4dbb-8094-91f5d4898077),segment_id=f97bc776-795e-4dbb-8094-91f5d4898077)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:30.716789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cb6649a8-1fed-4312-89be-173bee4cc250 None None] Provisioning for port 7de8b57d-4106-4d86-81ef-be77f4186c29 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:30.760581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.766291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:30.767051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.772735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-956dabf9-b842-4de3-90fc-25a7d6156d99 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.804315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-956dabf9-b842-4de3-90fc-25a7d6156d99 None None] Transition to ACTIVE for port object 1435f123-93c7-45d3-abc4-571b6332aa56 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:30.820016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.820769 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.840667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-956dabf9-b842-4de3-90fc-25a7d6156d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:30.986470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'network': {'name': 'tempest-network-smoke--1280756435', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'port_security_enabled': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:30.991738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Network': ['ID=c98bb5ed-4e39-4d15-9656-c505b56d3d30,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:30.995230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.033978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network c98bb5ed-4e39-4d15-9656-c505b56d3d30 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:31.065099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956dabf9-b842-4de3-90fc-25a7d6156d99 None None] Pushing event updated for resources: {'Port': ['ID=1435f123-93c7-45d3-abc4-571b6332aa56,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:31.091581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Transition to ACTIVE for port object 3304a08f-5e98-43c7-9f2f-617970312927 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:31.127372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:31.133266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=b018ec5e-71a2-4c49-8dab-106163b1f0c3,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:31.140300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fbf83816-4fc8-4ab1-9e6d-1299c18520f3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3914776 Mar 23 10:21:31.148385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60732) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:31.151998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.172567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:network and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:31.172972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.181277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'subnet': {'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:31.198315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:31.205738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d16611a7-923d-4834-bedf-d5ab8e2e4049 None None] Provisioning for port 4e267644-7ce1-4c0e-a7ce-604938089613 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:31.221001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.262536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:31.299494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d16611a7-923d-4834-bedf-d5ab8e2e4049 None None] Provisioning complete for port 4e267644-7ce1-4c0e-a7ce-604938089613 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:31.300466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d16611a7-923d-4834-bedf-d5ab8e2e4049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.357851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=4e267644-7ce1-4c0e-a7ce-604938089613,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:31.368980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.422211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:31.427106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.506731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d746f-a763-4f9f-8be3-75aa51d0c59e None None] Pushing event updated for resources: {'Port': ['ID=3304a08f-5e98-43c7-9f2f-617970312927,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:31.512229 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Allocated IP 172.26.4.50 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/45b5ed87-8239-43a2-a3c2-d79307594411) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:31.518530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d16611a7-923d-4834-bedf-d5ab8e2e4049 None None] Port 4e267644-7ce1-4c0e-a7ce-604938089613 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:31.544160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.607285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:31.629419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:subnet and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:31.632501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:31.638611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:31.639539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Attempting to bind port 3304a08f-5e98-43c7-9f2f-617970312927 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:31.639912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Attempting to bind port 3304a08f-5e98-43c7-9f2f-617970312927 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3a4075e5-7eb7-4863-8091-2f8420585dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:31.640273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Attempting to bind port 3304a08f-5e98-43c7-9f2f-617970312927 on network 5148389e-e91b-4946-aa8a-fcac51b3f883 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:31.650723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:31.651447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Checking segment: {'id': '3a4075e5-7eb7-4863-8091-2f8420585dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:31.652193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.654120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Bound using segment: {'id': '3a4075e5-7eb7-4863-8091-2f8420585dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:31.654786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Bound port: 3304a08f-5e98-43c7-9f2f-617970312927, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4075e5-7eb7-4863-8091-2f8420585dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:31.655216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.701413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:31.710385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8::244 (5739de56-3d58-405e-9428-cd79de838edd/58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5/ed3f7f3a-6ab1-46ff-8202-ea060340658b) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:31.715922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:31.725563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1435f123-93c7-45d3-abc4-571b6332aa56 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:31.744617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network 7c515545-fe32-4986-a5fd-7902a6054e5a is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:31.748182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:31.756629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8:0:1::280 (5739de56-3d58-405e-9428-cd79de838edd/b5b2fc15-f115-470e-932a-0d2102d928a2/ed3f7f3a-6ab1-46ff-8202-ea060340658b) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:31.787991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:31.792790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:31.819818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:31.858563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:31.878267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:31.969138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] For port 3304a08f-5e98-43c7-9f2f-617970312927, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:31.971738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7de8b57d-4106-4d86-81ef-be77f4186c29 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:32.006758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.027444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:32.030032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.064876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.101313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c3e0b1-5fce-4553-a715-0cbc7b2de6c1,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:32.109520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.110359 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c2b4518b-551a-4b02-9a10-53fea2724cd6 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.9623840 Mar 23 10:21:32.115694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60736) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:32.124649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': '0edb5655-afd3-45e1-bcad-a2b1bfc50569', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:32.135597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:32.142139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:32.145919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:32.160330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:32.188003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] For port 3304a08f-5e98-43c7-9f2f-617970312927, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3304a08f-5e98-43c7-9f2f-617970312927,segment=NetworkSegment(3a4075e5-7eb7-4863-8091-2f8420585dc9),segment_id=3a4075e5-7eb7-4863-8091-2f8420585dc9)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:32.199129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23b9ee3-c222-452e-ba86-cc902d966d62 None None] Network 5739de56-3d58-405e-9428-cd79de838edd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:32.203687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.231110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.240684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Router 70673d94-6280-4f91-8c7d-1a7755c71dd9 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:21:32.249169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.350505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:32.371936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:32.374251 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:32.401798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-290cb361-4214-4769-bce5-71a1f403146c None None] Provisioning complete for port b018ec5e-71a2-4c49-8dab-106163b1f0c3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:32.402067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-290cb361-4214-4769-bce5-71a1f403146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.424945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:32.426479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 7de8b57d-4106-4d86-81ef-be77f4186c29 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:32.442331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 7de8b57d-4106-4d86-81ef-be77f4186c29 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:32.442856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.498346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d746f-a763-4f9f-8be3-75aa51d0c59e None None] Pushing event updated for resources: {'Port': ['ID=3304a08f-5e98-43c7-9f2f-617970312927,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:32.498592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Pushing event updated for resources: {'Port': ['ID=45b5ed87-8239-43a2-a3c2-d79307594411,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:32.501402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:32.502139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:32.582492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.709801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-290cb361-4214-4769-bce5-71a1f403146c None None] Port b018ec5e-71a2-4c49-8dab-106163b1f0c3 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:32.780600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-290cb361-4214-4769-bce5-71a1f403146c None None] Provisioning for port 1435f123-93c7-45d3-abc4-571b6332aa56 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:32.785074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:32.791266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:32.798078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.807594 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Sync routers for ids ['70673d94-6280-4f91-8c7d-1a7755c71dd9'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:32.836821 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b52366ed-fee6-4ad2-9619-4d40c1500cc6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "PUT /v2.0/routers/70673d94-6280-4f91-8c7d-1a7755c71dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7954729 Mar 23 10:21:32.841075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60740) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:32.845601 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Routers {'70673d94-6280-4f91-8c7d-1a7755c71dd9'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:32.847605 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['70673d94-6280-4f91-8c7d-1a7755c71dd9'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:32.905133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-290cb361-4214-4769-bce5-71a1f403146c None None] Provisioning complete for port 1435f123-93c7-45d3-abc4-571b6332aa56 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:32.905477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-290cb361-4214-4769-bce5-71a1f403146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:32.910194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4076dfce-ae26-45ed-a1c6-754cb556b9cf,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:33.002213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.005349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:33.008054 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1013798a-40bb-4ec6-9a11-0a8f59a67384 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8913159 Mar 23 10:21:33.008760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60744) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:33.024840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.032714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': '0edb5655-afd3-45e1-bcad-a2b1bfc50569', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:33.047537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:33.062426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:33.075294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:33.090521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Router 0bcbf883-4667-44f9-a848-7815bc32201c is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:21:33.092730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:33.093462 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631685e7-ec0c-4def-a2ea-bfd24b532adf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:33.094102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-631685e7-ec0c-4def-a2ea-bfd24b532adf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:33.103324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:33.118186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.121356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.138472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.143776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.188254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:33.189127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:33.220611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-631685e7-ec0c-4def-a2ea-bfd24b532adf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:33.224648 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-631685e7-ec0c-4def-a2ea-bfd24b532adf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports/4e267644-7ce1-4c0e-a7ce-604938089613 HTTP/1.1" status: 200 len: 911 time: 0.3234463 Mar 23 10:21:33.225492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60748) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:33.226150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.262421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object ed3f7f3a-6ab1-46ff-8202-ea060340658b will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:33.272771 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-be4dbac1-cb51-495d-a0e5-cb44a11fc623 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4058204 Mar 23 10:21:33.272771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Subnet': ['ID=d46f3c19-0e09-4d32-a97b-f8a4cb7270b2,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:33.279681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60752) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:33.289016 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Set router 70673d94-6280-4f91-8c7d-1a7755c71dd9 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:33.360773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 846} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:33.366625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Checking segment: {'id': 'c7391707-2f60-45d6-8272-2f01435e435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:33.367124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network hostable DHCP agents. Network: c98bb5ed-4e39-4d15-9656-c505b56d3d30, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:33.382362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c952756-8d8c-44ae-83dc-ab3f9644487e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:33.412027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.412473 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Added segment 214f15d0-3667-4fcf-abdd-7a0c4127683b of type vlan for network c51bdc63-f575-43b5-b68b-c6daf03b64f0 Mar 23 10:21:33.430915 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:33.445723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network c98bb5ed-4e39-4d15-9656-c505b56d3d30 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:33.469596 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-80a96194-da83-413e-a3dc-c110c2e7e509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "PUT /v2.0/routers/0bcbf883-4667-44f9-a848-7815bc32201c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2443335 Mar 23 10:21:33.471817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.475572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60756) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:33.483472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 7de8b57d-4106-4d86-81ef-be77f4186c29, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7de8b57d-4106-4d86-81ef-be77f4186c29,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:33.501323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.510605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, c98bb5ed-4e39-4d15-9656-c505b56d3d30) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:33.512802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.530588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.575674 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ef01c-2c0f-4730-9933-3daab116108c None None] Sync routers for ids ['0bcbf883-4667-44f9-a848-7815bc32201c'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:33.587187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:33.587936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.599239 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ef01c-2c0f-4730-9933-3daab116108c None None] Routers {'0bcbf883-4667-44f9-a848-7815bc32201c'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:33.599509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d9b843-f4a9-4699-86d2-f3af0a44c81b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:33.599857 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-378ef01c-2c0f-4730-9933-3daab116108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0bcbf883-4667-44f9-a848-7815bc32201c'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:33.606641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d9b843-f4a9-4699-86d2-f3af0a44c81b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:33.611160 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-50d9b843-f4a9-4699-86d2-f3af0a44c81b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3752484 Mar 23 10:21:33.620012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60760) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:33.624902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-c975c3ce-dd10-4c73-b2a0-29db1b2b1474 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting subnet 779bc126-b169-4044-a45e-6592c0e4e8a5 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:33.629115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c975c3ce-dd10-4c73-b2a0-29db1b2b1474 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.662858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dae74c6-5d72-4378-9636-32d28319fc5e None None] Network c98bb5ed-4e39-4d15-9656-c505b56d3d30 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:33.698055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c975c3ce-dd10-4c73-b2a0-29db1b2b1474 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.710602 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-378ef01c-2c0f-4730-9933-3daab116108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:33.715558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 5739de56-3d58-405e-9428-cd79de838edd is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:33.717526 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2a2124ce-ad7a-435a-8b9a-8a21d1fef45e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5645044 Mar 23 10:21:33.723187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:33.733093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60762) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:33.747835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:33.754508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:33.755404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.760576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.766361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:33.767147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.788528 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ef01c-2c0f-4730-9933-3daab116108c None None] Routers {'0bcbf883-4667-44f9-a848-7815bc32201c'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:33.789345 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-378ef01c-2c0f-4730-9933-3daab116108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0bcbf883-4667-44f9-a848-7815bc32201c'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:33.797227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c975c3ce-dd10-4c73-b2a0-29db1b2b1474 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.815858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:33.972741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ae3ddcd8-ff7a-46e4-9d4c-16b3506c76e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:33.980041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c975c3ce-dd10-4c73-b2a0-29db1b2b1474 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.102319 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c975c3ce-dd10-4c73-b2a0-29db1b2b1474 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.106823 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-378ef01c-2c0f-4730-9933-3daab116108c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:34.107333 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378ef01c-2c0f-4730-9933-3daab116108c None None] The sync data for ids ['0bcbf883-4667-44f9-a848-7815bc32201c'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:34.121642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=7de8b57d-4106-4d86-81ef-be77f4186c29,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:34.136023 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c975c3ce-dd10-4c73-b2a0-29db1b2b1474 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/779bc126-b169-4044-a45e-6592c0e4e8a5 HTTP/1.1" status: 204 len: 168 time: 0.8435438 Mar 23 10:21:34.138151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.154686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60768) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:34.156905 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70673d94-6280-4f91-8c7d-1a7755c71dd9', 'name': 'tempest-NetworksTestDHCPv6-router-436713032', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:25Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 2, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None, '_interfaces': [{'id': '4e267644-7ce1-4c0e-a7ce-604938089613', 'name': '', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'mac_address': 'fa:16:3e:8c:6b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70673d94-6280-4f91-8c7d-1a7755c71dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:27Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 2, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'subnets': [{'id': '67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:34.160533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975c3ce-dd10-4c73-b2a0-29db1b2b1474 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Subnet': ['ID=779bc126-b169-4044-a45e-6592c0e4e8a5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:34.160728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031984dc-d2c0-4bd5-ae89-09d3ea5454f1 None None] Network db035c77-3dc0-4240-870f-9da237d9e81f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:34.166683 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Checking router: 70673d94-6280-4f91-8c7d-1a7755c71dd9 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:34.169167 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Updating router 70673d94-6280-4f91-8c7d-1a7755c71dd9 port 4e267644-7ce1-4c0e-a7ce-604938089613 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:21:34.180665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.190953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-290cb361-4214-4769-bce5-71a1f403146c None None] Provisioning complete for port 4e267644-7ce1-4c0e-a7ce-604938089613 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:34.191331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-290cb361-4214-4769-bce5-71a1f403146c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.203663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=ed3f7f3a-6ab1-46ff-8202-ea060340658b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:34.224865 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 4.2625380 Mar 23 10:21:34.229429 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a734969c-ad29-46f8-8ede-bc82e8e15fb7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.6090531 Mar 23 10:21:34.230308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60776) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:34.230738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60778) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:34.261871 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.288858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'admin_state_up': True, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:34.342651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd7814c-9ec5-4f26-8c24-f53bdac12957,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:34.348709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.388187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-290cb361-4214-4769-bce5-71a1f403146c None None] Port 4e267644-7ce1-4c0e-a7ce-604938089613 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:34.503193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:34.555910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:34.581793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca750610-2dc4-4dfa-9cd7-820b775561e8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:34.586164 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ca750610-2dc4-4dfa-9cd7-820b775561e8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bcbf883-4667-44f9-a848-7815bc32201c HTTP/1.1" status: 200 len: 981 time: 1.1069298 Mar 23 10:21:34.586164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc4212-3614-44b2-887a-d541194b7cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Network': ['ID=c51bdc63-f575-43b5-b68b-c6daf03b64f0,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:34.587085 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60784) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:34.588136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:router and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:34.640238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port a4746456-d763-413e-be98-fbbf26070981 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:34.640482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.660229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:34.670741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.676890 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dbcfe53b-f566-474f-94d5-177803a31886 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6560178 Mar 23 10:21:34.677597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60788) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:34.687543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network c51bdc63-f575-43b5-b68b-c6daf03b64f0 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:34.703055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:34.732653 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.749071 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Transition to ACTIVE for port object 4e267644-7ce1-4c0e-a7ce-604938089613 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:34.757156 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.760431 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfc68a8d-dc4a-4415-8c03-a75b347f8ddc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.836468 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:22Z', 'revision_number': 2, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:31Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:34.868851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfc68a8d-dc4a-4415-8c03-a75b347f8ddc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:34.946139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8c2ed1c2-7b08-4ed4-9464-60e74033a2cf None None] Provisioning complete for port 1435f123-93c7-45d3-abc4-571b6332aa56 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:34.948144 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed1c2-7b08-4ed4-9464-60e74033a2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.015116 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Pushing event updated for resources: {'Port': ['ID=4e267644-7ce1-4c0e-a7ce-604938089613,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:35.023231 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2703f3f2-e687-4064-8daa-f757c76a1616 None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:22Z', 'revision_number': 2, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:31Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:35.061089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.062281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.097604 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.097970 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.098311 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.098952 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.098952 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.099284 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.099610 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.099933 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.100268 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.100584 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.100903 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.101248 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:21:35.146247 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Attempting to bind port 4e267644-7ce1-4c0e-a7ce-604938089613 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:35.146806 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Attempting to bind port 4e267644-7ce1-4c0e-a7ce-604938089613 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:35.147020 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Attempting to bind port 4e267644-7ce1-4c0e-a7ce-604938089613 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:35.159669 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:35.159971 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:35.160366 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.160755 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:35.161248 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Bound port: 4e267644-7ce1-4c0e-a7ce-604938089613, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:35.161635 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.217283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.225642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 8, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:35.234516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfc68a8d-dc4a-4415-8c03-a75b347f8ddc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.267518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:35.298942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bfc68a8d-dc4a-4415-8c03-a75b347f8ddc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.307528 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bfc68a8d-dc4a-4415-8c03-a75b347f8ddc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/dbd7814c-9ec5-4f26-8c24-f53bdac12957 HTTP/1.1" status: 204 len: 168 time: 0.6167824 Mar 23 10:21:35.320251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:35.320885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:35.327244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.336735 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] For port 4e267644-7ce1-4c0e-a7ce-604938089613, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:35.338769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60792) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:35.343621 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] For port 4e267644-7ce1-4c0e-a7ce-604938089613, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4e267644-7ce1-4c0e-a7ce-604938089613,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:35.357335 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.480753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc68a8d-dc4a-4415-8c03-a75b347f8ddc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbd7814c-9ec5-4f26-8c24-f53bdac12957,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:35.528409 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cadbdc-4f6b-4552-8112-4238e00495d8 None None] Pushing event updated for resources: {'Port': ['ID=4e267644-7ce1-4c0e-a7ce-604938089613,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:35.553650 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Routers {'70673d94-6280-4f91-8c7d-1a7755c71dd9'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:35.554835 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['70673d94-6280-4f91-8c7d-1a7755c71dd9'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:35.573853 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:35.574669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.608145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] For port a4746456-d763-413e-be98-fbbf26070981, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a4746456-d763-413e-be98-fbbf26070981,segment=NetworkSegment(641a8890-e046-48ad-bff9-7b07098d44ea),segment_id=641a8890-e046-48ad-bff9-7b07098d44ea)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:35.608588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.620143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.647764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ab664b-da04-4b73-8036-be791ec4e18b None None] DHCP port deletion for db035c77-3dc0-4240-870f-9da237d9e81f request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:35.664979 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-45ab664b-da04-4b73-8036-be791ec4e18b None None] Deleting port a4746456-d763-413e-be98-fbbf26070981 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:35.665386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-45ab664b-da04-4b73-8036-be791ec4e18b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.746523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:35.904161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for a4746456-d763-413e-be98-fbbf26070981 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:35.948694 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] Set router 70673d94-6280-4f91-8c7d-1a7755c71dd9 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:36.144500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Allocated IP 172.21.0.2 (c98bb5ed-4e39-4d15-9656-c505b56d3d30/d46f3c19-0e09-4d32-a97b-f8a4cb7270b2/cc9a51e1-faa2-4f10-8b9f-ea2dce55c847) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:36.157180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5b150f57-fd48-411a-9f00-4102cc971cc2 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:36.276409 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.321991 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No DVR routers for this DVR port a4746456-d763-413e-be98-fbbf26070981 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:36.398303 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70673d94-6280-4f91-8c7d-1a7755c71dd9', 'name': 'tempest-NetworksTestDHCPv6-router-436713032', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:25Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 2, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None, '_interfaces': [{'id': '4e267644-7ce1-4c0e-a7ce-604938089613', 'name': '', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'mac_address': 'fa:16:3e:8c:6b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70673d94-6280-4f91-8c7d-1a7755c71dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:27Z', 'updated_at': '2022-03-23T10:21:35Z', 'revision_number': 4, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'subnets': [{'id': '67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:36.402815 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abc7c32-613c-4611-a07d-93cf305dff48 None None] The sync data for ids ['70673d94-6280-4f91-8c7d-1a7755c71dd9'] in dv-neutron-834652-2-hyperv is: [{'id': '70673d94-6280-4f91-8c7d-1a7755c71dd9', 'name': 'tempest-NetworksTestDHCPv6-router-436713032', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:25Z', 'updated_at': '2022-03-23T10:21:30Z', 'revision_number': 2, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None, '_interfaces': [{'id': '4e267644-7ce1-4c0e-a7ce-604938089613', 'name': '', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'mac_address': 'fa:16:3e:8c:6b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70673d94-6280-4f91-8c7d-1a7755c71dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': '67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:27Z', 'updated_at': '2022-03-23T10:21:35Z', 'revision_number': 4, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'subnets': [{'id': '67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:36.412901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=a4746456-d763-413e-be98-fbbf26070981,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:36.457133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3304a08f-5e98-43c7-9f2f-617970312927 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:36.490964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:36.511568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.587330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.606085 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5b150f57-fd48-411a-9f00-4102cc971cc2 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:36.610467 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5b150f57-fd48-411a-9f00-4102cc971cc2 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 1.2457206 Mar 23 10:21:36.613099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.630133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.633006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60796) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:36.687893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.747119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db035c77-3dc0-4240-870f-9da237d9e81f']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:36.781238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641a8890-e046-48ad-bff9-7b07098d44ea') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:36.781566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641a8890-e046-48ad-bff9-7b07098d44ea') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:36.805145 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-45ab664b-da04-4b73-8036-be791ec4e18b None None] The port 'a4746456-d763-413e-be98-fbbf26070981' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:21:36.806969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.808059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Transition to ACTIVE for port object cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:36.814463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8bd9784a-74be-4599-9d9e-95d278cb1a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.887117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Router 0e6e4080-c834-443c-ad9e-f6b610ebe234 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:21:36.894340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.917890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Releasing vlan 838 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:21:36.918437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:36.945093 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8c2ed1c2-7b08-4ed4-9464-60e74033a2cf None None] Provisioning for port ed3f7f3a-6ab1-46ff-8202-ea060340658b completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:36.974894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Transition to ACTIVE for port object cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:36.992852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a75cb3db-2272-4690-9df6-b6caa159ec75 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:37.023049 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:37.043985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8c2ed1c2-7b08-4ed4-9464-60e74033a2cf None None] Provisioning complete for port ed3f7f3a-6ab1-46ff-8202-ea060340658b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:37.044474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed1c2-7b08-4ed4-9464-60e74033a2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.047315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.051947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a75cb3db-2272-4690-9df6-b6caa159ec75 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.091046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.147655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3304a08f-5e98-43c7-9f2f-617970312927 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:37.206582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3304a08f-5e98-43c7-9f2f-617970312927 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:37.208127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.289386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Network c98bb5ed-4e39-4d15-9656-c505b56d3d30 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:37.308559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ed1c2-7b08-4ed4-9464-60e74033a2cf None None] Port ed3f7f3a-6ab1-46ff-8202-ea060340658b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:37.310741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:37.316206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:37.316396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.320153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.353126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Pushing event updated for resources: {'Port': ['ID=cc9a51e1-faa2-4f10-8b9f-ea2dce55c847,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:37.403191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a75cb3db-2272-4690-9df6-b6caa159ec75 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.437113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.447407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Network': ['ID=db035c77-3dc0-4240-870f-9da237d9e81f,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:37.462136 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4ddc2ae6-07fa-4faa-836a-3eabe9b0a0f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/networks/db035c77-3dc0-4240-870f-9da237d9e81f HTTP/1.1" status: 204 len: 168 time: 3.3009410 Mar 23 10:21:37.515574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60800) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:37.519161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.534751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cb3db-2272-4690-9df6-b6caa159ec75 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4076dfce-ae26-45ed-a1c6-754cb556b9cf,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:37.536559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.543640 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Attempting to bind port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:37.544099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Attempting to bind port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c7391707-2f60-45d6-8272-2f01435e435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:37.544558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Attempting to bind port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 on network c98bb5ed-4e39-4d15-9656-c505b56d3d30 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:37.605638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Delete allocated IP 2001:db8:0:1::280 (5739de56-3d58-405e-9428-cd79de838edd/b5b2fc15-f115-470e-932a-0d2102d928a2) {{(pid=87859) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:21:37.611197 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:37.611578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Checking segment: {'id': 'c7391707-2f60-45d6-8272-2f01435e435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:37.612012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.612397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Bound using segment: {'id': 'c7391707-2f60-45d6-8272-2f01435e435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:37.612898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Bound port: cc9a51e1-faa2-4f10-8b9f-ea2dce55c847, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7391707-2f60-45d6-8272-2f01435e435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:37.613296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.657546 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.711652 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:37.716273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.721023 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-30736c78-3ce8-4c48-b0ad-031596e6b90b tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "PUT /v2.0/routers/0e6e4080-c834-443c-ad9e-f6b610ebe234 HTTP/1.1" status: 200 len: 918 time: 8.7828701 Mar 23 10:21:37.724830 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 8, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:37.731192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60804) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:37.731374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfba177-ccd1-4a3b-82b5-e9fef548633d None None] Sync routers for ids ['0e6e4080-c834-443c-ad9e-f6b610ebe234'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:37.752069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3e4b35-78cf-4a42-ae3f-9d09ee7c629b None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:28Z', 'revision_number': 8, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '290fc54e-ccdc-467d-8243-fc521ec99b62', 'name': '', 'network_id': '5148d69c-0ca9-407b-9df5-1b5ee67cf589', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:79:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:41Z', 'updated_at': '2022-03-23T10:21:00Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': 'd2aa2dd6-224c-444d-8f2f-56b600b00120', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:37.783505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 3304a08f-5e98-43c7-9f2f-617970312927, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3304a08f-5e98-43c7-9f2f-617970312927,segment=NetworkSegment(3a4075e5-7eb7-4863-8091-2f8420585dc9),segment_id=3a4075e5-7eb7-4863-8091-2f8420585dc9)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:37.784496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfba177-ccd1-4a3b-82b5-e9fef548633d None None] Routers {'0e6e4080-c834-443c-ad9e-f6b610ebe234'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:37.785232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1cfba177-ccd1-4a3b-82b5-e9fef548633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0e6e4080-c834-443c-ad9e-f6b610ebe234'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:37.846954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.848019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7de8b57d-4106-4d86-81ef-be77f4186c29 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:37.900575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Allocated IP 172.21.0.1 (c98bb5ed-4e39-4d15-9656-c505b56d3d30/d46f3c19-0e09-4d32-a97b-f8a4cb7270b2/3e6665cd-6807-40cf-b8ae-b1e0ed40b417) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:37.920603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] For port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:37.932945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1cfba177-ccd1-4a3b-82b5-e9fef548633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:37.956510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] For port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cc9a51e1-faa2-4f10-8b9f-ea2dce55c847,segment=NetworkSegment(c7391707-2f60-45d6-8272-2f01435e435b),segment_id=c7391707-2f60-45d6-8272-2f01435e435b)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:37.978070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfba177-ccd1-4a3b-82b5-e9fef548633d None None] Routers {'0e6e4080-c834-443c-ad9e-f6b610ebe234'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:37.978682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1cfba177-ccd1-4a3b-82b5-e9fef548633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0e6e4080-c834-443c-ad9e-f6b610ebe234'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:37.980593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a75cb3db-2272-4690-9df6-b6caa159ec75 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:37.984359 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a75cb3db-2272-4690-9df6-b6caa159ec75 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/4076dfce-ae26-45ed-a1c6-754cb556b9cf HTTP/1.1" status: 204 len: 168 time: 1.3497050 Mar 23 10:21:37.984968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60808) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:38.030632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.093273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 4e267644-7ce1-4c0e-a7ce-604938089613 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:38.093498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.131148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1cfba177-ccd1-4a3b-82b5-e9fef548633d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:38.131550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfba177-ccd1-4a3b-82b5-e9fef548633d None None] The sync data for ids ['0e6e4080-c834-443c-ad9e-f6b610ebe234'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:38.145648 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=3304a08f-5e98-43c7-9f2f-617970312927,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:38.222612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 7de8b57d-4106-4d86-81ef-be77f4186c29 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:38.223181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.319385 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfa44b-3334-4a1d-a42d-519d67e6e1d1 None None] Pushing event updated for resources: {'Port': ['ID=cc9a51e1-faa2-4f10-8b9f-ea2dce55c847,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:38.406882 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cbd5c4f8-f316-4d0a-9ceb-42accee481ba tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/routers/0e6e4080-c834-443c-ad9e-f6b610ebe234 HTTP/1.1" status: 200 len: 924 time: 0.6741679 Mar 23 10:21:38.411157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60812) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:38.479477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a4746456-d763-413e-be98-fbbf26070981 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:38.577013 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: a4746456-d763-413e-be98-fbbf26070981 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:38.577418 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a4746456-d763-413e-be98-fbbf26070981 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:38.745862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.767097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5edd7d03-25b4-428a-a9fc-032ac1eb41bc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:38.788902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] For port 4e267644-7ce1-4c0e-a7ce-604938089613, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4e267644-7ce1-4c0e-a7ce-604938089613,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:38.788902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.812338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d46ecc-99f9-46e3-966c-299945710d72 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:38.813059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-58d46ecc-99f9-46e3-966c-299945710d72 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Synchronizing usage tracker for tenant:0ac5dac9c76043f08836b508e911d664 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:38.895603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4e267644-7ce1-4c0e-a7ce-604938089613 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:38.897343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Ignored duplicate provisioning block setup for port ed3f7f3a-6ab1-46ff-8202-ea060340658b by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 23 10:21:38.933806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.942877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 4e267644-7ce1-4c0e-a7ce-604938089613 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:38.947228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5edd7d03-25b4-428a-a9fc-032ac1eb41bc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:38.951518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5edd7d03-25b4-428a-a9fc-032ac1eb41bc tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.9304891 Mar 23 10:21:38.952270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60818) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:38.959932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:38.986227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 4e267644-7ce1-4c0e-a7ce-604938089613 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:38.991749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4e267644-7ce1-4c0e-a7ce-604938089613 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:38.992606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.031345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-58d46ecc-99f9-46e3-966c-299945710d72 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Unset dirty status for tenant:0ac5dac9c76043f08836b508e911d664 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:39.031345 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-58d46ecc-99f9-46e3-966c-299945710d72 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&device_id=0e6e4080-c834-443c-ad9e-f6b610ebe234&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6170988 Mar 23 10:21:39.037133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60822) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:39.040417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.100800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.129194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.147482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.226837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] In _notify_port_updated(), no bound segment for port ed3f7f3a-6ab1-46ff-8202-ea060340658b on network 5739de56-3d58-405e-9428-cd79de838edd {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:21:39.232207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:39.232821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.236909 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "PUT /v2.0/ports/ed3f7f3a-6ab1-46ff-8202-ea060340658b HTTP/1.1" status: 200 len: 926 time: 4.9961612 Mar 23 10:21:39.248420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Transition to ACTIVE for port object 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:39.254680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60826) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:39.311824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeddebc-8bb5-4be8-9b49-cf63b118bb96 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.318778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054f3d5-6606-4dbd-82a2-0979c5fdc7dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=ed3f7f3a-6ab1-46ff-8202-ea060340658b,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:39.323198 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5'}, {'subnet_id': 'b5b2fc15-f115-470e-932a-0d2102d928a2'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:39.347586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeddebc-8bb5-4be8-9b49-cf63b118bb96 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.372884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port b018ec5e-71a2-4c49-8dab-106163b1f0c3 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:39.373902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.438224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.490870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:39.516061 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.597293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.597585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4462f970-e8e4-4c7f-9beb-3ae38fb8f0b5 None None] Provisioning complete for port ed3f7f3a-6ab1-46ff-8202-ea060340658b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:39.598142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4462f970-e8e4-4c7f-9beb-3ae38fb8f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.606337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeddebc-8bb5-4be8-9b49-cf63b118bb96 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.652935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=4e267644-7ce1-4c0e-a7ce-604938089613,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:39.654199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:39.683401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3304a08f-5e98-43c7-9f2f-617970312927 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:39.712727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network c98bb5ed-4e39-4d15-9656-c505b56d3d30 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:39.722959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14b191a-5e49-48c1-a801-b34a0b56afa4 None None] Network c98bb5ed-4e39-4d15-9656-c505b56d3d30 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:39.746939 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4462f970-e8e4-4c7f-9beb-3ae38fb8f0b5 None None] Port ed3f7f3a-6ab1-46ff-8202-ea060340658b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:39.762507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017fb7a1-f241-47ef-9359-c173c0d10f54 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:39.769757 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-017fb7a1-f241-47ef-9359-c173c0d10f54 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/networks/77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 881 time: 0.7099891 Mar 23 10:21:39.770889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60830) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:39.794021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:39.796015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeddebc-8bb5-4be8-9b49-cf63b118bb96 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6c3e0b1-5fce-4553-a715-0cbc7b2de6c1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:39.800845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:39.934640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=3e6665cd-6807-40cf-b8ae-b1e0ed40b417,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:39.939249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3304a08f-5e98-43c7-9f2f-617970312927 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:39.939793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.959266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.13 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/35b1009e-6424-40d5-823a-a43dc391bc1c) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:39.980174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eeddebc-8bb5-4be8-9b49-cf63b118bb96 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:39.983986 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9eeddebc-8bb5-4be8-9b49-cf63b118bb96 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/b6c3e0b1-5fce-4553-a715-0cbc7b2de6c1 HTTP/1.1" status: 204 len: 168 time: 0.9904649 Mar 23 10:21:39.992550 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e15585bd-fe2d-4af7-88b2-268fa523bc3c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e6e4080-c834-443c-ad9e-f6b610ebe234 HTTP/1.1" status: 200 len: 205 time: 0.1979909 Mar 23 10:21:39.993503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-088b7ea4-e086-445d-b0ac-9a18daf85ac5 None None] Provisioning for port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:39.994387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60834) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:39.994706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60836) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:40.024887 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-088b7ea4-e086-445d-b0ac-9a18daf85ac5 None None] Provisioning complete for port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:40.025292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-088b7ea4-e086-445d-b0ac-9a18daf85ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.052847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.152074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.188251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.221059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c9e0425b-a93c-4b1d-98e7-f497f14f6108 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:40.270577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-088b7ea4-e086-445d-b0ac-9a18daf85ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.285275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 627b5171-a0d8-4e9e-b872-99862b960c84 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:40.336609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 627b5171-a0d8-4e9e-b872-99862b960c84 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:40.337018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 627b5171-a0d8-4e9e-b872-99862b960c84 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:40.360539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-088b7ea4-e086-445d-b0ac-9a18daf85ac5 None None] For port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cc9a51e1-faa2-4f10-8b9f-ea2dce55c847,segment=NetworkSegment(c7391707-2f60-45d6-8272-2f01435e435b),segment_id=c7391707-2f60-45d6-8272-2f01435e435b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:40.368383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-088b7ea4-e086-445d-b0ac-9a18daf85ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.451905 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b7ea4-e086-445d-b0ac-9a18daf85ac5 None None] Pushing event updated for resources: {'Port': ['ID=cc9a51e1-faa2-4f10-8b9f-ea2dce55c847,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:40.468093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.537738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for b018ec5e-71a2-4c49-8dab-106163b1f0c3 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:40.542340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Router 70673d94-6280-4f91-8c7d-1a7755c71dd9 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:40.543636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 290fc54e-ccdc-467d-8243-fc521ec99b62 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:40.543974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.674416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c9e0425b-a93c-4b1d-98e7-f497f14f6108 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:40.679290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c9e0425b-a93c-4b1d-98e7-f497f14f6108 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6733978 Mar 23 10:21:40.684203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60842) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:40.704199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ee4cf74b-b62f-4540-911a-ede3d36a2149 None None] Provisioning for port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:40.713368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ee4cf74b-b62f-4540-911a-ede3d36a2149 None None] Provisioning complete for port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:40.713734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf74b-b62f-4540-911a-ede3d36a2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.759554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.797608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ee4cf74b-b62f-4540-911a-ede3d36a2149 None None] Port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:40.803214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:40.894483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6a51f1a-f50d-49f4-880b-5f9507205d44 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.914959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.921323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6a51f1a-f50d-49f4-880b-5f9507205d44 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.921824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ee4cf74b-b62f-4540-911a-ede3d36a2149 None None] Provisioning complete for port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:40.922409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf74b-b62f-4540-911a-ede3d36a2149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:40.968463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:40.985719 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] Sync routers for ids ['70673d94-6280-4f91-8c7d-1a7755c71dd9'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:41.003863 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] Routers {'70673d94-6280-4f91-8c7d-1a7755c71dd9'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:41.006309 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['70673d94-6280-4f91-8c7d-1a7755c71dd9'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:41.015734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:41.016612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.052725 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d0998cc7-4f32-4a94-8895-6ca7aeec1278 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "PUT /v2.0/routers/70673d94-6280-4f91-8c7d-1a7755c71dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1003733 Mar 23 10:21:41.059737 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60846) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:41.144291 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] Set router 70673d94-6280-4f91-8c7d-1a7755c71dd9 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:41.189875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] For port 290fc54e-ccdc-467d-8243-fc521ec99b62, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=290fc54e-ccdc-467d-8243-fc521ec99b62,segment=NetworkSegment(77287157-bba6-4498-b519-9a862979358e),segment_id=77287157-bba6-4498-b519-9a862979358e)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:41.190225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.243472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.249577 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70673d94-6280-4f91-8c7d-1a7755c71dd9', 'name': 'tempest-NetworksTestDHCPv6-router-436713032', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:25Z', 'updated_at': '2022-03-23T10:21:39Z', 'revision_number': 3, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:41.254226 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] Checking router: 70673d94-6280-4f91-8c7d-1a7755c71dd9 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:41.262557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.262793 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] Routers {'70673d94-6280-4f91-8c7d-1a7755c71dd9'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:41.263252 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['70673d94-6280-4f91-8c7d-1a7755c71dd9'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:41.324679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-27e44b04-fdb6-4412-ab0f-f779e2860d9d None None] Provisioning complete for port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:41.325179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-27e44b04-fdb6-4412-ab0f-f779e2860d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.367035 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 290fc54e-ccdc-467d-8243-fc521ec99b62 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:41.376383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=b018ec5e-71a2-4c49-8dab-106163b1f0c3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:41.380239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.382966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6a51f1a-f50d-49f4-880b-5f9507205d44 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.388817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-27e44b04-fdb6-4412-ab0f-f779e2860d9d None None] Port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:41.399078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.419476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b873582-2457-462e-a635-a77e70ec9f54 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:41.421096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b873582-2457-462e-a635-a77e70ec9f54 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:41.421830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3b873582-2457-462e-a635-a77e70ec9f54 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:41.425155 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] Set router 70673d94-6280-4f91-8c7d-1a7755c71dd9 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:41.527488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:41.544694 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:21:41.545910 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70673d94-6280-4f91-8c7d-1a7755c71dd9', 'name': 'tempest-NetworksTestDHCPv6-router-436713032', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:25Z', 'updated_at': '2022-03-23T10:21:39Z', 'revision_number': 3, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:41.551428 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b389d8-8d38-4466-9604-439c12959f02 None None] The sync data for ids ['70673d94-6280-4f91-8c7d-1a7755c71dd9'] in dv-neutron-834652-2-hyperv is: [{'id': '70673d94-6280-4f91-8c7d-1a7755c71dd9', 'name': 'tempest-NetworksTestDHCPv6-router-436713032', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:25Z', 'updated_at': '2022-03-23T10:21:39Z', 'revision_number': 3, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:41.595321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=35b1009e-6424-40d5-823a-a43dc391bc1c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:41.598049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:41.634075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Deleting port 45b5ed87-8239-43a2-a3c2-d79307594411 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:41.634414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.657485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a51f1a-f50d-49f4-880b-5f9507205d44 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=754d8396-82ed-4c11-89b3-27bf359c59dd,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:41.665533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:41.670972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3b873582-2457-462e-a635-a77e70ec9f54 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:41.672122 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3b873582-2457-462e-a635-a77e70ec9f54 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6081538 Mar 23 10:21:41.678135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60850) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:41.758564 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8:0:1::121 (5739de56-3d58-405e-9428-cd79de838edd/b5b2fc15-f115-470e-932a-0d2102d928a2/ed3f7f3a-6ab1-46ff-8202-ea060340658b) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:41.762781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6a51f1a-f50d-49f4-880b-5f9507205d44 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.766485 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e6a51f1a-f50d-49f4-880b-5f9507205d44 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/754d8396-82ed-4c11-89b3-27bf359c59dd HTTP/1.1" status: 204 len: 168 time: 1.0771377 Mar 23 10:21:41.777607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60854) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:41.843964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccee5084-80b6-499a-a8a0-c19c6f408c64 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:41.852434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ccee5084-80b6-499a-a8a0-c19c6f408c64 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:41.993023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ccee5084-80b6-499a-a8a0-c19c6f408c64 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.036893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ffbc4ba8-edf9-4526-b13f-d847d757bbb3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:42.152368 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ffbc4ba8-edf9-4526-b13f-d847d757bbb3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:42.153772 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ffbc4ba8-edf9-4526-b13f-d847d757bbb3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3752401 Mar 23 10:21:42.159116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60858) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:42.192350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.266075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=290fc54e-ccdc-467d-8243-fc521ec99b62,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:42.311615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-00df3cd7-d6c0-4b7c-9248-9b79a874f120 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.319666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.334453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ccee5084-80b6-499a-a8a0-c19c6f408c64 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.441739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.446113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-00df3cd7-d6c0-4b7c-9248-9b79a874f120 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.478689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.486441 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object ed3f7f3a-6ab1-46ff-8202-ea060340658b will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:42.549122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.637758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-00df3cd7-d6c0-4b7c-9248-9b79a874f120 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.706329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.713416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4e267644-7ce1-4c0e-a7ce-604938089613 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:42.719554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Calling delete_port for 45b5ed87-8239-43a2-a3c2-d79307594411 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:42.726762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df3cd7-d6c0-4b7c-9248-9b79a874f120 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d606443c-fbe1-4fd6-b098-d46b51e5f918,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:42.761047 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 4e267644-7ce1-4c0e-a7ce-604938089613 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:42.761767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4e267644-7ce1-4c0e-a7ce-604938089613 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:42.783267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=ed3f7f3a-6ab1-46ff-8202-ea060340658b,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:42.852375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] In _notify_port_updated(), no bound segment for port ed3f7f3a-6ab1-46ff-8202-ea060340658b on network 5739de56-3d58-405e-9428-cd79de838edd {{(pid=87860) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:21:42.857863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:42.858491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.861407 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cb93609d-1532-4073-a006-ad4bfe82e9a0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "PUT /v2.0/ports/ed3f7f3a-6ab1-46ff-8202-ea060340658b HTTP/1.1" status: 200 len: 1012 time: 3.6039915 Mar 23 10:21:42.870784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ccee5084-80b6-499a-a8a0-c19c6f408c64 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.898761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60862) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:42.934468 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ccee5084-80b6-499a-a8a0-c19c6f408c64 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.938771 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ccee5084-80b6-499a-a8a0-c19c6f408c64 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37 HTTP/1.1" status: 204 len: 168 time: 1.2597113 Mar 23 10:21:42.941573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa12c6-294e-46cd-bdbc-f0c96a8bcccd None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:42.973026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60866) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:42.986176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-00df3cd7-d6c0-4b7c-9248-9b79a874f120 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:42.987826 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-00df3cd7-d6c0-4b7c-9248-9b79a874f120 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/d606443c-fbe1-4fd6-b098-d46b51e5f918 HTTP/1.1" status: 204 len: 168 time: 0.8226194 Mar 23 10:21:43.000947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60870) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:43.046812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee5084-80b6-499a-a8a0-c19c6f408c64 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:43.092869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-34281248-d664-4639-bb10-761040b83edf None None] Provisioning for port ed3f7f3a-6ab1-46ff-8202-ea060340658b completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:43.131530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-34281248-d664-4639-bb10-761040b83edf None None] Provisioning complete for port ed3f7f3a-6ab1-46ff-8202-ea060340658b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:43.131756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-34281248-d664-4639-bb10-761040b83edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.196671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-34281248-d664-4639-bb10-761040b83edf None None] Port ed3f7f3a-6ab1-46ff-8202-ea060340658b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:43.292642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8cdce0-dbd8-4aa5-b6a0-bf984df56657 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:43.297108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1f8cdce0-dbd8-4aa5-b6a0-bf984df56657 None None] Deleting port 7de8b57d-4106-4d86-81ef-be77f4186c29 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:43.297478 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1f8cdce0-dbd8-4aa5-b6a0-bf984df56657 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.302734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-eff654c4-4da2-4dd3-a565-c665754798cd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port ed3f7f3a-6ab1-46ff-8202-ea060340658b {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:43.303265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eff654c4-4da2-4dd3-a565-c665754798cd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.463384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:21:43.482762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Router 0bcbf883-4667-44f9-a848-7815bc32201c has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:43.498515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.511175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8f1f81bf-1c2d-4b5e-9523-1bfe00014a5b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:43.522012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.526223 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-1f8cdce0-dbd8-4aa5-b6a0-bf984df56657 None None] For port 7de8b57d-4106-4d86-81ef-be77f4186c29, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7de8b57d-4106-4d86-81ef-be77f4186c29,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:43.526735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1f8cdce0-dbd8-4aa5-b6a0-bf984df56657 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.534296 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7182a494-f170-4b5c-bfdc-bc82d73bca66 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5473135 Mar 23 10:21:43.547383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60874) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:43.651237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1f8cdce0-dbd8-4aa5-b6a0-bf984df56657 None None] Calling delete_port for 7de8b57d-4106-4d86-81ef-be77f4186c29 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:43.677424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:43.731352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1f8cdce0-dbd8-4aa5-b6a0-bf984df56657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.740118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.779721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8cdce0-dbd8-4aa5-b6a0-bf984df56657 None None] No DVR routers for this DVR port 7de8b57d-4106-4d86-81ef-be77f4186c29 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:43.783345 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8cdce0-dbd8-4aa5-b6a0-bf984df56657 None None] Pushing event deleted for resources: {'Port': ['ID=7de8b57d-4106-4d86-81ef-be77f4186c29,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:43.910014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eff654c4-4da2-4dd3-a565-c665754798cd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:43.936505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8f1f81bf-1c2d-4b5e-9523-1bfe00014a5b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:43.937768 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8f1f81bf-1c2d-4b5e-9523-1bfe00014a5b tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9326169 Mar 23 10:21:43.989089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:43.990369 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60878) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:44.000144 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:44.009745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:44.010389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:44.041065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d08a9a72-0950-4bc4-830a-4116a0623043 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.052279 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a97147f8-650d-4d10-bbba-bb74d2054c2c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5309577 Mar 23 10:21:44.056629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-eff654c4-4da2-4dd3-a565-c665754798cd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for ed3f7f3a-6ab1-46ff-8202-ea060340658b owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:44.089539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=3e6665cd-6807-40cf-b8ae-b1e0ed40b417,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:44.098099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60882) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:44.104475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:44.118138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.119152 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634b109-ad71-4303-8a34-67ba32e25fd1 None None] Sync routers for ids ['0bcbf883-4667-44f9-a848-7815bc32201c'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:44.135637 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634b109-ad71-4303-8a34-67ba32e25fd1 None None] Routers {'0bcbf883-4667-44f9-a848-7815bc32201c'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:44.136674 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a634b109-ad71-4303-8a34-67ba32e25fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0bcbf883-4667-44f9-a848-7815bc32201c'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:44.174467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:44.220059 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a634b109-ad71-4303-8a34-67ba32e25fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:44.234156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-7549009f-3da6-458b-8eb4-241189c182ca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting subnet d2aa2dd6-224c-444d-8f2f-56b600b00120 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:44.237500 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a634b109-ad71-4303-8a34-67ba32e25fd1 None None] Routers {'0bcbf883-4667-44f9-a848-7815bc32201c'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:44.238405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7549009f-3da6-458b-8eb4-241189c182ca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.239784 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a634b109-ad71-4303-8a34-67ba32e25fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0bcbf883-4667-44f9-a848-7815bc32201c'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:44.262431 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-10003e7e-e1eb-4c54-958b-8f38418ae3ca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "PUT /v2.0/routers/0bcbf883-4667-44f9-a848-7815bc32201c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6641653 Mar 23 10:21:44.272511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60886) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:44.318533 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a634b109-ad71-4303-8a34-67ba32e25fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:44.319307 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a634b109-ad71-4303-8a34-67ba32e25fd1 None None] The sync data for ids ['0bcbf883-4667-44f9-a848-7815bc32201c'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:44.322651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.348325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caca6a1a-4f73-4234-a929-89f48ceaa3de tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.383842 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c99f2a9-331e-48ca-92f8-750b73c48d96 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:21:44.384387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0c99f2a9-331e-48ca-92f8-750b73c48d96 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:44.436580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7549009f-3da6-458b-8eb4-241189c182ca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.482876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caca6a1a-4f73-4234-a929-89f48ceaa3de tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.506430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0c99f2a9-331e-48ca-92f8-750b73c48d96 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:44.507483 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0c99f2a9-331e-48ca-92f8-750b73c48d96 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/b018ec5e-71a2-4c49-8dab-106163b1f0c3 HTTP/1.1" status: 404 len: 333 time: 0.2265439 Mar 23 10:21:44.520549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60890) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:44.540854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Pushing event deleted for resources: {'Port': ['ID=45b5ed87-8239-43a2-a3c2-d79307594411,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:44.579692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:42Z', 'revision_number': 9, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:44.584851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:44.593367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:44.594041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:44.724859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7de8b57d-4106-4d86-81ef-be77f4186c29 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:44.770603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 7de8b57d-4106-4d86-81ef-be77f4186c29 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:44.770603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7de8b57d-4106-4d86-81ef-be77f4186c29 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:44.804848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:44.858263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d08a9a72-0950-4bc4-830a-4116a0623043 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.862685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d08a9a72-0950-4bc4-830a-4116a0623043 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.886387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f53d-dbdb-423d-bdf5-4ad352be8831 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.961428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eff654c4-4da2-4dd3-a565-c665754798cd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:44.995845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.056588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d08a9a72-0950-4bc4-830a-4116a0623043 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.056990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08a9a72-0950-4bc4-830a-4116a0623043 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Fanout notify agent at l3_agent the message router_deleted on router 70673d94-6280-4f91-8c7d-1a7755c71dd9 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:21:45.064401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caca6a1a-4f73-4234-a929-89f48ceaa3de tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.092516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff654c4-4da2-4dd3-a565-c665754798cd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=ed3f7f3a-6ab1-46ff-8202-ea060340658b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:45.164235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:42Z', 'revision_number': 9, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:45.168423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872ada2-10ea-485a-bb62-3a6a82c0750a None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:42Z', 'revision_number': 9, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4edc900e-fb58-465e-882d-50a4526bfed1', 'name': '', 'network_id': '86ffaaf9-749e-466b-8937-83331edd34f5', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:59:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:29Z', 'updated_at': '2022-03-23T10:20:53Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '14253930-e4cd-435f-9583-4a0befe1ba16', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:45.184549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca6a1a-4f73-4234-a929-89f48ceaa3de tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edb5655-afd3-45e1-bcad-a2b1bfc50569,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:45.198939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network c98bb5ed-4e39-4d15-9656-c505b56d3d30 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:45.207575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:45.291621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d08a9a72-0950-4bc4-830a-4116a0623043 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.296786 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d08a9a72-0950-4bc4-830a-4116a0623043 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/routers/70673d94-6280-4f91-8c7d-1a7755c71dd9 HTTP/1.1" status: 204 len: 168 time: 1.7040353 Mar 23 10:21:45.297653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60894) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:45.298155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7549009f-3da6-458b-8eb4-241189c182ca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.303130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.308492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.372664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:45.519010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eff654c4-4da2-4dd3-a565-c665754798cd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.520519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.527791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f53d-dbdb-423d-bdf5-4ad352be8831 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.529428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7549009f-3da6-458b-8eb4-241189c182ca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.541182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f53d-dbdb-423d-bdf5-4ad352be8831 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.541501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dc4ec912-1f00-488c-b2ab-d50979976afd None None] Provisioning complete for port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:45.542038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec912-1f00-488c-b2ab-d50979976afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.597428 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-eff654c4-4da2-4dd3-a565-c665754798cd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/ed3f7f3a-6ab1-46ff-8202-ea060340658b HTTP/1.1" status: 204 len: 168 time: 2.6622739 Mar 23 10:21:45.597428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549009f-3da6-458b-8eb4-241189c182ca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Subnet': ['ID=d2aa2dd6-224c-444d-8f2f-56b600b00120,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:45.606359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60898) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:45.607840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-caca6a1a-4f73-4234-a929-89f48ceaa3de tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.608948 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-caca6a1a-4f73-4234-a929-89f48ceaa3de tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/0edb5655-afd3-45e1-bcad-a2b1bfc50569 HTTP/1.1" status: 204 len: 168 time: 1.5645645 Mar 23 10:21:45.613950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60902) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:45.625681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7549009f-3da6-458b-8eb4-241189c182ca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.625681 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7549009f-3da6-458b-8eb4-241189c182ca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/d2aa2dd6-224c-444d-8f2f-56b600b00120 HTTP/1.1" status: 204 len: 168 time: 1.5213025 Mar 23 10:21:45.629394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc499c2e-0065-47df-9218-0f50820d0a68 None None] Network 5148d69c-0ca9-407b-9df5-1b5ee67cf589 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:45.662768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60906) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:45.669741 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c862203-4368-4f38-835c-0bcae66ff317 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:21:45.670280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4c862203-4368-4f38-835c-0bcae66ff317 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:45.671923 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-dc4ec912-1f00-488c-b2ab-d50979976afd None None] Port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:45.710655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.711167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Fanout notify agent at l3_agent the message router_deleted on router 0e6e4080-c834-443c-ad9e-f6b610ebe234 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:21:45.712569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f53d-dbdb-423d-bdf5-4ad352be8831 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.713066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e0f53d-dbdb-423d-bdf5-4ad352be8831 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Fanout notify agent at l3_agent the message router_deleted on router 0bcbf883-4667-44f9-a848-7815bc32201c {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:21:45.742023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b5e0f53d-dbdb-423d-bdf5-4ad352be8831 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.745929 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b5e0f53d-dbdb-423d-bdf5-4ad352be8831 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/routers/0bcbf883-4667-44f9-a848-7815bc32201c HTTP/1.1" status: 204 len: 168 time: 1.1988521 Mar 23 10:21:45.749652 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60910) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:45.754186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4c862203-4368-4f38-835c-0bcae66ff317 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:45.757894 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4c862203-4368-4f38-835c-0bcae66ff317 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/ed3f7f3a-6ab1-46ff-8202-ea060340658b HTTP/1.1" status: 404 len: 333 time: 0.1450453 Mar 23 10:21:45.772474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:45.773102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60914) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:45.792097 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6538217e-b9f7-43bd-8244-6e75a0e2f595 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:45.844069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6538217e-b9f7-43bd-8244-6e75a0e2f595 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:45.853416 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6538217e-b9f7-43bd-8244-6e75a0e2f595 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2370420 Mar 23 10:21:45.857651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60918) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:45.870083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a22d2d5-fafe-40cc-b651-2adc4b4764d6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet 9d429df6-7db0-4dd8-848b-1c30a7f7363a {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:45.871277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:45.874349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5a22d2d5-fafe-40cc-b651-2adc4b4764d6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.880927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.882022 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cb4a55f2-1de1-49e5-b806-105ae2af4916 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/0e6e4080-c834-443c-ad9e-f6b610ebe234 HTTP/1.1" status: 204 len: 168 time: 5.8766944 Mar 23 10:21:45.901551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60922) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:45.950031 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5a22d2d5-fafe-40cc-b651-2adc4b4764d6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.954003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51cea60-2fc4-4ec1-9ab3-81d3cfa1743e None None] DHCP port deletion for 5148d69c-0ca9-407b-9df5-1b5ee67cf589 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:45.960146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a51cea60-2fc4-4ec1-9ab3-81d3cfa1743e None None] Deleting port 3bf29568-2258-410a-8365-f8e0805cac42 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:45.960516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a51cea60-2fc4-4ec1-9ab3-81d3cfa1743e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:45.975252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2104587992', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:46.002730 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1907801180'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:46.011046 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:46.028833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:46.047513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.055016 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:46.074879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:46.081790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:46.085145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5a22d2d5-fafe-40cc-b651-2adc4b4764d6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.086552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:46.116799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:46.128801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:46.198355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a51cea60-2fc4-4ec1-9ab3-81d3cfa1743e None None] For port 3bf29568-2258-410a-8365-f8e0805cac42, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3bf29568-2258-410a-8365-f8e0805cac42,segment=NetworkSegment(77287157-bba6-4498-b519-9a862979358e),segment_id=77287157-bba6-4498-b519-9a862979358e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:46.198750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a51cea60-2fc4-4ec1-9ab3-81d3cfa1743e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.203024 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5a22d2d5-fafe-40cc-b651-2adc4b4764d6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.267348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22d2d5-fafe-40cc-b651-2adc4b4764d6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=9d429df6-7db0-4dd8-848b-1c30a7f7363a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.269385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5a22d2d5-fafe-40cc-b651-2adc4b4764d6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.280810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.286302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.301005 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5a22d2d5-fafe-40cc-b651-2adc4b4764d6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/9d429df6-7db0-4dd8-848b-1c30a7f7363a HTTP/1.1" status: 204 len: 168 time: 0.5470216 Mar 23 10:21:46.306120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60926) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:46.310117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Usage tracker for resource:router and tenant:3086b14c8a3747c29c44c973330a10f2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:46.324771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.325143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f149ae-557a-49bb-b4fe-6d7289fd91ba None None] Network 7c515545-fe32-4986-a5fd-7902a6054e5a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:46.327267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.331720 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4698601 Mar 23 10:21:46.331720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbc7bf-046a-412a-a3f7-431389bf6746 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71f8c440-faac-41cc-afc0-d4d1bfab65da,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.331959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:46.332053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60930) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:46.338122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': '71f8c440-faac-41cc-afc0-d4d1bfab65da', 'direction': 'ingress', 'protocol': 17}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:46.343571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:46.345607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a51cea60-2fc4-4ec1-9ab3-81d3cfa1743e None None] Calling delete_port for 3bf29568-2258-410a-8365-f8e0805cac42 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:46.349058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:46.352235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:46.363658 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:46.379578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:46.383082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.395092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:46.398577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.438635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-03369957-6be8-42cc-923e-7cdf4c3149d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet b5b2fc15-f115-470e-932a-0d2102d928a2 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:46.454774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.460039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.482955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03369957-6be8-42cc-923e-7cdf4c3149d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.485145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d24de9-b3c7-49c3-a786-fe1da1c4fe38,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.499934 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.504757 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6f2d4f70-ac54-4e9e-8da1-840bcb44a8fe tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1685796 Mar 23 10:21:46.504986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60934) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:46.529079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 3bf29568-2258-410a-8365-f8e0805cac42 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:46.529465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.577694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ecf66da-3280-4e25-b7fb-51f0e635fd10 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.608650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ecf66da-3280-4e25-b7fb-51f0e635fd10 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.613626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:46.614681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a51cea60-2fc4-4ec1-9ab3-81d3cfa1743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.621570 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8e3af259-9177-410e-8997-af961805447e tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8856423 Mar 23 10:21:46.624642 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60938) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:46.631020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'network': {'name': 'tempest-RoutersTest-2051591876'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:46.638208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:46.645012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:network and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:46.648351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:46.656263 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:46.669877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cea60-2fc4-4ec1-9ab3-81d3cfa1743e None None] Pushing event deleted for resources: {'Port': ['ID=3bf29568-2258-410a-8365-f8e0805cac42,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.672198 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:46.676308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:46.680355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.683903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51cea60-2fc4-4ec1-9ab3-81d3cfa1743e None None] No DVR routers for this DVR port 3bf29568-2258-410a-8365-f8e0805cac42 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:46.690874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.691868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.694990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:46.696198 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:46.742626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:21:46.754697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 290fc54e-ccdc-467d-8243-fc521ec99b62 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:46.762497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.763082 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added segment 5b050f2b-33bd-466d-a49b-76ebd4f1ebfd of type vlan for network 8256ac97-0839-4e93-96b1-8ee006ce3344 Mar 23 10:21:46.775349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ecf66da-3280-4e25-b7fb-51f0e635fd10 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.781761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.799571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf66da-3280-4e25-b7fb-51f0e635fd10 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f8c440-faac-41cc-afc0-d4d1bfab65da,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:46.810392 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 290fc54e-ccdc-467d-8243-fc521ec99b62 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:46.810730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 290fc54e-ccdc-467d-8243-fc521ec99b62 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:46.811138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3bf29568-2258-410a-8365-f8e0805cac42 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:46.823069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.829724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] The port '3bf29568-2258-410a-8365-f8e0805cac42' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:21:46.837226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03369957-6be8-42cc-923e-7cdf4c3149d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.849938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 3bf29568-2258-410a-8365-f8e0805cac42 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:46.851281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3bf29568-2258-410a-8365-f8e0805cac42 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:46.865292 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4ecf66da-3280-4e25-b7fb-51f0e635fd10 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.866425 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4ecf66da-3280-4e25-b7fb-51f0e635fd10 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/71f8c440-faac-41cc-afc0-d4d1bfab65da HTTP/1.1" status: 204 len: 168 time: 0.3603952 Mar 23 10:21:46.869363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60942) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:46.889392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.895785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:46.896587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:46.966103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:46.991043 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3651259 Mar 23 10:21:47.022405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.038380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60946) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:47.052455 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983eba24-90f7-4c99-a46c-fc1358d00e63 None None] DHCP port deletion for 7c515545-fe32-4986-a5fd-7902a6054e5a request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:47.056199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.078664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'subnet': {'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:47.131177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-983eba24-90f7-4c99-a46c-fc1358d00e63 None None] Deleting port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:47.131570 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-983eba24-90f7-4c99-a46c-fc1358d00e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.139376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:47.139769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.184344 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b9f0d470-09bf-4009-a399-16a0b92effbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:47.199654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cc5d3-0212-4911-902a-54029a6846fa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Network': ['ID=8256ac97-0839-4e93-96b1-8ee006ce3344,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:47.201309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5148d69c-0ca9-407b-9df5-1b5ee67cf589']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:47.203858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b9f0d470-09bf-4009-a399-16a0b92effbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:47.206277 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b9f0d470-09bf-4009-a399-16a0b92effbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3356533 Mar 23 10:21:47.211979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60950) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:47.217189 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group': {'name': 'tempest-secgroup--621638962'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:47.222987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:47.232949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:47.234647 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:21:47.244205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.244462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 8256ac97-0839-4e93-96b1-8ee006ce3344 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:21:47.251007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77287157-bba6-4498-b519-9a862979358e') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:47.251296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77287157-bba6-4498-b519-9a862979358e') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:47.268328 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:47.273094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:47.276861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:47.282597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:47.365341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.369936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.425748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.428612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b277059c-a846-499f-862f-65b48abb2b6e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:47.444868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.447122 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4f3351ca-d6fe-46dc-a27b-3dc50f407015 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2340639 Mar 23 10:21:47.449689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60954) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:47.455131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group': {'name': 'tempest-secgroup--138360552'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:47.462710 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:47.467443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:47.472068 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:47.479919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:47.495852 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.519775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:47.524007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:47.527192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:47.534532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:47.593456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-983eba24-90f7-4c99-a46c-fc1358d00e63 None None] For port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5f857767-9cd0-4c5e-be8a-167d1bdd7ba9,segment=NetworkSegment(2c8215c7-9aac-4643-a988-7a8ba8556501),segment_id=2c8215c7-9aac-4643-a988-7a8ba8556501)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:47.593849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-983eba24-90f7-4c99-a46c-fc1358d00e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.621988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.627073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.652515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.679034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:47.683639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7192a12a-3bd4-449b-8547-15b4d2602fe0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:47.691522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.696044 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-646757b3-852e-41c7-97c0-87a890fea1da tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2451913 Mar 23 10:21:47.696585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60958) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:47.702075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': 'b277059c-a846-499f-862f-65b48abb2b6e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7192a12a-3bd4-449b-8547-15b4d2602fe0', 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:47.708467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:47.712623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:47.715579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:47.721318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:47.726711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-983eba24-90f7-4c99-a46c-fc1358d00e63 None None] Calling delete_port for 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:47.749557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Releasing vlan 837 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:21:47.750144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.750269 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:47.764143 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:47.779052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:subnet and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:47.796115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:40Z', 'revision_number': 3, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:42Z', 'revision_number': 2, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:47.796377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:47.799525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03369957-6be8-42cc-923e-7cdf4c3149d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.831771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.837445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.868162 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed13dd48-dfb0-4511-8fc0-0abb09e6bfd7,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:47.891557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:47.892332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Updating router 0ed42203-0117-4005-a86a-dbb9f98d817a port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:21:47.892662 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.894431 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-edaa154c-130a-496c-b7e8-9f02fb2cb2ab tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1965806 Mar 23 10:21:47.896937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60962) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:47.934743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-deae0b63-7246-4801-81d2-d5ae44428f04 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.946876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-deae0b63-7246-4801-81d2-d5ae44428f04 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.958342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-983eba24-90f7-4c99-a46c-fc1358d00e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.974839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-deae0b63-7246-4801-81d2-d5ae44428f04 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:47.994905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae0b63-7246-4801-81d2-d5ae44428f04 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed13dd48-dfb0-4511-8fc0-0abb09e6bfd7,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:47.999567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-deae0b63-7246-4801-81d2-d5ae44428f04 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.003917 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-deae0b63-7246-4801-81d2-d5ae44428f04 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ed13dd48-dfb0-4511-8fc0-0abb09e6bfd7 HTTP/1.1" status: 204 len: 168 time: 0.1057823 Mar 23 10:21:48.004496 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60966) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:48.007703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.026885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983eba24-90f7-4c99-a46c-fc1358d00e63 None None] Pushing event deleted for resources: {'Port': ['ID=5f857767-9cd0-4c5e-be8a-167d1bdd7ba9,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:48.038675 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983eba24-90f7-4c99-a46c-fc1358d00e63 None None] No DVR routers for this DVR port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:48.057581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e213c054-e02b-4d04-a4b0-310ea6fe5531 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:48.073713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e213c054-e02b-4d04-a4b0-310ea6fe5531 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:48.075730 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e213c054-e02b-4d04-a4b0-310ea6fe5531 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0701544 Mar 23 10:21:48.078546 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60970) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:48.114193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:48.143322 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d499a459-e190-405d-a5f0-e586f2880cc0 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.155806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.170833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d499a459-e190-405d-a5f0-e586f2880cc0 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.219349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d499a459-e190-405d-a5f0-e586f2880cc0 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.240630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a459-e190-405d-a5f0-e586f2880cc0 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7192a12a-3bd4-449b-8547-15b4d2602fe0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:48.259805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d499a459-e190-405d-a5f0-e586f2880cc0 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.263484 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d499a459-e190-405d-a5f0-e586f2880cc0 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/7192a12a-3bd4-449b-8547-15b4d2602fe0 HTTP/1.1" status: 204 len: 168 time: 0.1810675 Mar 23 10:21:48.264176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60974) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:48.323765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:48.327247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.338587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9b202d02-4695-4416-bd75-eb3a6d6dd0de tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:48.355333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9b202d02-4695-4416-bd75-eb3a6d6dd0de tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:48.357386 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9b202d02-4695-4416-bd75-eb3a6d6dd0de tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.0922682 Mar 23 10:21:48.360349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60978) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:48.393782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.436045 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72ca9faf-d780-42ce-b239-77d7fec4d844 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.437319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.444719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.449455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.467539 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72ca9faf-d780-42ce-b239-77d7fec4d844 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.515519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72ca9faf-d780-42ce-b239-77d7fec4d844 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.531958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ca9faf-d780-42ce-b239-77d7fec4d844 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b277059c-a846-499f-862f-65b48abb2b6e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:48.553023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72ca9faf-d780-42ce-b239-77d7fec4d844 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.557085 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-72ca9faf-d780-42ce-b239-77d7fec4d844 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/b277059c-a846-499f-862f-65b48abb2b6e HTTP/1.1" status: 204 len: 168 time: 0.1926665 Mar 23 10:21:48.557085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60982) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:48.563472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Network': ['ID=5148d69c-0ca9-407b-9df5-1b5ee67cf589,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:48.570370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] For port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5f857767-9cd0-4c5e-be8a-167d1bdd7ba9,segment=NetworkSegment(2c8215c7-9aac-4643-a988-7a8ba8556501),segment_id=2c8215c7-9aac-4643-a988-7a8ba8556501)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:48.570706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.605561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:48.614590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e495d287-cd09-40bb-b221-bfd923c5b440 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:48.618534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Transition to ACTIVE for port object 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:48.625969 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Sync routers for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:48.635108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e495d287-cd09-40bb-b221-bfd923c5b440 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:48.637336 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e495d287-cd09-40bb-b221-bfd923c5b440 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0796146 Mar 23 10:21:48.642221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60986) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:48.646436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.648624 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group': {'name': 'tempest-secgroup--411028500'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:48.650532 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:48.653582 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:48.656192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:48.666719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:48.680213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.705180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:48.709503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:48.712577 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:48.718745 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:48.746204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:48.751100 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d49c815d-7aac-4c6d-9fa4-1c67b844fb56 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/networks/5148d69c-0ca9-407b-9df5-1b5ee67cf589 HTTP/1.1" status: 204 len: 168 time: 3.0792761 Mar 23 10:21:48.753160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03369957-6be8-42cc-923e-7cdf4c3149d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.754400 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60990) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:48.762897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:48.771944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:48.831150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:48.854757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:48.855717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.907253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03369957-6be8-42cc-923e-7cdf4c3149d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.909969 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-03369957-6be8-42cc-923e-7cdf4c3149d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/b5b2fc15-f115-470e-932a-0d2102d928a2 HTTP/1.1" status: 204 len: 168 time: 3.1359248 Mar 23 10:21:48.925699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 60994) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:48.933093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:48.934532 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8b362329-8f06-41ea-a516-78264bfa64dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 14.6985977 Mar 23 10:21:48.935723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=0c6dbfef-1293-40e6-a240-fa7a8283e445,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:48.944079 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:48.944506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:48.976093 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232799e-a5c1-4cb1-8881-1d54c7fc5c26 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:48.977932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 60998) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:49.046753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.064770 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:49.068347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.077959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03369957-6be8-42cc-923e-7cdf4c3149d2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=b5b2fc15-f115-470e-932a-0d2102d928a2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:49.087993 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bd995d2b-de2d-4234-8145-ac3e68ac7163 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7815866 Mar 23 10:21:49.112947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32772) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:49.153749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-40022988', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:49.162829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:49.166804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:router and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:49.169830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:49.177231 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:49.190165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe52ed4-94b9-4ce2-9a68-0a58d299591e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:49.193777 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34ff832-fcd1-45f4-9ff6-17117ffbe347 None None] Network 5739de56-3d58-405e-9428-cd79de838edd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:49.194282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.195067 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-259f7700-5c53-4ee1-97f9-e38ee0ac76bd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5513332 Mar 23 10:21:49.203523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32776) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:49.212440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:49.212733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9257b-6c04-405b-b631-85e71e5419bf None None] Pushing event updated for resources: {'Port': ['ID=3e6665cd-6807-40cf-b8ae-b1e0ed40b417,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:49.213276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:49.221698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': 'abe52ed4-94b9-4ce2-9a68-0a58d299591e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:49.240696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-de47a7a7-374e-419e-93f6-20d84dedc84b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet 58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:49.243503 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d08219ac-5f29-4df2-8468-b84580720be1 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2631874 Mar 23 10:21:49.253562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:49.255830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32780) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:49.259388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de47a7a7-374e-419e-93f6-20d84dedc84b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.308181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.309105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.322262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:49.330946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:49.362668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:49.409586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.474843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de47a7a7-374e-419e-93f6-20d84dedc84b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.481400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Attempting to bind port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:49.481772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Attempting to bind port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c7391707-2f60-45d6-8272-2f01435e435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:49.482183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Attempting to bind port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 on network c98bb5ed-4e39-4d15-9656-c505b56d3d30 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:49.485452 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:21:42Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:49.485875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.490062 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Checking router: 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:49.490614 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Updating router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 port 35b1009e-6424-40d5-823a-a43dc391bc1c binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:21:49.522536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.524426 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c3075017-a009-40de-86a8-4f215124a808 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3753211 Mar 23 10:21:49.524812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:49.525296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Checking segment: {'id': 'c7391707-2f60-45d6-8272-2f01435e435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:49.525778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.526191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Bound using segment: {'id': 'c7391707-2f60-45d6-8272-2f01435e435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:49.527411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Bound port: 3e6665cd-6807-40cf-b8ae-b1e0ed40b417, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7391707-2f60-45d6-8272-2f01435e435b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:49.529337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.534108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32784) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:49.552803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.560439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.563747 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.665683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '0c6dbfef-1293-40e6-a240-fa7a8283e445'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:49.666747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.725088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 5f857767-9cd0-4c5e-be8a-167d1bdd7ba9 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:49.725698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.889931 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] For port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:49.908682 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.921159 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Transition to ACTIVE for port object 35b1009e-6424-40d5-823a-a43dc391bc1c will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:49.929775 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:49.999049 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd20c1-8592-4253-918f-ddb93eb4dd38 None None] Pushing event updated for resources: {'Port': ['ID=35b1009e-6424-40d5-823a-a43dc391bc1c,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:50.041800 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Attempting to bind port 35b1009e-6424-40d5-823a-a43dc391bc1c on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:50.042609 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Attempting to bind port 35b1009e-6424-40d5-823a-a43dc391bc1c by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:50.043156 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Attempting to bind port 35b1009e-6424-40d5-823a-a43dc391bc1c on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:50.051915 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:50.052665 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:50.053926 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.054938 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:50.055710 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Bound port: 35b1009e-6424-40d5-823a-a43dc391bc1c, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:50.056655 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.072548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/0c6dbfef-1293-40e6-a240-fa7a8283e445/36232faf-60d8-47f0-94c2-4a1ddfc348d0) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:50.157410 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] For port 35b1009e-6424-40d5-823a-a43dc391bc1c, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:50.160967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ced243-14d7-4a5a-9ff7-1b8fa3d508e4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:50.162583 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-81ced243-14d7-4a5a-9ff7-1b8fa3d508e4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8743217 Mar 23 10:21:50.165109 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] For port 35b1009e-6424-40d5-823a-a43dc391bc1c, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=35b1009e-6424-40d5-823a-a43dc391bc1c,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:50.175960 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.188332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32788) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:50.207945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] The port '5f857767-9cd0-4c5e-be8a-167d1bdd7ba9' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:21:50.242171 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a608ce0a-9f85-453b-bd90-36cd086c7256 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528390 Mar 23 10:21:50.244422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32792) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:50.287389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Subnet': ['ID=f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:50.293794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-848890338', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:50.312334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.324139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.324896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.325265 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd20c1-8592-4253-918f-ddb93eb4dd38 None None] Pushing event updated for resources: {'Port': ['ID=35b1009e-6424-40d5-823a-a43dc391bc1c,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:50.335467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Transition to ACTIVE for port object 36232faf-60d8-47f0-94c2-4a1ddfc348d0 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:50.349323 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:50.350691 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:50.356286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Transition to ACTIVE for port object 36232faf-60d8-47f0-94c2-4a1ddfc348d0 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:50.360752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] For port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3e6665cd-6807-40cf-b8ae-b1e0ed40b417,segment=NetworkSegment(c7391707-2f60-45d6-8272-2f01435e435b),segment_id=c7391707-2f60-45d6-8272-2f01435e435b)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:50.366540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.402394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.422220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Checking segment: {'id': '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:50.422486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network hostable DHCP agents. Network: 8256ac97-0839-4e93-96b1-8ee006ce3344, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:50.431683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de47a7a7-374e-419e-93f6-20d84dedc84b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.440735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Pushing event updated for resources: {'Port': ['ID=36232faf-60d8-47f0-94c2-4a1ddfc348d0,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:50.444750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.494213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.518103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c9257b-6c04-405b-b631-85e71e5419bf None None] Pushing event updated for resources: {'Port': ['ID=3e6665cd-6807-40cf-b8ae-b1e0ed40b417,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:50.532438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:50.536401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:50.539589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:50.576847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.648049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.658224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:50.658224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:50.714683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.717464 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:50.778115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40af97e-081e-4460-b6c6-86e17f70dad9,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:50.796364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:50.813419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 8256ac97-0839-4e93-96b1-8ee006ce3344 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:50.819350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:subnet and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:50.845374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:50.863750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Attempting to bind port 36232faf-60d8-47f0-94c2-4a1ddfc348d0 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:50.864393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Attempting to bind port 36232faf-60d8-47f0-94c2-4a1ddfc348d0 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:50.864930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Attempting to bind port 36232faf-60d8-47f0-94c2-4a1ddfc348d0 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:50.887272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:50.887724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:50.888038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.888422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:50.888891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Bound port: 36232faf-60d8-47f0-94c2-4a1ddfc348d0, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:50.889293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:50.910629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c515545-fe32-4986-a5fd-7902a6054e5a']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:50.958174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:50.968895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:50.976610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 8256ac97-0839-4e93-96b1-8ee006ce3344) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:50.993008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8215c7-9aac-4643-a988-7a8ba8556501') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:50.997428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8215c7-9aac-4643-a988-7a8ba8556501') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:51.018833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.023821 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cbadf44e-04bf-41fb-9735-a5fcfa117d73 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8130176 Mar 23 10:21:51.039626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32796) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:51.044358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:51.045594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.051122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8063f5b2-2c6c-4bec-869c-86bfa6eb035f None None] Network 8256ac97-0839-4e93-96b1-8ee006ce3344 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:51.072343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:51.078875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.118381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de47a7a7-374e-419e-93f6-20d84dedc84b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.182023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72d784f5-d137-4990-a395-a13eb3103855 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.209630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72d784f5-d137-4990-a395-a13eb3103855 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.218106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.238557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::1 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/0c6dbfef-1293-40e6-a240-fa7a8283e445/01b2f4ff-57ad-485d-8ac1-9618634f0813) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:51.263000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47a7a7-374e-419e-93f6-20d84dedc84b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:51.290563 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:21:42Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:51.296561 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e04a8-d73a-40f5-8835-9bb5ea87d727 None None] The sync data for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv is: [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:21:42Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:51.365364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.368305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de47a7a7-374e-419e-93f6-20d84dedc84b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.372981 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-de47a7a7-374e-419e-93f6-20d84dedc84b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5 HTTP/1.1" status: 204 len: 168 time: 2.4389997 Mar 23 10:21:51.372981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Allocated IP 172.26.4.210 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/449bc009-3084-4b21-ab48-c2209c92d49f) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:51.374736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32800) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:51.385586 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6378fd10-b37a-4aa9-b01b-bb750c640efb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3365018 Mar 23 10:21:51.456580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32804) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:51.462083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Releasing vlan 821 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:21:51.462647 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.481531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] For port 36232faf-60d8-47f0-94c2-4a1ddfc348d0, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:51.505687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72d784f5-d137-4990-a395-a13eb3103855 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:51.547541 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:51.585643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d784f5-d137-4990-a395-a13eb3103855 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d40af97e-081e-4460-b6c6-86e17f70dad9,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:51.594527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72d784f5-d137-4990-a395-a13eb3103855 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.598039 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-72d784f5-d137-4990-a395-a13eb3103855 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/d40af97e-081e-4460-b6c6-86e17f70dad9 HTTP/1.1" status: 204 len: 168 time: 0.5550559 Mar 23 10:21:51.602434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32808) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:51.603386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] For port 36232faf-60d8-47f0-94c2-4a1ddfc348d0, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=36232faf-60d8-47f0-94c2-4a1ddfc348d0,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:51.633637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.655165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 4edc900e-fb58-465e-882d-50a4526bfed1 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:51.655386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:51.920797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1107-6760-4cef-a762-42dc8759adcd None None] Pushing event updated for resources: {'Port': ['ID=36232faf-60d8-47f0-94c2-4a1ddfc348d0,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:51.984959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93981e0b-ce4a-4932-a15e-72456a7540b6 None None] Network 5739de56-3d58-405e-9428-cd79de838edd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:52.012110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.096644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] For port 4edc900e-fb58-465e-882d-50a4526bfed1, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4edc900e-fb58-465e-882d-50a4526bfed1,segment=NetworkSegment(e2985a5a-f4a6-495f-bcb7-7303c190441c),segment_id=e2985a5a-f4a6-495f-bcb7-7303c190441c)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:52.096999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.176330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-8256ac97-0839-4e93-96b1-8ee006ce3344', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:52.177747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.210590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9931737a-6446-47db-ac90-2045892d1703 None None] Provisioning complete for port 1435f123-93c7-45d3-abc4-571b6332aa56 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:52.211154 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9931737a-6446-47db-ac90-2045892d1703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.241511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 4edc900e-fb58-465e-882d-50a4526bfed1 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:52.359664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.385494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.405970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.438585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3707ebb6-bf10-4352-8a4a-fe7ad87d9e6d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:52.465191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 01b2f4ff-57ad-485d-8ac1-9618634f0813 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:52.511158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3707ebb6-bf10-4352-8a4a-fe7ad87d9e6d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:52.515012 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3707ebb6-bf10-4352-8a4a-fe7ad87d9e6d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9069712 Mar 23 10:21:52.522800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32812) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:52.586637 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/networks/7c515545-fe32-4986-a5fd-7902a6054e5a HTTP/1.1" status: 204 len: 168 time: 6.2663856 Mar 23 10:21:52.587987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86131a84-5526-4993-86c8-6bef411d3558 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Network': ['ID=7c515545-fe32-4986-a5fd-7902a6054e5a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:52.597629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32816) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:52.717869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:40Z', 'revision_number': 3, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:49Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:52.732441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b25945-9efa-4d37-b71d-2f9f4fa2d03a None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:40Z', 'revision_number': 3, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:49Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:52.764417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.825995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Allocated IP 172.22.0.2 (8256ac97-0839-4e93-96b1-8ee006ce3344/f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9/5d56f541-24d8-437d-bc87-85030ca52451) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:52.871950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 1435f123-93c7-45d3-abc4-571b6332aa56 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:52.872155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.906784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac901290-b9c0-46c9-af24-ec056c8bdb07 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:52.909078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 35b1009e-6424-40d5-823a-a43dc391bc1c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:53.001469 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac901290-b9c0-46c9-af24-ec056c8bdb07 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.040495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5226360-5c55-4cd0-bbe5-9141f052ab1e None None] DHCP port deletion for 5739de56-3d58-405e-9428-cd79de838edd request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:53.108303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c5226360-5c55-4cd0-bbe5-9141f052ab1e None None] Deleting port 1435f123-93c7-45d3-abc4-571b6332aa56 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:53.108993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c5226360-5c55-4cd0-bbe5-9141f052ab1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.109295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:53.128504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:53.143235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.149758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:53.150288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.154648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac901290-b9c0-46c9-af24-ec056c8bdb07 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.241509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac901290-b9c0-46c9-af24-ec056c8bdb07 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe52ed4-94b9-4ce2-9a68-0a58d299591e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:53.288555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfef464-10ff-42a1-9113-e9453013deaa tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:53.289348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cbfef464-10ff-42a1-9113-e9453013deaa tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:53.317509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 35b1009e-6424-40d5-823a-a43dc391bc1c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:53.384893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=01b2f4ff-57ad-485d-8ac1-9618634f0813,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:53.442597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.518063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cbfef464-10ff-42a1-9113-e9453013deaa tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:53.525356 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cbfef464-10ff-42a1-9113-e9453013deaa tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/df27806f-379d-4487-98c6-6f93bdc1c2cf HTTP/1.1" status: 200 len: 841 time: 0.9222002 Mar 23 10:21:53.581411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 35b1009e-6424-40d5-823a-a43dc391bc1c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:53.581826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.645898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32820) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:53.713830 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c5226360-5c55-4cd0-bbe5-9141f052ab1e None None] For port 1435f123-93c7-45d3-abc4-571b6332aa56, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1435f123-93c7-45d3-abc4-571b6332aa56,segment=NetworkSegment(f97bc776-795e-4dbb-8094-91f5d4898077),segment_id=f97bc776-795e-4dbb-8094-91f5d4898077)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:53.714218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c5226360-5c55-4cd0-bbe5-9141f052ab1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.723454 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=4edc900e-fb58-465e-882d-50a4526bfed1,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:53.803230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.849220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ac901290-b9c0-46c9-af24-ec056c8bdb07 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:53.853134 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ac901290-b9c0-46c9-af24-ec056c8bdb07 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/abe52ed4-94b9-4ce2-9a68-0a58d299591e HTTP/1.1" status: 204 len: 168 time: 1.3269680 Mar 23 10:21:53.867575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32824) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:53.979242 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b61f8197-5f2f-4714-8930-c2c556d74925 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/df27806f-379d-4487-98c6-6f93bdc1c2cf?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3265707 Mar 23 10:21:53.998775 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c5226360-5c55-4cd0-bbe5-9141f052ab1e None None] Calling delete_port for 1435f123-93c7-45d3-abc4-571b6332aa56 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:54.044189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.051516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32828) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:54.053988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] For port 1435f123-93c7-45d3-abc4-571b6332aa56, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1435f123-93c7-45d3-abc4-571b6332aa56,segment=NetworkSegment(f97bc776-795e-4dbb-8094-91f5d4898077),segment_id=f97bc776-795e-4dbb-8094-91f5d4898077)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:54.054597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.055715 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.065514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.073380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Subnet': ['ID=55259f9f-0fb8-401e-a83c-3ffadb364c56,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:54.111665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:54.112840 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5c808091-3994-48eb-b27a-fc3612785c3c None None] Provisioning for port 36232faf-60d8-47f0-94c2-4a1ddfc348d0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:54.138522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Transition to ACTIVE for port object 5d56f541-24d8-437d-bc87-85030ca52451 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:54.201282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Transition to ACTIVE for port object 5d56f541-24d8-437d-bc87-85030ca52451 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:54.205887 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.213291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.263735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Network 8256ac97-0839-4e93-96b1-8ee006ce3344 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:54.277171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:54.283483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:54.293149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c5226360-5c55-4cd0-bbe5-9141f052ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.293465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 1435f123-93c7-45d3-abc4-571b6332aa56 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:54.309661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 35b1009e-6424-40d5-823a-a43dc391bc1c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=35b1009e-6424-40d5-823a-a43dc391bc1c,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:54.355083 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.355625 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 36232faf-60d8-47f0-94c2-4a1ddfc348d0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:54.400034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5226360-5c55-4cd0-bbe5-9141f052ab1e None None] No DVR routers for this DVR port 1435f123-93c7-45d3-abc4-571b6332aa56 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:21:54.401755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1b2d0921-6daf-4832-8e01-141534932ec3 None None] Provisioning for port 01b2f4ff-57ad-485d-8ac1-9618634f0813 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:54.415441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.457047 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1b2d0921-6daf-4832-8e01-141534932ec3 None None] Provisioning complete for port 01b2f4ff-57ad-485d-8ac1-9618634f0813 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:54.457411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1b2d0921-6daf-4832-8e01-141534932ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.485785 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3d511b48-db38-4061-9c9e-7c28e085dbc0 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5739932 Mar 23 10:21:54.493331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32832) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:54.494409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Pushing event updated for resources: {'Port': ['ID=5d56f541-24d8-437d-bc87-85030ca52451,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:54.501295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355161820'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:54.512592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:54.568152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:54.576364 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Attempting to bind port 5d56f541-24d8-437d-bc87-85030ca52451 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:54.576731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Attempting to bind port 5d56f541-24d8-437d-bc87-85030ca52451 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:54.577111 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Attempting to bind port 5d56f541-24d8-437d-bc87-85030ca52451 on network 8256ac97-0839-4e93-96b1-8ee006ce3344 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:54.582901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5226360-5c55-4cd0-bbe5-9141f052ab1e None None] Pushing event deleted for resources: {'Port': ['ID=1435f123-93c7-45d3-abc4-571b6332aa56,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:54.636921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:54.649398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:54.649714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Checking segment: {'id': '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:54.650101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.650844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Bound using segment: {'id': '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:54.651315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Bound port: 5d56f541-24d8-437d-bc87-85030ca52451, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:54.651897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.655373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:54.672298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.693989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Checking segment: {'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:54.694594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network hostable DHCP agents. Network: c51bdc63-f575-43b5-b68b-c6daf03b64f0, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:21:54.711656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:54.719876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1b2d0921-6daf-4832-8e01-141534932ec3 None None] Port 01b2f4ff-57ad-485d-8ac1-9618634f0813 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:54.730699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:54.736529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 36232faf-60d8-47f0-94c2-4a1ddfc348d0 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:54.737164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:54.754794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:54.758433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.781326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 36232faf-60d8-47f0-94c2-4a1ddfc348d0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:54.781990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.817378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=35b1009e-6424-40d5-823a-a43dc391bc1c,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:54.828955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:54.832923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:54.835744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:54.836319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Pushing event updated for resources: {'Port': ['ID=449bc009-3084-4b21-ab48-c2209c92d49f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:54.842583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:54.846936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:54.896016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] For port 5d56f541-24d8-437d-bc87-85030ca52451, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:54.900599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] For port 5d56f541-24d8-437d-bc87-85030ca52451, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5d56f541-24d8-437d-bc87-85030ca52451,segment=NetworkSegment(5b050f2b-33bd-466d-a49b-76ebd4f1ebfd),segment_id=5b050f2b-33bd-466d-a49b-76ebd4f1ebfd)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:54.925324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:21:54.933706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:54.990703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:55.009358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:55.022534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:21:55.022831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:21:55.024958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.074389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af78508-cd39-4c87-8632-b549c986cac8 None None] Pushing event updated for resources: {'Port': ['ID=5d56f541-24d8-437d-bc87-85030ca52451,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:55.083784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 36232faf-60d8-47f0-94c2-4a1ddfc348d0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=36232faf-60d8-47f0-94c2-4a1ddfc348d0,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:55.088032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.178518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network c51bdc63-f575-43b5-b68b-c6daf03b64f0 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:21:55.182969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=36232faf-60d8-47f0-94c2-4a1ddfc348d0,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:55.231515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, c51bdc63-f575-43b5-b68b-c6daf03b64f0) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:55.233154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:21:55.236628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.240661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a88895-32b1-4442-a215-0085693e4f7a None None] Network c51bdc63-f575-43b5-b68b-c6daf03b64f0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:55.246838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:55.259964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.276794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.277479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed934b-8493-4893-a4a1-20957444359d None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:55.292115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:55.297022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.297312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.324938 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a98860e2-97de-466e-a9aa-2a305fee53b5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5690062 Mar 23 10:21:55.326489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.328079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.332403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed934b-8493-4893-a4a1-20957444359d None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:55.333068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4aed934b-8493-4893-a4a1-20957444359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:55.336851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32836) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:55.431403 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c1180d37-9199-47bb-985e-f515aa1e248c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 5.1774788 Mar 23 10:21:55.451707 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32840) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:55.458171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644d83ff-cd0d-4b2b-ad02-d125ebb644fe,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:55.487465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.488900 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-553d7feb-9f26-43a1-b8b8-1d7dee9a3680 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9946656 Mar 23 10:21:55.514796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32844) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:55.524130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': '644d83ff-cd0d-4b2b-ad02-d125ebb644fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:55.530861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:55.535796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:55.538934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:55.544711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:55.557544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 1435f123-93c7-45d3-abc4-571b6332aa56 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:55.557896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.599358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-4aed934b-8493-4893-a4a1-20957444359d None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:55.659987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:55.678255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=01b2f4ff-57ad-485d-8ac1-9618634f0813,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:55.681576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.697997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdb79c8-20c7-4259-aa0d-67030afa68ea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting subnet 14253930-e4cd-435f-9583-4a0befe1ba16 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:21:55.711789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9fdb79c8-20c7-4259-aa0d-67030afa68ea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.742033 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] The port '1435f123-93c7-45d3-abc4-571b6332aa56' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:21:55.860488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9fdb79c8-20c7-4259-aa0d-67030afa68ea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:55.994317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:56.005537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:56.103152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.130560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:56.146724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:56.147095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.227457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:56.228561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.239513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5739de56-3d58-405e-9428-cd79de838edd']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.271801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.296501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97bc776-795e-4dbb-8094-91f5d4898077') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.296804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97bc776-795e-4dbb-8094-91f5d4898077') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.312925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.530030 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.544792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.552844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4aed934b-8493-4893-a4a1-20957444359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:52Z', 'revision_number': 10, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.566498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed934b-8493-4893-a4a1-20957444359d None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:56.578745 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9fdb79c8-20c7-4259-aa0d-67030afa68ea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.624776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.631618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.636524 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1150720 Mar 23 10:21:56.645475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3e6665cd-6807-40cf-b8ae-b1e0ed40b417,segment=NetworkSegment(c7391707-2f60-45d6-8272-2f01435e435b),segment_id=c7391707-2f60-45d6-8272-2f01435e435b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:56.649774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578f6b85-5ed1-4845-89a2-e39c851e1333 None None] Network 8256ac97-0839-4e93-96b1-8ee006ce3344 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:56.652255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32848) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:56.654778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727d5a8-8a08-43a0-b637-bc8b07e57532 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e42c5c9-aeeb-49a4-95ae-ca758168d131,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:56.686806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Allocated IP 172.22.0.1 (8256ac97-0839-4e93-96b1-8ee006ce3344/f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9/d8ff6732-caa6-423a-a315-73597ce8f371) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:56.704566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.731498 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-03163a9f-8451-4d63-a5af-795603a57e4a tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules/1e42c5c9-aeeb-49a4-95ae-ca758168d131 HTTP/1.1" status: 200 len: 763 time: 0.0720904 Mar 23 10:21:56.731498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.733286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32852) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:56.776849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.777744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 35b1009e-6424-40d5-823a-a43dc391bc1c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:56.823899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Releasing vlan 839 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:21:56.824295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.841687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dbd897e7-7ab3-4abd-a548-257fe5ac8604 None None] Provisioning complete for port 01b2f4ff-57ad-485d-8ac1-9618634f0813 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:56.842050 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dbd897e7-7ab3-4abd-a548-257fe5ac8604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:21:56.843675 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:21:56.856882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Router 784bedff-54e1-4fb7-aa4d-245352386633 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:21:56.872420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9fdb79c8-20c7-4259-aa0d-67030afa68ea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.902771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:56.907396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed934b-8493-4893-a4a1-20957444359d None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:56.908249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4aed934b-8493-4893-a4a1-20957444359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:56.941097 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-97c5ba42-ce77-4878-ac64-f657d8b796ae tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:56.954204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:56.971642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:56.972227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:56.986053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-dbd897e7-7ab3-4abd-a548-257fe5ac8604 None None] Port 01b2f4ff-57ad-485d-8ac1-9618634f0813 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:56.988581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51efd663-5a81-476a-b933-9be3a3a7ab70 None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:57.003673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb79c8-20c7-4259-aa0d-67030afa68ea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Subnet': ['ID=14253930-e4cd-435f-9583-4a0befe1ba16,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:57.026945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9fdb79c8-20c7-4259-aa0d-67030afa68ea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.101429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b979a0c-2e2a-4396-93c4-f0a2a207e22b None None] Network 86ffaaf9-749e-466b-8937-83331edd34f5 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:21:57.142604 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9fdb79c8-20c7-4259-aa0d-67030afa68ea tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/14253930-e4cd-435f-9583-4a0befe1ba16 HTTP/1.1" status: 204 len: 168 time: 1.7711535 Mar 23 10:21:57.153160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32856) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:57.162702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-97c5ba42-ce77-4878-ac64-f657d8b796ae tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:57.163550 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-97c5ba42-ce77-4878-ac64-f657d8b796ae tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4277632 Mar 23 10:21:57.173826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.178883 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0945003 Mar 23 10:21:57.178883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32860) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:57.184831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692774c-0fc1-4510-8456-b0c6a5a8c48d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=44441aec-b691-4e93-851b-2aed77e3fe33,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:57.185460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32862) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:57.201590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.207120 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/networks/5739de56-3d58-405e-9428-cd79de838edd HTTP/1.1" status: 204 len: 168 time: 5.8203788 Mar 23 10:21:57.215160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32868) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:57.218371 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'security_group': {'name': 'tempest-secgroup-286997912'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:57.223431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Allocated IP 172.20.0.2 (c51bdc63-f575-43b5-b68b-c6daf03b64f0/55259f9f-0fb8-401e-a83c-3ffadb364c56/4212a5b0-cce9-4da1-b481-bc3e293f266d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:57.230406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89d7bd-9f8f-42d4-a620-68d60453cfff tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Network': ['ID=5739de56-3d58-405e-9428-cd79de838edd,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:57.281134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:57.359975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.363426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a46a6f66-9ca9-4ab0-824f-64cee029e80e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.374816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:57.378848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:57.384700 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-79993bf4-c4ba-42e9-ab08-9a889610ce18 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "PUT /v2.0/routers/784bedff-54e1-4fb7-aa4d-245352386633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8499489 Mar 23 10:21:57.393433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a46a6f66-9ca9-4ab0-824f-64cee029e80e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.395450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:57.399080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32872) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:57.404299 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Sync routers for ids ['784bedff-54e1-4fb7-aa4d-245352386633'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:57.421260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-541d9f8e-28ea-4a76-820b-94cfecee47aa None None] Provisioning for port 5d56f541-24d8-437d-bc87-85030ca52451 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:57.428439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Transition to ACTIVE for port object d8ff6732-caa6-423a-a315-73597ce8f371 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:57.430959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.440539 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Routers {'784bedff-54e1-4fb7-aa4d-245352386633'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:57.441511 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['784bedff-54e1-4fb7-aa4d-245352386633'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:57.506116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-4aed934b-8493-4893-a4a1-20957444359d None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:57.523717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a46a6f66-9ca9-4ab0-824f-64cee029e80e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.530182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:57.554494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff3b07-96b5-4c5d-a9f5-fc953b9a4b01 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:57.554930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a6f66-9ca9-4ab0-824f-64cee029e80e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e42c5c9-aeeb-49a4-95ae-ca758168d131,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:57.558760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d4ff3b07-96b5-4c5d-a9f5-fc953b9a4b01 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:57.580785 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=3e6665cd-6807-40cf-b8ae-b1e0ed40b417,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:57.622366 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Set router 784bedff-54e1-4fb7-aa4d-245352386633 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:57.627976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a46a6f66-9ca9-4ab0-824f-64cee029e80e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.629169 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a46a6f66-9ca9-4ab0-824f-64cee029e80e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/1e42c5c9-aeeb-49a4-95ae-ca758168d131 HTTP/1.1" status: 204 len: 168 time: 0.4457593 Mar 23 10:21:57.643093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32876) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:57.676583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.697598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.703692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.749096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d4ff3b07-96b5-4c5d-a9f5-fc953b9a4b01 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:57.751646 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d4ff3b07-96b5-4c5d-a9f5-fc953b9a4b01 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports/01b2f4ff-57ad-485d-8ac1-9618634f0813 HTTP/1.1" status: 200 len: 911 time: 0.3525524 Mar 23 10:21:57.754761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.767703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32880) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:57.772689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 8256ac97-0839-4e93-96b1-8ee006ce3344 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:57.820426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:57.850933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6bcfff40-5ead-427c-8158-aca815bdd4ac tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:57.883476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:57.897364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:57.903811 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:57.904147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.925216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=d8ff6732-caa6-423a-a315-73597ce8f371,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:57.931939 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group_rule and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:57.944109 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 35b1009e-6424-40d5-823a-a43dc391bc1c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:57.944487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:57.951003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:58.002572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.002856 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784bedff-54e1-4fb7-aa4d-245352386633', 'name': 'tempest-NetworksTestDHCPv6-router-40022988', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:49Z', 'updated_at': '2022-03-23T10:21:53Z', 'revision_number': 2, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None, '_interfaces': [{'id': '01b2f4ff-57ad-485d-8ac1-9618634f0813', 'name': '', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'mac_address': 'fa:16:3e:31:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784bedff-54e1-4fb7-aa4d-245352386633', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '0c6dbfef-1293-40e6-a240-fa7a8283e445', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:50Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 2, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'subnets': [{'id': '0c6dbfef-1293-40e6-a240-fa7a8283e445', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:58.009446 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Checking router: 784bedff-54e1-4fb7-aa4d-245352386633 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:21:58.010199 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Updating router 784bedff-54e1-4fb7-aa4d-245352386633 port 01b2f4ff-57ad-485d-8ac1-9618634f0813 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:21:58.078898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6bcfff40-5ead-427c-8158-aca815bdd4ac tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:58.080318 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6bcfff40-5ead-427c-8158-aca815bdd4ac tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4362121 Mar 23 10:21:58.080717 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.085004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32884) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:58.106214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ea59b7e2-0b54-4f36-9e9b-c1aeab936e5e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': '644d83ff-cd0d-4b2b-ad02-d125ebb644fe', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:58.115492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ea59b7e2-0b54-4f36-9e9b-c1aeab936e5e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:58.127907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ea59b7e2-0b54-4f36-9e9b-c1aeab936e5e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:58.156014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:21:58.156872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6364d93c-0c36-4ff9-b0e8-b57c933a2a2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:58.171213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6364d93c-0c36-4ff9-b0e8-b57c933a2a2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:58.172669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6364d93c-0c36-4ff9-b0e8-b57c933a2a2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:58.180036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e268f1-f291-4cbc-b36f-d98296e5f54e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:21:58.180536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Router 7a5d3ac4-4d0f-4011-9cac-566316c9c1d4 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:21:58.182102 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-52e268f1-f291-4cbc-b36f-d98296e5f54e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9548473 Mar 23 10:21:58.193227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32888) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:58.540332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.542477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea59b7e2-0b54-4f36-9e9b-c1aeab936e5e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.590290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Transition to ACTIVE for port object 4212a5b0-cce9-4da1-b481-bc3e293f266d will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:58.608695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] DHCP port deletion for 86ffaaf9-749e-466b-8937-83331edd34f5 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:21:58.617332 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.634193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] Deleting port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:21:58.634559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.651335 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Transition to ACTIVE for port object 01b2f4ff-57ad-485d-8ac1-9618634f0813 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:58.665930 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.667987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Transition to ACTIVE for port object 4212a5b0-cce9-4da1-b481-bc3e293f266d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:21:58.679622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.681882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] For port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8cbb4b71-412b-4af0-a3c5-be7fb33043d7,segment=NetworkSegment(e2985a5a-f4a6-495f-bcb7-7303c190441c),segment_id=e2985a5a-f4a6-495f-bcb7-7303c190441c)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:21:58.682492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.707829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.708005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.751202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-b47c99ad-c5af-4238-bf6a-aa831574c991', 'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'tenant_id': 'c8b9876b43914f6c9e442dc775b5b1b7', 'fixed_ips': [{'subnet_id': '44441aec-b691-4e93-851b-2aed77e3fe33'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:21:58.752728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:58.761785 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1435f123-93c7-45d3-abc4-571b6332aa56 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:21:58.850783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 1435f123-93c7-45d3-abc4-571b6332aa56 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:21:58.851117 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1435f123-93c7-45d3-abc4-571b6332aa56 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:21:58.999573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:21:59.069242 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Attempting to bind port 01b2f4ff-57ad-485d-8ac1-9618634f0813 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:59.069755 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Attempting to bind port 01b2f4ff-57ad-485d-8ac1-9618634f0813 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:59.070127 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Attempting to bind port 01b2f4ff-57ad-485d-8ac1-9618634f0813 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:59.070244 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Network c51bdc63-f575-43b5-b68b-c6daf03b64f0 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:21:59.071523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6364d93c-0c36-4ff9-b0e8-b57c933a2a2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:59.075170 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6364d93c-0c36-4ff9-b0e8-b57c933a2a2e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.3050385 Mar 23 10:21:59.080720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32892) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:59.083118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:21:59.100498 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:59.100871 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:59.104542 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.104983 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:59.105507 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Bound port: 01b2f4ff-57ad-485d-8ac1-9618634f0813, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:59.106550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Pushing event updated for resources: {'Port': ['ID=4212a5b0-cce9-4da1-b481-bc3e293f266d,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:59.109150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121f42d-2a97-44e4-a206-9db6b64de52e None None] Sync routers for ids ['7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:21:59.113069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:21:59.122141 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.174367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:21:59.180894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.186268 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-89caa553-41dc-4392-a2ca-54059baf59f1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 13.2709742 Mar 23 10:21:59.187568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32896) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:59.215470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:59.237443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4aed934b-8493-4893-a4a1-20957444359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:52Z', 'revision_number': 10, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:59.260372 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755c08c-3bf5-40d1-8d7e-652fc35c4896 None None] Pushing event updated for resources: {'Port': ['ID=01b2f4ff-57ad-485d-8ac1-9618634f0813,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:59.299819 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] For port 01b2f4ff-57ad-485d-8ac1-9618634f0813, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:21:59.310814 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] For port 01b2f4ff-57ad-485d-8ac1-9618634f0813, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=01b2f4ff-57ad-485d-8ac1-9618634f0813,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:21:59.318038 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.360552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.372838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea59b7e2-0b54-4f36-9e9b-c1aeab936e5e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.375433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7990664c-5c94-4d1d-b7b8-5898aeb06f05,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:59.390196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea59b7e2-0b54-4f36-9e9b-c1aeab936e5e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.411243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5d56f541-24d8-437d-bc87-85030ca52451 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:21:59.437750 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Routers {'784bedff-54e1-4fb7-aa4d-245352386633'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:59.438565 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['784bedff-54e1-4fb7-aa4d-245352386633'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:59.489398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59b7e2-0b54-4f36-9e9b-c1aeab936e5e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05377dd0-52d2-430a-9a23-dd200487cc58,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:59.495543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e2adff5b-8c9e-4747-af8e-5d2090abb1c0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:21:59.501103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121f42d-2a97-44e4-a206-9db6b64de52e None None] Routers {'7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:59.502723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-0121f42d-2a97-44e4-a206-9db6b64de52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:59.593894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ea59b7e2-0b54-4f36-9e9b-c1aeab936e5e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.598037 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755c08c-3bf5-40d1-8d7e-652fc35c4896 None None] Pushing event updated for resources: {'Port': ['ID=01b2f4ff-57ad-485d-8ac1-9618634f0813,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:21:59.598699 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ea59b7e2-0b54-4f36-9e9b-c1aeab936e5e tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5112193 Mar 23 10:21:59.599405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32900) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:59.644733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e2adff5b-8c9e-4747-af8e-5d2090abb1c0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:21:59.646046 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e2adff5b-8c9e-4747-af8e-5d2090abb1c0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.4409230 Mar 23 10:21:59.681538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed934b-8493-4893-a4a1-20957444359d None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:21:52Z', 'revision_number': 10, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None, '_interfaces': [{'id': '1a67dfc6-7db2-419b-971b-a9f3579697c3', 'name': '', 'network_id': '63ac7f69-9608-4983-92ea-029d13f06708', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'mac_address': 'fa:16:3e:4b:a0:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': '253b6285-4999-4f31-80a8-c160be480533', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:20:15Z', 'updated_at': '2022-03-23T10:20:31Z', 'revision_number': 5, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'subnets': [{'id': '253b6285-4999-4f31-80a8-c160be480533', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:21:59.733455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32904) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:59.752624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1630616415'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:21:59.760942 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8d6021d5-63f3-406d-a512-109ac8272c53 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules/05377dd0-52d2-430a-9a23-dd200487cc58 HTTP/1.1" status: 200 len: 763 time: 0.1457641 Mar 23 10:21:59.765282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32908) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:21:59.769440 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] Set router 784bedff-54e1-4fb7-aa4d-245352386633 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:21:59.772753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Attempting to bind port 4212a5b0-cce9-4da1-b481-bc3e293f266d on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:21:59.773148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Attempting to bind port 4212a5b0-cce9-4da1-b481-bc3e293f266d by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:21:59.773511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Attempting to bind port 4212a5b0-cce9-4da1-b481-bc3e293f266d on network c51bdc63-f575-43b5-b68b-c6daf03b64f0 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:21:59.775456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-0121f42d-2a97-44e4-a206-9db6b64de52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:59.780867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-176f5fb6-e7a0-45fc-8c0f-b60434c800dc None None] Provisioning for port d8ff6732-caa6-423a-a315-73597ce8f371 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:21:59.834680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:21:59.857210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-176f5fb6-e7a0-45fc-8c0f-b60434c800dc None None] Provisioning complete for port d8ff6732-caa6-423a-a315-73597ce8f371 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:21:59.857210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-176f5fb6-e7a0-45fc-8c0f-b60434c800dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.866825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.1 (c51bdc63-f575-43b5-b68b-c6daf03b64f0/55259f9f-0fb8-401e-a83c-3ffadb364c56/77c2e4f7-da62-460c-8f64-b48867aa9095) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:21:59.909954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:network and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:21:59.918671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:21:59.919041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Checking segment: {'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:21:59.919469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.919891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Bound using segment: {'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:21:59.920379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Bound port: 4212a5b0-cce9-4da1-b481-bc3e293f266d, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:21:59.920773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:21:59.932342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:21:59.942074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-176f5fb6-e7a0-45fc-8c0f-b60434c800dc None None] Port d8ff6732-caa6-423a-a315-73597ce8f371 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:21:59.943804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121f42d-2a97-44e4-a206-9db6b64de52e None None] Routers {'7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:21:59.944531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-0121f42d-2a97-44e4-a206-9db6b64de52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:21:59.949995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:00.012543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:00.017320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.023240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 5d56f541-24d8-437d-bc87-85030ca52451 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:00.090196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c024efe0-b9b2-481a-82ad-c1961cf68d87 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:00.113934 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.115869 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fba74c0a-667a-4347-87d2-cd87d31a0ac0 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.9217951 Mar 23 10:22:00.132537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.144625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32912) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:00.188733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] For port 4212a5b0-cce9-4da1-b481-bc3e293f266d, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:00.198018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] For port 4212a5b0-cce9-4da1-b481-bc3e293f266d, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4212a5b0-cce9-4da1-b481-bc3e293f266d,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:00.199490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-0121f42d-2a97-44e4-a206-9db6b64de52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:00.200053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121f42d-2a97-44e4-a206-9db6b64de52e None None] The sync data for ids ['7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:00.206929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Allocated IP 172.20.0.2 (b47c99ad-c5af-4238-bf6a-aa831574c991/44441aec-b691-4e93-851b-2aed77e3fe33/7647d759-1dc4-4b96-8daa-3da27a8f1cec) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:00.209647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5d56f541-24d8-437d-bc87-85030ca52451 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:00.210023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.210734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.224783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'security_group': {'name': 'tempest-secgroup-898063586'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:00.242198 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784bedff-54e1-4fb7-aa4d-245352386633', 'name': 'tempest-NetworksTestDHCPv6-router-40022988', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:49Z', 'updated_at': '2022-03-23T10:21:53Z', 'revision_number': 2, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None, '_interfaces': [{'id': '01b2f4ff-57ad-485d-8ac1-9618634f0813', 'name': '', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'mac_address': 'fa:16:3e:31:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784bedff-54e1-4fb7-aa4d-245352386633', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '0c6dbfef-1293-40e6-a240-fa7a8283e445', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:50Z', 'updated_at': '2022-03-23T10:21:59Z', 'revision_number': 4, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'subnets': [{'id': '0c6dbfef-1293-40e6-a240-fa7a8283e445', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:00.245895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=8cbb4b71-412b-4af0-a3c5-be7fb33043d7,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:00.246821 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5ba12-c251-4488-95d7-a0ded9763b04 None None] The sync data for ids ['784bedff-54e1-4fb7-aa4d-245352386633'] in dv-neutron-834652-2-hyperv is: [{'id': '784bedff-54e1-4fb7-aa4d-245352386633', 'name': 'tempest-NetworksTestDHCPv6-router-40022988', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:49Z', 'updated_at': '2022-03-23T10:21:53Z', 'revision_number': 2, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None, '_interfaces': [{'id': '01b2f4ff-57ad-485d-8ac1-9618634f0813', 'name': '', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'mac_address': 'fa:16:3e:31:d5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '784bedff-54e1-4fb7-aa4d-245352386633', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '0c6dbfef-1293-40e6-a240-fa7a8283e445', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:50Z', 'updated_at': '2022-03-23T10:21:59Z', 'revision_number': 4, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'subnets': [{'id': '0c6dbfef-1293-40e6-a240-fa7a8283e445', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:00.254617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:00.262112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-176f5fb6-e7a0-45fc-8c0f-b60434c800dc None None] Provisioning complete for port 5d56f541-24d8-437d-bc87-85030ca52451 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:00.262487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-176f5fb6-e7a0-45fc-8c0f-b60434c800dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.291484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 77c2e4f7-da62-460c-8f64-b48867aa9095 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:00.308385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:00.309928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.320515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No DVR routers for this DVR port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:00.322777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:00.326947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.327279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.327621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.327950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.328260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.328579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.328948 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.329295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.329612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.330456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.330791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.334071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:00.340137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:00.353583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:00.363981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.364315 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Added segment 3c9d612f-af39-4cb3-b894-7a15d45d1997 of type vlan for network ee52acf6-2428-45f8-ac80-baba6c9ed618 Mar 23 10:22:00.404996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] For port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8cbb4b71-412b-4af0-a3c5-be7fb33043d7,segment=NetworkSegment(e2985a5a-f4a6-495f-bcb7-7303c190441c),segment_id=e2985a5a-f4a6-495f-bcb7-7303c190441c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:00.405416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.426858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c024efe0-b9b2-481a-82ad-c1961cf68d87 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:00.428108 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c024efe0-b9b2-481a-82ad-c1961cf68d87 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6080468 Mar 23 10:22:00.446647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32916) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:00.490780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.507288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.629170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:22:00.680555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.685271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.692939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.698452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:00.699053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.711737 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.721382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.759492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] Calling delete_port for 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:00.857093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:00.890488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.910027 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f81e3543-2b2b-4ffc-b042-ffd5051a02b3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:00.928207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group_rule and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:00.974133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:00.994089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f81e3543-2b2b-4ffc-b042-ffd5051a02b3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.011090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network c51bdc63-f575-43b5-b68b-c6daf03b64f0 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:01.012052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:01.016757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=77c2e4f7-da62-460c-8f64-b48867aa9095,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:01.038941 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:01.039704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-176f5fb6-e7a0-45fc-8c0f-b60434c800dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.044721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86ffaaf9-749e-466b-8937-83331edd34f5']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:01.070065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:01.140564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Network': ['ID=ee52acf6-2428-45f8-ac80-baba6c9ed618,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:01.163972 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e650418d-8a83-4ddb-affa-ff5bcaaa5b75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4289999 Mar 23 10:22:01.164870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.174493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32920) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:01.187034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': 'ee52acf6-2428-45f8-ac80-baba6c9ed618', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:01.198545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2985a5a-f4a6-495f-bcb7-7303c190441c') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:01.199060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2985a5a-f4a6-495f-bcb7-7303c190441c') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:01.204316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network ee52acf6-2428-45f8-ac80-baba6c9ed618 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:01.214138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.234591 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.243071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Releasing vlan 803 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:22:01.243477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.255045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f569ae-eb61-4ea9-a073-df4854d5c64f None None] Pushing event updated for resources: {'Port': ['ID=4212a5b0-cce9-4da1-b481-bc3e293f266d,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:01.284008 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:01.359854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:01.369771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:01.374207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:01.379184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:01.410327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f81e3543-2b2b-4ffc-b042-ffd5051a02b3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.414766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Deleting port 449bc009-3084-4b21-ab48-c2209c92d49f {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:01.415295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.425456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-176f5fb6-e7a0-45fc-8c0f-b60434c800dc None None] For port 5d56f541-24d8-437d-bc87-85030ca52451, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5d56f541-24d8-437d-bc87-85030ca52451,segment=NetworkSegment(5b050f2b-33bd-466d-a49b-76ebd4f1ebfd),segment_id=5b050f2b-33bd-466d-a49b-76ebd4f1ebfd)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:01.427080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:01.427407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:01.441527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:01.445023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.470278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e3543-2b2b-4ffc-b042-ffd5051a02b3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05377dd0-52d2-430a-9a23-dd200487cc58,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:01.472325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=d8ff6732-caa6-423a-a315-73597ce8f371,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:01.490546 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.498934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.504579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-176f5fb6-e7a0-45fc-8c0f-b60434c800dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.511165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.589960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.644383 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/networks/86ffaaf9-749e-466b-8937-83331edd34f5 HTTP/1.1" status: 204 len: 168 time: 4.4880528 Mar 23 10:22:01.646834 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f81e3543-2b2b-4ffc-b042-ffd5051a02b3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.650555 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f81e3543-2b2b-4ffc-b042-ffd5051a02b3 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/05377dd0-52d2-430a-9a23-dd200487cc58 HTTP/1.1" status: 204 len: 168 time: 1.2028251 Mar 23 10:22:01.651703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f9ab3-1439-40ec-aa00-788f85ad69fa tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Network': ['ID=86ffaaf9-749e-466b-8937-83331edd34f5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:01.655854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32924) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:01.656187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32926) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:01.668303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.693829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.752520 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.798444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:01.803448 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6213367 Mar 23 10:22:01.803689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd1d24-4230-43ea-abb3-26031250b621 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cada479-e0ff-4798-be0e-8fbee7e9e447,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:01.808487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32932) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:01.833243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1702520442', 'security_groups': ['1cada479-e0ff-4798-be0e-8fbee7e9e447'], 'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '44441aec-b691-4e93-851b-2aed77e3fe33'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:01.951121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] Deleting port 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:01.952137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.038664 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176f5fb6-e7a0-45fc-8c0f-b60434c800dc None None] Pushing event updated for resources: {'Port': ['ID=5d56f541-24d8-437d-bc87-85030ca52451,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:02.118725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fad62f59-c2ab-4fa2-bb08-073ccc2153cb None None] The port '8cbb4b71-412b-4af0-a3c5-be7fb33043d7' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:22:02.129507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-220a0522-039f-43a5-b49d-dc316c148b5d None None] Provisioning complete for port d8ff6732-caa6-423a-a315-73597ce8f371 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:02.129882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-220a0522-039f-43a5-b49d-dc316c148b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.180765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:02.181165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:02.198334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.229339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:02.238342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.244261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Transition to ACTIVE for port object 7647d759-1dc4-4b96-8daa-3da27a8f1cec will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:02.259319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-220a0522-039f-43a5-b49d-dc316c148b5d None None] Port d8ff6732-caa6-423a-a315-73597ce8f371 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:02.293849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Transition to ACTIVE for port object 7647d759-1dc4-4b96-8daa-3da27a8f1cec will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:02.315984 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cc436da7-09d0-4241-a806-7408186d7ebb tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6521108 Mar 23 10:22:02.329476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.338803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32936) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:02.343502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:port and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:02.347207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:02.357407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:02.369832 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': '644d83ff-cd0d-4b2b-ad02-d125ebb644fe', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:02.397946 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:02.415666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:02.418362 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:02.419537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.423034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:02.435195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:02.475381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4006b857-487d-4e79-a8fe-a06b0ef0ac4b None None] Network c51bdc63-f575-43b5-b68b-c6daf03b64f0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:02.521531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Pushing event updated for resources: {'Port': ['ID=7647d759-1dc4-4b96-8daa-3da27a8f1cec,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:02.540057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group_rule and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:02.552843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.576970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:02.594404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:02.599509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f1133c13-1180-4db3-971c-826fddb6f5cb None None] Provisioning for port 4212a5b0-cce9-4da1-b481-bc3e293f266d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:02.676639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network 8256ac97-0839-4e93-96b1-8ee006ce3344 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:02.820290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:02.917811 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Attempting to bind port 7647d759-1dc4-4b96-8daa-3da27a8f1cec on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:02.918409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Attempting to bind port 7647d759-1dc4-4b96-8daa-3da27a8f1cec by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c3bd97a5-70eb-4343-8bae-964d7e94312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:02.918921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Attempting to bind port 7647d759-1dc4-4b96-8daa-3da27a8f1cec on network b47c99ad-c5af-4238-bf6a-aa831574c991 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:02.919378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:02.936727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:02.937619 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Checking segment: {'id': 'c3bd97a5-70eb-4343-8bae-964d7e94312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:02.938692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.939977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Bound using segment: {'id': 'c3bd97a5-70eb-4343-8bae-964d7e94312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:02.940896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Bound port: 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3bd97a5-70eb-4343-8bae-964d7e94312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:02.941691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:02.952060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Calling delete_port for 449bc009-3084-4b21-ab48-c2209c92d49f owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:02.964834 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.076396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] For port 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:03.080717 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] For port 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7647d759-1dc4-4b96-8daa-3da27a8f1cec,segment=NetworkSegment(c3bd97a5-70eb-4343-8bae-964d7e94312b),segment_id=c3bd97a5-70eb-4343-8bae-964d7e94312b)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:03.094059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.179324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:03.179603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.213963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.263167 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port e17fc8a6-6091-4385-b784-8b9322bd8a87 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:22:03.341486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d7d3c8a8-9fde-4147-b954-a5fee8963300 None None] Provisioning complete for port d8ff6732-caa6-423a-a315-73597ce8f371 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:03.341849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c8a8-9fde-4147-b954-a5fee8963300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.374518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f0044-34de-4e68-85ed-ca5a7fb96d8f None None] Pushing event updated for resources: {'Port': ['ID=7647d759-1dc4-4b96-8daa-3da27a8f1cec,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:03.399497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 01b2f4ff-57ad-485d-8ac1-9618634f0813 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:03.399865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.403092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.478795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:03.499802 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3c8a8-9fde-4147-b954-a5fee8963300 None None] Port d8ff6732-caa6-423a-a315-73597ce8f371 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:03.520843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 36232faf-60d8-47f0-94c2-4a1ddfc348d0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:03.633020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 36232faf-60d8-47f0-94c2-4a1ddfc348d0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:03.633524 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.696192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-890536b5-2758-41e8-a725-2927e50da473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.717475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=d9442722-500c-471a-8c55-7786c25343e1,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:03.745102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.759310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.759651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.759986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.760308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.760628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.760948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.761308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.761642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.761934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.762242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.764582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.764925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:03.769527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Checking segment: {'id': '3c9d612f-af39-4cb3-b894-7a15d45d1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'ee52acf6-2428-45f8-ac80-baba6c9ed618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:03.769888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network hostable DHCP agents. Network: ee52acf6-2428-45f8-ac80-baba6c9ed618, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:03.805108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:03.901632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:03.979791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:03.980330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8cbb4b71-412b-4af0-a3c5-be7fb33043d7 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:03.989739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:03.992465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d2a0f0-34ce-4028-82d3-40e6eb850999,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:04.003249 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:04.017157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.12 (b47c99ad-c5af-4238-bf6a-aa831574c991/44441aec-b691-4e93-851b-2aed77e3fe33/e17fc8a6-6091-4385-b784-8b9322bd8a87) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:04.019976 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:04.023020 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:04.068371 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-07df3473-bc76-4588-89dc-4152fdd95610 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6099634 Mar 23 10:22:04.076336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.077838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32940) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:04.103894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'network': {'name': 'tempest-RoutersTest-991222931'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:04.112147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.114584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.118174 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d31d3208-9e13-44ef-8823-b951e316d35d tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7783921 Mar 23 10:22:04.124490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network ee52acf6-2428-45f8-ac80-baba6c9ed618 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:04.130387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32944) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:04.170862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.193368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4d1a38aa-61bf-4ab3-8ea8-bf20a2c75265 None None] Provisioning for port 77c2e4f7-da62-460c-8f64-b48867aa9095 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:04.199067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4d1a38aa-61bf-4ab3-8ea8-bf20a2c75265 None None] Provisioning complete for port 77c2e4f7-da62-460c-8f64-b48867aa9095 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:04.199525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4d1a38aa-61bf-4ab3-8ea8-bf20a2c75265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.209695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] For port 01b2f4ff-57ad-485d-8ac1-9618634f0813, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=01b2f4ff-57ad-485d-8ac1-9618634f0813,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:04.213361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.294338 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:04.309629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, ee52acf6-2428-45f8-ac80-baba6c9ed618) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:04.316058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:04.316711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.326004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a0d1c1-1d8a-48db-be84-2871fbe10dbe None None] Network ee52acf6-2428-45f8-ac80-baba6c9ed618 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:04.349499 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9a042b5d-f24e-4b16-9af3-5efab48de280 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules/45d2a0f0-34ce-4028-82d3-40e6eb850999 HTTP/1.1" status: 200 len: 764 time: 0.2089279 Mar 23 10:22:04.359233 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 01b2f4ff-57ad-485d-8ac1-9618634f0813 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:04.423008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Pushing event deleted for resources: {'Port': ['ID=449bc009-3084-4b21-ab48-c2209c92d49f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:04.427110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a38aa-61bf-4ab3-8ea8-bf20a2c75265 None None] Port 77c2e4f7-da62-460c-8f64-b48867aa9095 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:04.428522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32948) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:04.431568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.611289 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3c599f2b-508b-4add-9840-a01e77788863 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4345644 Mar 23 10:22:04.615767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.623028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32952) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:04.636815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object e17fc8a6-6091-4385-b784-8b9322bd8a87 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:04.642638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': 'ee52acf6-2428-45f8-ac80-baba6c9ed618', 'name': 'tempest-PortsIpV6TestJSON-303771935'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:04.651028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7bbd6827-22b8-4b92-afce-9e542ef10bd0 None None] Provisioning complete for port 77c2e4f7-da62-460c-8f64-b48867aa9095 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:04.651406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7bbd6827-22b8-4b92-afce-9e542ef10bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.666043 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:04.670864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:network and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:04.674577 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:04.681193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:04.703392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.770398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:04.775297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.805547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 01b2f4ff-57ad-485d-8ac1-9618634f0813 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:04.835721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7bbd6827-22b8-4b92-afce-9e542ef10bd0 None None] Port 77c2e4f7-da62-460c-8f64-b48867aa9095 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:04.848697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 01b2f4ff-57ad-485d-8ac1-9618634f0813 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:04.849316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:04.894534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 01b2f4ff-57ad-485d-8ac1-9618634f0813 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:04.905733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:04.911452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.037294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.042114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-ee52acf6-2428-45f8-ac80-baba6c9ed618', 'network_id': 'ee52acf6-2428-45f8-ac80-baba6c9ed618', 'tenant_id': '913fc24fa3624bb7abc8f44cae9f5561', 'fixed_ips': [{'subnet_id': 'd9442722-500c-471a-8c55-7786c25343e1'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:22:05.043172 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.048079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:05.052856 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:58Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:00Z', 'revision_number': 2, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:05.062602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:05.064153 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:05.065257 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Updating router 0ed42203-0117-4005-a86a-dbb9f98d817a port d8ff6732-caa6-423a-a315-73597ce8f371 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:22:05.077561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=77c2e4f7-da62-460c-8f64-b48867aa9095,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:05.089067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:05.145777 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.168171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:05.227957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8061e167-12ec-44b2-92b0-b4e032413b44 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:05.265146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bd017cf3-eecd-4c02-982e-f2a9cda4e307 None None] Provisioning complete for port df27806f-379d-4487-98c6-6f93bdc1c2cf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:05.265695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bd017cf3-eecd-4c02-982e-f2a9cda4e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.274602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.274982 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added segment b37a7959-6cc6-4441-a233-71b0e3ddf67b of type vlan for network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 Mar 23 10:22:05.350525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.352141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:05.496936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bd017cf3-eecd-4c02-982e-f2a9cda4e307 None None] Port df27806f-379d-4487-98c6-6f93bdc1c2cf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:05.552537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bd017cf3-eecd-4c02-982e-f2a9cda4e307 None None] Provisioning for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:05.556644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:05.567140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.568966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 01b2f4ff-57ad-485d-8ac1-9618634f0813, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=01b2f4ff-57ad-485d-8ac1-9618634f0813,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:05.579515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.580849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5d56f541-24d8-437d-bc87-85030ca52451 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:05.646174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8061e167-12ec-44b2-92b0-b4e032413b44 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:05.649819 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8061e167-12ec-44b2-92b0-b4e032413b44 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 1.1489744 Mar 23 10:22:05.656353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32956) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:05.663115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.680655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Allocated IP 2001:db8::2 (ee52acf6-2428-45f8-ac80-baba6c9ed618/d9442722-500c-471a-8c55-7786c25343e1/3d1b43ea-5dd7-4f90-bfe6-a87391ed1178) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:05.710683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.713798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port 480ccc7b-4b5b-4c15-9507-49eb4401cb1b yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:22:05.758191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=e17fc8a6-6091-4385-b784-8b9322bd8a87,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:05.760754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c4385981-9ad5-45d2-a579-0d43cd5680ad None None] Provisioning for port e17fc8a6-6091-4385-b784-8b9322bd8a87 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:05.778016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0ebe29f7-8361-4f85-bd4c-fd935e758a09 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.784475 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.789136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:05.789807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.804599 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Transition to ACTIVE for port object d8ff6732-caa6-423a-a315-73597ce8f371 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:05.819996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c4385981-9ad5-45d2-a579-0d43cd5680ad None None] Provisioning complete for port e17fc8a6-6091-4385-b784-8b9322bd8a87 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:05.820660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c4385981-9ad5-45d2-a579-0d43cd5680ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.825510 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.835520 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.855968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0ebe29f7-8361-4f85-bd4c-fd935e758a09 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:05.884602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c4385981-9ad5-45d2-a579-0d43cd5680ad None None] Port e17fc8a6-6091-4385-b784-8b9322bd8a87 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:05.887758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=01b2f4ff-57ad-485d-8ac1-9618634f0813,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:05.914143 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ad3c5142-fab7-43ce-ba12-1a78a9e42bb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1042683 Mar 23 10:22:05.914940 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32960) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:05.935152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network c51bdc63-f575-43b5-b68b-c6daf03b64f0 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:05.940896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:06.056664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Router 7a5d3ac4-4d0f-4011-9cac-566316c9c1d4 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:06.071389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5d56f541-24d8-437d-bc87-85030ca52451 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:06.072014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.093121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:06.109514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:06.170146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:06.179133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.184739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:06.185459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.218542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:06.235532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:06.235822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:06.236906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0ebe29f7-8361-4f85-bd4c-fd935e758a09 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.242566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0ebe29f7-8361-4f85-bd4c-fd935e758a09 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.248143 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0ebe29f7-8361-4f85-bd4c-fd935e758a09 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/45d2a0f0-34ce-4028-82d3-40e6eb850999 HTTP/1.1" status: 204 len: 168 time: 0.5762370 Mar 23 10:22:06.273655 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1892257 Mar 23 10:22:06.295061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32964) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:06.295375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32966) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:06.296200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:06.326053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:06.346217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'subnet': {'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:06.363573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe29f7-8361-4f85-bd4c-fd935e758a09 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45d2a0f0-34ce-4028-82d3-40e6eb850999,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:06.378323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.379763 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c5e6c038-0ce0-4d44-b6e7-98a2c8162b6f tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "PUT /v2.0/routers/7a5d3ac4-4d0f-4011-9cac-566316c9c1d4 HTTP/1.1" status: 200 len: 710 time: 7.1852753 Mar 23 10:22:06.385893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32972) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:06.421344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99303cae-0e1d-464f-9731-ef95ccef4f7a None None] Sync routers for ids ['7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:06.468999 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288a22a-0189-409a-beea-c19b7b9d553d None None] Pushing event updated for resources: {'Port': ['ID=d8ff6732-caa6-423a-a315-73597ce8f371,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:06.504992 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Attempting to bind port d8ff6732-caa6-423a-a315-73597ce8f371 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:06.505218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.505690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99303cae-0e1d-464f-9731-ef95ccef4f7a None None] Routers {'7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:06.505819 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Attempting to bind port d8ff6732-caa6-423a-a315-73597ce8f371 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:06.506063 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Attempting to bind port d8ff6732-caa6-423a-a315-73597ce8f371 on network 8256ac97-0839-4e93-96b1-8ee006ce3344 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:06.506325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-99303cae-0e1d-464f-9731-ef95ccef4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:21:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:06.514463 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:06.514878 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Checking segment: {'id': '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:06.515504 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.515890 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Bound using segment: {'id': '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:06.516552 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Bound port: d8ff6732-caa6-423a-a315-73597ce8f371, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:06.516990 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.535777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 1a67dfc6-7db2-419b-971b-a9f3579697c3 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:06.536168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.622570 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] For port d8ff6732-caa6-423a-a315-73597ce8f371, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:06.626290 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] For port d8ff6732-caa6-423a-a315-73597ce8f371, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d8ff6732-caa6-423a-a315-73597ce8f371,segment=NetworkSegment(5b050f2b-33bd-466d-a49b-76ebd4f1ebfd),segment_id=5b050f2b-33bd-466d-a49b-76ebd4f1ebfd)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:06.634430 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.668594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-99303cae-0e1d-464f-9731-ef95ccef4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:06.671277 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.682575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea88a-9175-4a99-807f-c7f071efd547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.713180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Transition to ACTIVE for port object 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:06.716362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda55fb-2fc2-47e4-9e8c-6b8ac2c74caa tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Network': ['ID=da860592-c6f7-4548-a3be-dcc7e1d2dfd6,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:06.717958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:06.721804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.728304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99303cae-0e1d-464f-9731-ef95ccef4f7a None None] Routers {'7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:06.729024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-99303cae-0e1d-464f-9731-ef95ccef4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:06.736814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:06.746759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 01b2f4ff-57ad-485d-8ac1-9618634f0813 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:06.747100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.752447 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288a22a-0189-409a-beea-c19b7b9d553d None None] Pushing event updated for resources: {'Port': ['ID=d8ff6732-caa6-423a-a315-73597ce8f371,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:06.771019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] For port 1a67dfc6-7db2-419b-971b-a9f3579697c3, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1a67dfc6-7db2-419b-971b-a9f3579697c3,segment=NetworkSegment(1a79e448-3b5a-45de-8cc8-792a5958efb9),segment_id=1a79e448-3b5a-45de-8cc8-792a5958efb9)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:06.771587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.782845 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:06.783726 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:06.819825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-20da864a-f6fe-4e0c-b955-0d6179891b34 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:06.835194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:subnet and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:06.845732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:06.854286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:06.906352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0d2ef8d1-7bd0-42b6-b6dc-ddbcff28d05c None None] Provisioning complete for port 77c2e4f7-da62-460c-8f64-b48867aa9095 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:06.906986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0d2ef8d1-7bd0-42b6-b6dc-ddbcff28d05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:06.958169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:07.029920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-99303cae-0e1d-464f-9731-ef95ccef4f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.030337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99303cae-0e1d-464f-9731-ef95ccef4f7a None None] The sync data for ids ['7a5d3ac4-4d0f-4011-9cac-566316c9c1d4'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:07.038393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7647d759-1dc4-4b96-8daa-3da27a8f1cec up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:07.043656 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-20da864a-f6fe-4e0c-b955-0d6179891b34 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:07.056180 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-20da864a-f6fe-4e0c-b955-0d6179891b34 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7573833 Mar 23 10:22:07.056751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32976) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:07.058786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:07.073494 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:07.126210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 1a67dfc6-7db2-419b-971b-a9f3579697c3 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:07.134569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Transition to ACTIVE for port object 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:07.176965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.189733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Made reservation on behalf of 33eec4c18867433da011ca0070251672 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:07.193240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.232027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0d2ef8d1-7bd0-42b6-b6dc-ddbcff28d05c None None] Port 77c2e4f7-da62-460c-8f64-b48867aa9095 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:07.283985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Network ee52acf6-2428-45f8-ac80-baba6c9ed618 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:07.289767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:07.302025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:07.305260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.323575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Pushing event updated for resources: {'Port': ['ID=3d1b43ea-5dd7-4f90-bfe6-a87391ed1178,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:07.416613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:07.441412 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.ipam_backend_mixin [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 44441aec-b691-4e93-851b-2aed77e3fe33 (CIDR: 172.20.0.0/28) Mar 23 10:22:07.442327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f721a8f2-71b8-4d53-883d-777c0bf4ee01 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.443045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.451232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:07.451816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.479716 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:07.480207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:07.501183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Attempting to bind port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:07.501539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Attempting to bind port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3c9d612f-af39-4cb3-b894-7a15d45d1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'ee52acf6-2428-45f8-ac80-baba6c9ed618'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:07.502601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Attempting to bind port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 on network ee52acf6-2428-45f8-ac80-baba6c9ed618 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:07.507513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.521088 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:07.521528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Checking segment: {'id': '3c9d612f-af39-4cb3-b894-7a15d45d1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'ee52acf6-2428-45f8-ac80-baba6c9ed618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:07.521928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.522321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Bound using segment: {'id': '3c9d612f-af39-4cb3-b894-7a15d45d1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'ee52acf6-2428-45f8-ac80-baba6c9ed618'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:07.522797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Bound port: 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9d612f-af39-4cb3-b894-7a15d45d1997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'ee52acf6-2428-45f8-ac80-baba6c9ed618'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:07.523170 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.530965 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2b28cc9b-f0f9-406c-9eb8-091adfeecad7 tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/routers/7a5d3ac4-4d0f-4011-9cac-566316c9c1d4 HTTP/1.1" status: 200 len: 745 time: 1.1386518 Mar 23 10:22:07.540093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32980) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:07.580923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=1a67dfc6-7db2-419b-971b-a9f3579697c3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:07.641812 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:58Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:06Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:07.647611 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391b11a3-bab6-4360-8283-6e2583d97ad1 None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:21:58Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:06Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:07.722329 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.787987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7647d759-1dc4-4b96-8daa-3da27a8f1cec,segment=NetworkSegment(c3bd97a5-70eb-4343-8bae-964d7e94312b),segment_id=c3bd97a5-70eb-4343-8bae-964d7e94312b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:07.800394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] For port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:07.806106 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] For port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3d1b43ea-5dd7-4f90-bfe6-a87391ed1178,segment=NetworkSegment(3c9d612f-af39-4cb3-b894-7a15d45d1997),segment_id=3c9d612f-af39-4cb3-b894-7a15d45d1997)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:07.808714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.809966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4212a5b0-cce9-4da1-b481-bc3e293f266d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:07.816014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f721a8f2-71b8-4d53-883d-777c0bf4ee01 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.908879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] For port 01b2f4ff-57ad-485d-8ac1-9618634f0813, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=01b2f4ff-57ad-485d-8ac1-9618634f0813,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:07.909568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:07.927747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8::309 (ee52acf6-2428-45f8-ac80-baba6c9ed618/d9442722-500c-471a-8c55-7786c25343e1/480ccc7b-4b5b-4c15-9507-49eb4401cb1b) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:07.935655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.062132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 01b2f4ff-57ad-485d-8ac1-9618634f0813 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:08.079517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.090283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=7647d759-1dc4-4b96-8daa-3da27a8f1cec,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:08.177692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 4212a5b0-cce9-4da1-b481-bc3e293f266d completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:08.187161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4212a5b0-cce9-4da1-b481-bc3e293f266d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:08.187753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.349803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b37dec-1b60-47f6-9575-181e74f52942 None None] Pushing event updated for resources: {'Port': ['ID=3d1b43ea-5dd7-4f90-bfe6-a87391ed1178,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:08.376249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.379551 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-296ca9ee-925e-4508-81a3-3f3c66eb1fac tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4527450 Mar 23 10:22:08.380355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.388774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 32990) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:08.414118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 4212a5b0-cce9-4da1-b481-bc3e293f266d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4212a5b0-cce9-4da1-b481-bc3e293f266d,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:08.420147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:08.451282 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-813acd84-0f8d-4395-97f9-abe5758120aa tempest-RoutersIpV6AdminTest-548279058 tempest-RoutersIpV6AdminTest-548279058-project-admin] 10.222.0.84 "GET /v2.0/ports?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&device_id=7a5d3ac4-4d0f-4011-9cac-566316c9c1d4 HTTP/1.1" status: 200 len: 205 time: 0.6503429 Mar 23 10:22:08.459252 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=01b2f4ff-57ad-485d-8ac1-9618634f0813,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:08.464746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:08.467044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 32994) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:08.478484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4edc900e-fb58-465e-882d-50a4526bfed1 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:08.523809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:08.531034 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1e5f8e99-f3f1-48a9-bf14-8d9925e8a32c tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5d3ac4-4d0f-4011-9cac-566316c9c1d4 HTTP/1.1" status: 200 len: 205 time: 0.0604792 Mar 23 10:22:08.534189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33002) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:08.628932 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=4212a5b0-cce9-4da1-b481-bc3e293f266d,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:08.632857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 4edc900e-fb58-465e-882d-50a4526bfed1 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:08.633635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4edc900e-fb58-465e-882d-50a4526bfed1 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:08.744501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:08.754504 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Sync routers for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:08.785063 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:08.786986 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:08.995729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.000206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.041727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f721a8f2-71b8-4d53-883d-777c0bf4ee01 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.079507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721a8f2-71b8-4d53-883d-777c0bf4ee01 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644d83ff-cd0d-4b2b-ad02-d125ebb644fe,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:09.164896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:09.169838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06cfd4b9-8dcf-4d1c-b973-2249ae2f6086 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.179921 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:09.192701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d8ff6732-caa6-423a-a315-73597ce8f371 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:09.220890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:09.240882 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9b3b5df7-23f9-457c-9848-120715366114 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5786197 Mar 23 10:22:09.247212 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:09.247835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:09.259432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33010) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.289193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f721a8f2-71b8-4d53-883d-777c0bf4ee01 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.292987 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f721a8f2-71b8-4d53-883d-777c0bf4ee01 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/644d83ff-cd0d-4b2b-ad02-d125ebb644fe HTTP/1.1" status: 204 len: 168 time: 2.2139409 Mar 23 10:22:09.299930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33014) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.302846 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3c0bb915-9d72-4096-b686-7a23c2f3c280 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8414788 Mar 23 10:22:09.308447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:09.314097 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:09.322011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:09.329115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33016) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:09.436098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.436517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:09.485498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b015b4-6d19-433e-96b8-970cb75a6eca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting subnet 253b6285-4999-4f31-80a8-c160be480533 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:09.516289 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:09.541064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Router 784bedff-54e1-4fb7-aa4d-245352386633 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:09.568600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port d8ff6732-caa6-423a-a315-73597ce8f371 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:09.583232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port d8ff6732-caa6-423a-a315-73597ce8f371 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:09.583602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.607058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Subnet': ['ID=7479c134-7985-4caf-a571-e87ab79d9eec,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:09.616263 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Checking segment: {'id': 'b37a7959-6cc6-4441-a233-71b0e3ddf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:09.616629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network hostable DHCP agents. Network: da860592-c6f7-4548-a3be-dcc7e1d2dfd6, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:09.655637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:22:07Z', 'revision_number': 11, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:09.661800 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:09.675113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.681294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:09.682009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:09.682392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a9b015b4-6d19-433e-96b8-970cb75a6eca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.701141 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:22:02Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:03Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:09.706716 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Checking router: 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:09.708785 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Updating router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 port 77c2e4f7-da62-460c-8f64-b48867aa9095 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:22:09.785906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object 480ccc7b-4b5b-4c15-9507-49eb4401cb1b will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:09.787390 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.882498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:09.949527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:09.954138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.979132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06cfd4b9-8dcf-4d1c-b973-2249ae2f6086 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:09.985890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06cfd4b9-8dcf-4d1c-b973-2249ae2f6086 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.006948 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2585dcc2-6f87-4935-b530-6124fcbec843 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6294286 Mar 23 10:22:10.006948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33024) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.027650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b4aef-17cd-4c89-98bd-03df95b8a00d None None] Network ee52acf6-2428-45f8-ac80-baba6c9ed618 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:10.042459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a9b015b4-6d19-433e-96b8-970cb75a6eca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.042843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.081337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:22:07Z', 'revision_number': 11, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:10.092130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365e59d0-7ab0-48e4-86c8-dc6d52e77b20 None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:22:07Z', 'revision_number': 11, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:10.106311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:10.142841 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] Sync routers for ids ['784bedff-54e1-4fb7-aa4d-245352386633'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:10.162413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a9b015b4-6d19-433e-96b8-970cb75a6eca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.172588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e0bc612a-1b5a-4e8d-b70a-1dac259e5c15 None None] Provisioning for port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:10.178592 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] Routers {'784bedff-54e1-4fb7-aa4d-245352386633'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:10.179469 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['784bedff-54e1-4fb7-aa4d-245352386633'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:10.204450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port d8ff6732-caa6-423a-a315-73597ce8f371, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d8ff6732-caa6-423a-a315-73597ce8f371,segment=NetworkSegment(5b050f2b-33bd-466d-a49b-76ebd4f1ebfd),segment_id=5b050f2b-33bd-466d-a49b-76ebd4f1ebfd)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:10.213294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.214206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7647d759-1dc4-4b96-8daa-3da27a8f1cec up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:10.248562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196799428'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:10.258787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a9b015b4-6d19-433e-96b8-970cb75a6eca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.275734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:10.322331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Usage tracker for resource:security_group and tenant:6f72a0733af343fa9fbbbcfcfca98009 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:10.325841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1933fbba-3d5c-4c75-aa0f-08025f0dbfa4 None None] Network 63ac7f69-9608-4983-92ea-029d13f06708 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:10.326119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a9b015b4-6d19-433e-96b8-970cb75a6eca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.331070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b015b4-6d19-433e-96b8-970cb75a6eca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Subnet': ['ID=253b6285-4999-4f31-80a8-c160be480533,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:10.338673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06cfd4b9-8dcf-4d1c-b973-2249ae2f6086 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.339399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cfd4b9-8dcf-4d1c-b973-2249ae2f6086 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Fanout notify agent at l3_agent the message router_deleted on router 7a5d3ac4-4d0f-4011-9cac-566316c9c1d4 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:22:10.343362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:10.364136 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] Set router 784bedff-54e1-4fb7-aa4d-245352386633 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:10.367823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:10.373762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06cfd4b9-8dcf-4d1c-b973-2249ae2f6086 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.375577 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-06cfd4b9-8dcf-4d1c-b973-2249ae2f6086 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/7a5d3ac4-4d0f-4011-9cac-566316c9c1d4 HTTP/1.1" status: 204 len: 168 time: 1.8370807 Mar 23 10:22:10.379811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33028) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.435784 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5618f262-2476-4830-8196-cb456dacb5e1 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=7a5d3ac4-4d0f-4011-9cac-566316c9c1d4 HTTP/1.1" status: 200 len: 205 time: 0.0548396 Mar 23 10:22:10.437199 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a9b015b4-6d19-433e-96b8-970cb75a6eca tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/253b6285-4999-4f31-80a8-c160be480533 HTTP/1.1" status: 204 len: 168 time: 1.1767843 Mar 23 10:22:10.440658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33032) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.440988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33034) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.498480 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784bedff-54e1-4fb7-aa4d-245352386633', 'name': 'tempest-NetworksTestDHCPv6-router-40022988', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:49Z', 'updated_at': '2022-03-23T10:22:08Z', 'revision_number': 3, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:10.505844 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] Checking router: 784bedff-54e1-4fb7-aa4d-245352386633 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:10.559768 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] Routers {'784bedff-54e1-4fb7-aa4d-245352386633'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:10.560420 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['784bedff-54e1-4fb7-aa4d-245352386633'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:10.576145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.576967 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.577612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.579711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.581944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.582413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.583984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.584452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.586505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.587698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.590793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.590962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.591380 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.591937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.599277 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-48a34d50-e945-49f4-9b1c-530781bba762 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9039 time: 1.2610373 Mar 23 10:22:10.607617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33040) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.612609 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5542b0c7-873a-425b-92cd-60aef3f99a62 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "PUT /v2.0/routers/784bedff-54e1-4fb7-aa4d-245352386633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5207522 Mar 23 10:22:10.614102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.637921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33042) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.675080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.688178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.726677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:10.745853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:10.750975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:10.807792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=d8ff6732-caa6-423a-a315-73597ce8f371,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:10.810433 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] Set router 784bedff-54e1-4fb7-aa4d-245352386633 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:10.831800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.840502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=e16278cc-0714-44cf-9a67-927e0e44d37c,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:10.880747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, da860592-c6f7-4548-a3be-dcc7e1d2dfd6) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:10.884060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:10.898412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:10.903265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.904297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.915981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:10.917058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.947735 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-40246338-bb45-48cc-a3a5-fd1418d2157d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5024004 Mar 23 10:22:10.953266 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33048) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:10.961849 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:10.964819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-477786972', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e16278cc-0714-44cf-9a67-927e0e44d37c'}], 'security_groups': ['7990664c-5c94-4d1d-b7b8-5898aeb06f05']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:10.965142 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '784bedff-54e1-4fb7-aa4d-245352386633', 'name': 'tempest-NetworksTestDHCPv6-router-40022988', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:49Z', 'updated_at': '2022-03-23T10:22:08Z', 'revision_number': 3, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:10.978938 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e250b8-c530-420c-8b26-32e5e2cd8c5b None None] The sync data for ids ['784bedff-54e1-4fb7-aa4d-245352386633'] in dv-neutron-834652-2-hyperv is: [{'id': '784bedff-54e1-4fb7-aa4d-245352386633', 'name': 'tempest-NetworksTestDHCPv6-router-40022988', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:49Z', 'updated_at': '2022-03-23T10:22:08Z', 'revision_number': 3, 'project_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'gw_port_host': None}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:10.984591 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Transition to ACTIVE for port object 77c2e4f7-da62-460c-8f64-b48867aa9095 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:10.996449 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-8d996044-6c37-4724-a94d-faeeca50f432 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] delete failed (client error): The resource could not be found. Mar 23 10:22:10.996818 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.002934 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8d996044-6c37-4724-a94d-faeeca50f432 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/7a5d3ac4-4d0f-4011-9cac-566316c9c1d4 HTTP/1.1" status: 404 len: 336 time: 0.5584433 Mar 23 10:22:11.021836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=480ccc7b-4b5b-4c15-9507-49eb4401cb1b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:11.043603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.067978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33052) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.070966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae774d6-fd4e-4518-9880-c32bdc304715 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.072602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae774d6-fd4e-4518-9880-c32bdc304715 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.073423 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0ae774d6-fd4e-4518-9880-c32bdc304715 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:11.099138 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b30f27c6-984a-4277-9947-b04ff04d6df1 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7975428 Mar 23 10:22:11.116560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33054) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.119008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa28ef8-a649-40b0-9bcd-ae398d6a1361 None None] Network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:11.145427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.145900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.146432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.146887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.148151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.148610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.149096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.149521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.152639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.153394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.154013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.155511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.157432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c9399-6f5f-4953-aa9d-b3a7a5e9bbfe None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:11.161707 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fa01b497-79d8-4162-875d-a9e8cab88d0b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7519 time: 0.5295238 Mar 23 10:22:11.162186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33062) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.179487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network ee52acf6-2428-45f8-ac80-baba6c9ed618 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:11.183040 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd039e2e-9d66-4055-a16c-6a33f850ae27 None None] Pushing event updated for resources: {'Port': ['ID=77c2e4f7-da62-460c-8f64-b48867aa9095,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:11.222867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.223374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.223807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.224237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.224656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.225419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.225836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.226476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.226667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.227080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.227491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.227900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:22:11.240685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e29ea3-5e2a-41a3-a5ac-d0db2459b70d,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:11.248954 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c49e941a-5d69-47e2-a5e9-2236198563ee tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=0e6e4080-c834-443c-ad9e-f6b610ebe234 HTTP/1.1" status: 200 len: 205 time: 0.0910213 Mar 23 10:22:11.285500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:11.286275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.316560 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Attempting to bind port 77c2e4f7-da62-460c-8f64-b48867aa9095 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:11.316855 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Attempting to bind port 77c2e4f7-da62-460c-8f64-b48867aa9095 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:11.317249 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Attempting to bind port 77c2e4f7-da62-460c-8f64-b48867aa9095 on network c51bdc63-f575-43b5-b68b-c6daf03b64f0 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:11.328212 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:11.328587 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Checking segment: {'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:11.328992 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.329429 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Bound using segment: {'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:11.331578 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Bound port: 77c2e4f7-da62-460c-8f64-b48867aa9095, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:11.332732 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.476397 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] For port 77c2e4f7-da62-460c-8f64-b48867aa9095, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:11.482151 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] For port 77c2e4f7-da62-460c-8f64-b48867aa9095, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=77c2e4f7-da62-460c-8f64-b48867aa9095,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:11.491078 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.504170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:11.505942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33066) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.514450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Deleting port 2956e0c1-010a-409f-b1a4-30a1a375fa0c {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:11.515100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.595359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:11.601772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:11.602728 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.662693 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd039e2e-9d66-4055-a16c-6a33f850ae27 None None] Pushing event updated for resources: {'Port': ['ID=77c2e4f7-da62-460c-8f64-b48867aa9095,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:11.715389 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:11.716028 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:11.743937 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-8054a779-c566-4bbe-a239-b5aec5b2a5f6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] delete failed (client error): The resource could not be found. Mar 23 10:22:11.747408 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8054a779-c566-4bbe-a239-b5aec5b2a5f6 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/0e6e4080-c834-443c-ad9e-f6b610ebe234 HTTP/1.1" status: 404 len: 336 time: 0.2321720 Mar 23 10:22:11.747408 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d91f856a-461d-43f7-b74f-61ec50cf41a2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.1211364 Mar 23 10:22:11.748452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:11.753684 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-56fa8c55-f7b5-44cc-b9a7-a8eae373f294 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7305064 Mar 23 10:22:11.757910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33070) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.758265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33072) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.758562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33074) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.767887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6a5f7030-00e2-4baf-83aa-e5c377ccccbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Request body: {'security_group_rule': {'security_group_id': '02e29ea3-5e2a-41a3-a5ac-d0db2459b70d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:11.781328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': 'ee52acf6-2428-45f8-ac80-baba6c9ed618', 'name': 'tempest-PortsIpV6TestJSON-1828116350'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:11.889844 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-aac4c325-3ab9-4a7c-a61a-6a7f855a467a tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f3556ad-7276-41e5-a785-1f8e34195430 HTTP/1.1" status: 200 len: 205 time: 0.1292567 Mar 23 10:22:11.890929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6a5f7030-00e2-4baf-83aa-e5c377ccccbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:11.921603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33082) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:11.961661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0ae774d6-fd4e-4518-9880-c32bdc304715 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:11.963149 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0ae774d6-fd4e-4518-9880-c32bdc304715 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.2088385 Mar 23 10:22:12.042698 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:12.054177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:12.058169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33086) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.193732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] DHCP port deletion for 63ac7f69-9608-4983-92ea-029d13f06708 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:22:12.200351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6a5f7030-00e2-4baf-83aa-e5c377ccccbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:12.315669 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-e49e01a6-9146-433b-b55e-0a97517f4421 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] delete failed (client error): The resource could not be found. Mar 23 10:22:12.320471 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e49e01a6-9146-433b-b55e-0a97517f4421 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/6f3556ad-7276-41e5-a785-1f8e34195430 HTTP/1.1" status: 404 len: 336 time: 0.3684642 Mar 23 10:22:12.323345 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] Deleting port 2956e0c1-010a-409f-b1a4-30a1a375fa0c {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:12.323878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.328072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33090) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.405754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7030-00e2-4baf-83aa-e5c377ccccbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.427112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'tenant_id': '33eec4c18867433da011ca0070251672', 'fixed_ips': [{'subnet_id': '7479c134-7985-4caf-a571-e87ab79d9eec'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:22:12.428222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.442699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1b23bc-d066-4a7b-9105-ed12c67795af tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 0c6dbfef-1293-40e6-a240-fa7a8283e445 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:12.506033 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e1b23bc-d066-4a7b-9105-ed12c67795af tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.516531 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f8c69712-b7fc-42bd-a286-f9799c13f118 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc HTTP/1.1" status: 200 len: 205 time: 0.1805508 Mar 23 10:22:12.529794 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:22:02Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:12.534992 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983cfe7-1dab-4645-89fc-72e83bdeb8b8 None None] The sync data for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv is: [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:22:02Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:12.537104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33094) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.628065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:12.652804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.654775 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:12.655140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.677194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e1b23bc-d066-4a7b-9105-ed12c67795af tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.728460 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-0fa9878e-c5b3-49dd-89a9-3d5d032adaad tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] delete failed (client error): The resource could not be found. Mar 23 10:22:12.732321 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0fa9878e-c5b3-49dd-89a9-3d5d032adaad tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/0cfb1faa-1f82-41d1-beb8-913e1f9dd5fc HTTP/1.1" status: 404 len: 336 time: 0.1905823 Mar 23 10:22:12.734703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] For port 2956e0c1-010a-409f-b1a4-30a1a375fa0c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2956e0c1-010a-409f-b1a4-30a1a375fa0c,segment=NetworkSegment(1a79e448-3b5a-45de-8cc8-792a5958efb9),segment_id=1a79e448-3b5a-45de-8cc8-792a5958efb9)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:12.735038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.744041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33098) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:12.790585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:12.836921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-652bd61b-6d9e-4c37-a76a-5e14ada2907b None None] Provisioning for port 480ccc7b-4b5b-4c15-9507-49eb4401cb1b completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:12.891331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e1b23bc-d066-4a7b-9105-ed12c67795af tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.910838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-652bd61b-6d9e-4c37-a76a-5e14ada2907b None None] Provisioning complete for port 480ccc7b-4b5b-4c15-9507-49eb4401cb1b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:12.911213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-652bd61b-6d9e-4c37-a76a-5e14ada2907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:12.983899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.037394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:port and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:13.043328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:13.053287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Calling delete_port for 2956e0c1-010a-409f-b1a4-30a1a375fa0c owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:13.084974 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-41a2e265-bfda-4bbf-b9e1-f25c9c9d42ee tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=03e3b368-a8fe-4422-bbcd-b1d3a5d64920 HTTP/1.1" status: 200 len: 205 time: 0.3371139 Mar 23 10:22:13.100620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:13.103842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33102) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.148276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] For port 2956e0c1-010a-409f-b1a4-30a1a375fa0c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2956e0c1-010a-409f-b1a4-30a1a375fa0c,segment=NetworkSegment(1a79e448-3b5a-45de-8cc8-792a5958efb9),segment_id=1a79e448-3b5a-45de-8cc8-792a5958efb9)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:13.149489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.162232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Allocated IP 172.23.0.2 (da860592-c6f7-4548-a3be-dcc7e1d2dfd6/7479c134-7985-4caf-a571-e87ab79d9eec/1b131ed2-4a2b-47ed-ad3b-c9086e18b46d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:13.199292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7030-00e2-4baf-83aa-e5c377ccccbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.227089 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-89cf80bd-408e-453c-a266-13bd0da65286 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] delete failed (client error): The resource could not be found. Mar 23 10:22:13.230614 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-89cf80bd-408e-453c-a266-13bd0da65286 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/03e3b368-a8fe-4422-bbcd-b1d3a5d64920 HTTP/1.1" status: 404 len: 336 time: 0.1208196 Mar 23 10:22:13.230614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7030-00e2-4baf-83aa-e5c377ccccbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.233088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33106) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.254386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:13.258229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.273147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f7030-00e2-4baf-83aa-e5c377ccccbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57e773a-4bfd-4291-a423-922e292344ce,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:13.344146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port e06b974e-6ea0-488f-b517-c2c6b22b33c8 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:22:13.344844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e1b23bc-d066-4a7b-9105-ed12c67795af tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.364553 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] Calling delete_port for 2956e0c1-010a-409f-b1a4-30a1a375fa0c owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:13.391718 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-99526cd8-7df9-491f-a345-fc7996c4dbfe tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "GET /v2.0/ports?device_id=049fadda-1d8c-4792-906e-da57097c02ca HTTP/1.1" status: 200 len: 205 time: 0.1520150 Mar 23 10:22:13.394871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-652bd61b-6d9e-4c37-a76a-5e14ada2907b None None] Port 480ccc7b-4b5b-4c15-9507-49eb4401cb1b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:13.405278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33110) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.429237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee59347-cab5-4982-8b00-46f99236f20c None None] Update dhcp port {'port': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'fixed_ips': [{'subnet_id': '44441aec-b691-4e93-851b-2aed77e3fe33', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e16278cc-0714-44cf-9a67-927e0e44d37c'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '7647d759-1dc4-4b96-8daa-3da27a8f1cec'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:22:13.510589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b23bc-d066-4a7b-9105-ed12c67795af tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6dbfef-1293-40e6-a240-fa7a8283e445,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:13.538468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.586802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e1b23bc-d066-4a7b-9105-ed12c67795af tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.591464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6a5f7030-00e2-4baf-83aa-e5c377ccccbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.595629 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6a5f7030-00e2-4baf-83aa-e5c377ccccbd tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8320935 Mar 23 10:22:13.602836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33114) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.604220 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-7b3f5e59-870f-444f-b0e6-7cc0ee8cfab9 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] delete failed (client error): The resource could not be found. Mar 23 10:22:13.607694 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7b3f5e59-870f-444f-b0e6-7cc0ee8cfab9 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/routers/049fadda-1d8c-4792-906e-da57097c02ca HTTP/1.1" status: 404 len: 336 time: 0.1902308 Mar 23 10:22:13.614247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33116) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.614553 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235f449-ab52-4b5b-8f1f-91fc537fe631 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:13.630224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Port': ['ID=2956e0c1-010a-409f-b1a4-30a1a375fa0c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:13.640077 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0e1b23bc-d066-4a7b-9105-ed12c67795af tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/0c6dbfef-1293-40e6-a240-fa7a8283e445 HTTP/1.1" status: 204 len: 168 time: 1.5790663 Mar 23 10:22:13.650315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33122) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:13.685357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No DVR routers for this DVR port 2956e0c1-010a-409f-b1a4-30a1a375fa0c on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:13.716290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cee59347-cab5-4982-8b00-46f99236f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.744669 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87502d2-e51b-4b99-9450-f22e619b9df4 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:13.745188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87502d2-e51b-4b99-9450-f22e619b9df4 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:13.778062 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-47ec175b-d72a-44eb-bfa1-0b9bf1267eab tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3208 time: 2.5340736 Mar 23 10:22:13.818357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:13.854489 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c87502d2-e51b-4b99-9450-f22e619b9df4 tempest-RoutersIpV6AdminTest-113418236 tempest-RoutersIpV6AdminTest-113418236-project] 10.222.0.84 "DELETE /v2.0/subnets/f17792e1-5e49-4cea-bd79-1e3c68fff2ac HTTP/1.1" status: 404 len: 337 time: 0.2259572 Mar 23 10:22:13.902531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:13.902929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:13.903348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-19103d0e-c813-4284-9341-98f5c327f5a3 None None] Provisioning complete for port 480ccc7b-4b5b-4c15-9507-49eb4401cb1b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:13.903699 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-19103d0e-c813-4284-9341-98f5c327f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.063958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8::35b (ee52acf6-2428-45f8-ac80-baba6c9ed618/d9442722-500c-471a-8c55-7786c25343e1/e06b974e-6ea0-488f-b517-c2c6b22b33c8) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:14.121486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.186509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33130) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.199122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726798052', 'description': 'tempest-secgroup-smoke-1726798052 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:14.224930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c473c7cb-9022-4e09-9b61-613975eb9e18 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.227501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:14.243053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ac7f69-9608-4983-92ea-029d13f06708']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:14.261425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:14.291615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:14.312688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3d1b43ea-5dd7-4f90-bfe6-a87391ed1178,segment=NetworkSegment(3c9d612f-af39-4cb3-b894-7a15d45d1997),segment_id=3c9d612f-af39-4cb3-b894-7a15d45d1997)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:14.328957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-19103d0e-c813-4284-9341-98f5c327f5a3 None None] Port 480ccc7b-4b5b-4c15-9507-49eb4401cb1b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:14.329423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a79e448-3b5a-45de-8cc8-792a5958efb9') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:14.331553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a79e448-3b5a-45de-8cc8-792a5958efb9') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:14.346122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.346938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4212a5b0-cce9-4da1-b481-bc3e293f266d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:14.354038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:14.379096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c473c7cb-9022-4e09-9b61-613975eb9e18 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.381759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.399822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Delete allocated IP 172.20.0.12 (b47c99ad-c5af-4238-bf6a-aa831574c991/44441aec-b691-4e93-851b-2aed77e3fe33) {{(pid=87860) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:22:14.407610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-917e596f-1dc7-4597-81a9-82e6f7ed4e63 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:router {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:14.419588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.20 (b47c99ad-c5af-4238-bf6a-aa831574c991/e16278cc-0714-44cf-9a67-927e0e44d37c/e17fc8a6-6091-4385-b784-8b9322bd8a87) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:14.436062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] Deleting port 2956e0c1-010a-409f-b1a4-30a1a375fa0c {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:14.436322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.444296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-917e596f-1dc7-4597-81a9-82e6f7ed4e63 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:router {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:14.448157 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-917e596f-1dc7-4597-81a9-82e6f7ed4e63 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.7949116 Mar 23 10:22:14.451889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33136) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.452142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.505404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33140) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.514355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Transition to ACTIVE for port object 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:14.520584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.566549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.567868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4db160d1-6192-40f3-ba9e-1b5505354b5e None None] The port '2956e0c1-010a-409f-b1a4-30a1a375fa0c' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:22:14.624254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2352-c670-453b-a965-ad5d7604792d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.631515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Transition to ACTIVE for port object 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:14.637077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=3d1b43ea-5dd7-4f90-bfe6-a87391ed1178,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:14.646455 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.686626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.720100 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4212a5b0-cce9-4da1-b481-bc3e293f266d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:14.721068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.722685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:14.731014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:22:14.731415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.746803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:14.757636 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:14.761060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:14.775133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:14.780064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:14.782596 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d400d374-8c3a-425a-b3a3-2c88c0626de2 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:22:14.782947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c473c7cb-9022-4e09-9b61-613975eb9e18 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.784567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Pushing event updated for resources: {'Port': ['ID=1b131ed2-4a2b-47ed-ad3b-c9086e18b46d,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:14.804943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:14.832718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d400d374-8c3a-425a-b3a3-2c88c0626de2 None None] Deleting port 36232faf-60d8-47f0-94c2-4a1ddfc348d0 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:14.833219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d400d374-8c3a-425a-b3a3-2c88c0626de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.873462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:14.878966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object e06b974e-6ea0-488f-b517-c2c6b22b33c8 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:14.887290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473c7cb-9022-4e09-9b61-613975eb9e18 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e29ea3-5e2a-41a3-a5ac-d0db2459b70d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:14.889277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76de8674-5693-49b9-86a3-f21c971f1442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.931073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.938163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-76de8674-5693-49b9-86a3-f21c971f1442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:14.941620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c473c7cb-9022-4e09-9b61-613975eb9e18 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.942739 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c473c7cb-9022-4e09-9b61-613975eb9e18 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/02e29ea3-5e2a-41a3-a5ac-d0db2459b70d HTTP/1.1" status: 204 len: 168 time: 1.3306954 Mar 23 10:22:14.949101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:14.951929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33146) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:14.953608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-76de8674-5693-49b9-86a3-f21c971f1442 admin admin] Usage tracker for resource:security_group_rule and tenant:3086b14c8a3747c29c44c973330a10f2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:14.957417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object e17fc8a6-6091-4385-b784-8b9322bd8a87 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:14.959847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-76de8674-5693-49b9-86a3-f21c971f1442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:14.970203 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Attempting to bind port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:14.970711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Attempting to bind port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'b37a7959-6cc6-4441-a233-71b0e3ddf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:14.971147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Attempting to bind port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d on network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:14.998938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.013117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-76de8674-5693-49b9-86a3-f21c971f1442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:15.022759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.036442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Pushing event deleted for resources: {'Network': ['ID=63ac7f69-9608-4983-92ea-029d13f06708,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:15.082717 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a54a2f38-a02c-4a7d-a6e7-6c600eff7dbe tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/networks/63ac7f69-9608-4983-92ea-029d13f06708 HTTP/1.1" status: 204 len: 168 time: 4.6349964 Mar 23 10:22:15.087245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Allocated IP 172.23.0.1 (da860592-c6f7-4548-a3be-dcc7e1d2dfd6/7479c134-7985-4caf-a571-e87ab79d9eec/133709ad-f149-4bc1-86b9-0bb465bb1f00) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:15.089008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33150) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.108463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:15.108839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Checking segment: {'id': 'b37a7959-6cc6-4441-a233-71b0e3ddf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:15.109425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.109885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Bound using segment: {'id': 'b37a7959-6cc6-4441-a233-71b0e3ddf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:15.110880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Bound port: 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37a7959-6cc6-4441-a233-71b0e3ddf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:15.110880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.117407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.185515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca36b174-52a5-49ab-9f37-07eb4966d9a4 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:15.191736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.204780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-29595a5b-f27e-439c-ab1d-66b04939f3e6 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'routes': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:15.227356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.254999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network ee52acf6-2428-45f8-ac80-baba6c9ed618 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:15.272877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:15.290667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:15.291276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-cee59347-cab5-4982-8b00-46f99236f20c None None] Allocated IP 172.20.0.18 (b47c99ad-c5af-4238-bf6a-aa831574c991/e16278cc-0714-44cf-9a67-927e0e44d37c/7647d759-1dc4-4b96-8daa-3da27a8f1cec) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:15.296316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:15.297025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.304442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=e06b974e-6ea0-488f-b517-c2c6b22b33c8,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:15.318541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca36b174-52a5-49ab-9f37-07eb4966d9a4 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:15.319808 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ca36b174-52a5-49ab-9f37-07eb4966d9a4 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3626492 Mar 23 10:22:15.334718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33154) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.365337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aac5e3-68f2-4b84-9113-df98e42e3006,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:15.375430 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-92dc5f86-c216-4423-ad99-55a0ffcd3c83 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6132271 Mar 23 10:22:15.379719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.380920 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cd994768-6894-489a-aeb8-7269616deb1f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1879926 Mar 23 10:22:15.382634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33158) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.394946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33160) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.435845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'd9aac5e3-68f2-4b84-9113-df98e42e3006', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:15.443326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d400d374-8c3a-425a-b3a3-2c88c0626de2 None None] For port 36232faf-60d8-47f0-94c2-4a1ddfc348d0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=36232faf-60d8-47f0-94c2-4a1ddfc348d0,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:15.444918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d400d374-8c3a-425a-b3a3-2c88c0626de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.460913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:15.462606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] In _notify_port_updated(), no bound segment for port e17fc8a6-6091-4385-b784-8b9322bd8a87 on network b47c99ad-c5af-4238-bf6a-aa831574c991 {{(pid=87860) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:22:15.468099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:15.468738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.470335 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "PUT /v2.0/ports/e17fc8a6-6091-4385-b784-8b9322bd8a87 HTTP/1.1" status: 200 len: 920 time: 4.5106468 Mar 23 10:22:15.482210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33166) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.485586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:15.501343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76de8674-5693-49b9-86a3-f21c971f1442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.513379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:15.576769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-cee59347-cab5-4982-8b00-46f99236f20c None None] For port 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7647d759-1dc4-4b96-8daa-3da27a8f1cec,segment=NetworkSegment(c3bd97a5-70eb-4343-8bae-964d7e94312b),segment_id=c3bd97a5-70eb-4343-8bae-964d7e94312b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:15.584305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] For port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:15.585563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:15.592601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] For port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1b131ed2-4a2b-47ed-ad3b-c9086e18b46d,segment=NetworkSegment(b37a7959-6cc6-4441-a233-71b0e3ddf67b),segment_id=b37a7959-6cc6-4441-a233-71b0e3ddf67b)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:15.603991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f50aa584-a1ed-44cc-89d6-5e42512adce2 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Synchronizing usage tracker for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:15.640698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76de8674-5693-49b9-86a3-f21c971f1442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.696837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.715363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f50aa584-a1ed-44cc-89d6-5e42512adce2 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] Unset dirty status for tenant:6f72a0733af343fa9fbbbcfcfca98009 on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:15.720088 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f50aa584-a1ed-44cc-89d6-5e42512adce2 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3804648 Mar 23 10:22:15.732329 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d8ff6732-caa6-423a-a315-73597ce8f371 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:15.734317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33170) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.763920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.779907 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d400d374-8c3a-425a-b3a3-2c88c0626de2 None None] Calling delete_port for 36232faf-60d8-47f0-94c2-4a1ddfc348d0 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:15.790236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-14465202-90b0-475d-ab70-567cf6012624 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port e17fc8a6-6091-4385-b784-8b9322bd8a87 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:15.790580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14465202-90b0-475d-ab70-567cf6012624 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.807282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a1a111-417a-4df6-a360-41824fde5ee2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=e17fc8a6-6091-4385-b784-8b9322bd8a87,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:15.826469 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-76de8674-5693-49b9-86a3-f21c971f1442 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3086b14c8a3747c29c44c973330a10f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3198833 Mar 23 10:22:15.833024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33174) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.844307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de8674-5693-49b9-86a3-f21c971f1442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc25985-5d50-4709-80fc-20cf5ce91504,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:15.844505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2352-c670-453b-a965-ad5d7604792d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.871962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2352-c670-453b-a965-ad5d7604792d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.883180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9fb85e3f-5964-4322-896b-99dcd182bcf3 None None] Provisioning for port e06b974e-6ea0-488f-b517-c2c6b22b33c8 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:15.885892 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-b421e3a8-a6d4-4b02-a120-c378f312f767 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] delete failed (client error): The resource could not be found. Mar 23 10:22:15.890848 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b421e3a8-a6d4-4b02-a120-c378f312f767 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "DELETE /v2.0/security-groups/02e29ea3-5e2a-41a3-a5ac-d0db2459b70d HTTP/1.1" status: 404 len: 347 time: 0.1554520 Mar 23 10:22:15.894888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9fb85e3f-5964-4322-896b-99dcd182bcf3 None None] Provisioning complete for port e06b974e-6ea0-488f-b517-c2c6b22b33c8 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:15.895244 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9fb85e3f-5964-4322-896b-99dcd182bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:15.897361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33178) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:15.960467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9fb85e3f-5964-4322-896b-99dcd182bcf3 None None] Port e06b974e-6ea0-488f-b517-c2c6b22b33c8 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:15.966967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994bec56-1c1a-4594-bd53-de53c7fa5772 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:15.967926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-994bec56-1c1a-4594-bd53-de53c7fa5772 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:15.982482 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.resource_extend [None req-cee59347-cab5-4982-8b00-46f99236f20c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:22:16.023234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cee59347-cab5-4982-8b00-46f99236f20c None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.069286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.083364 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cee59347-cab5-4982-8b00-46f99236f20c None None] Transition to ACTIVE for port object 7647d759-1dc4-4b96-8daa-3da27a8f1cec will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:16.089560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243c321-c992-4753-aa27-00833e6b1f9a None None] Pushing event updated for resources: {'Port': ['ID=1b131ed2-4a2b-47ed-ad3b-c9086e18b46d,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:16.094990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cee59347-cab5-4982-8b00-46f99236f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.099978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.102121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-994bec56-1c1a-4594-bd53-de53c7fa5772 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:16.103539 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-994bec56-1c1a-4594-bd53-de53c7fa5772 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A309 HTTP/1.1" status: 200 len: 928 time: 0.7131431 Mar 23 10:22:16.130845 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9d758857-6a13-4061-b0b7-4f2936c34402 tempest-SecGroupTest-112291312 tempest-SecGroupTest-112291312-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2275589 Mar 23 10:22:16.132288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33182) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.210020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee59347-cab5-4982-8b00-46f99236f20c None None] Pushing event updated for resources: {'Port': ['ID=7647d759-1dc4-4b96-8daa-3da27a8f1cec,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:16.218827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09b5f47-7473-477d-83f2-2c775f12943a,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:16.243038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e76a6a1-9091-40cd-bd5e-20bbb07e1afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.263819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d400d374-8c3a-425a-b3a3-2c88c0626de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.361616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d400d374-8c3a-425a-b3a3-2c88c0626de2 None None] No DVR routers for this DVR port 36232faf-60d8-47f0-94c2-4a1ddfc348d0 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:16.417007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port d8ff6732-caa6-423a-a315-73597ce8f371 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:16.417417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.480802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2352-c670-453b-a965-ad5d7604792d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.481384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f9d2352-c670-453b-a965-ad5d7604792d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Fanout notify agent at l3_agent the message router_deleted on router 784bedff-54e1-4fb7-aa4d-245352386633 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:22:16.497403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.extraroute_db [None req-29595a5b-f27e-439c-ab1d-66b04939f3e6 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Added routes are [] {{(pid=87860) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 23 10:22:16.497829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.extraroute_db [None req-29595a5b-f27e-439c-ab1d-66b04939f3e6 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Removed routes are [] {{(pid=87860) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 23 10:22:16.498198 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-29595a5b-f27e-439c-ab1d-66b04939f3e6 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.521756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400d374-8c3a-425a-b3a3-2c88c0626de2 None None] Pushing event deleted for resources: {'Port': ['ID=36232faf-60d8-47f0-94c2-4a1ddfc348d0,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:16.532801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.537012 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-451617dd-1cf0-482e-8dbc-45d6065f7d81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1362739 Mar 23 10:22:16.537012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e76a6a1-9091-40cd-bd5e-20bbb07e1afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.541535 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33190) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.555122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'd9aac5e3-68f2-4b84-9113-df98e42e3006', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:16.599679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-12b18ded-201a-42bc-a7f4-e5c24b2d8eaf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port e06b974e-6ea0-488f-b517-c2c6b22b33c8 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:16.600027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12b18ded-201a-42bc-a7f4-e5c24b2d8eaf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.694197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33194) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.695060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:16.710580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:16.715754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.743669 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:16.753439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:16.766368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14465202-90b0-475d-ab70-567cf6012624 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.793275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:16.794340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.852482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:16.870568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Transition to ACTIVE for port object 133709ad-f149-4bc1-86b9-0bb465bb1f00 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:16.923153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f9d2352-c670-453b-a965-ad5d7604792d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.928267 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4f9d2352-c670-453b-a965-ad5d7604792d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/routers/784bedff-54e1-4fb7-aa4d-245352386633 HTTP/1.1" status: 204 len: 168 time: 2.4758604 Mar 23 10:22:16.933718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33200) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:16.934641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:16.964745 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.010397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e76a6a1-9091-40cd-bd5e-20bbb07e1afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.024895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-14465202-90b0-475d-ab70-567cf6012624 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for e17fc8a6-6091-4385-b784-8b9322bd8a87 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:17.034433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77c2e4f7-da62-460c-8f64-b48867aa9095 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:17.114287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 77c2e4f7-da62-460c-8f64-b48867aa9095 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:17.121967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 77c2e4f7-da62-460c-8f64-b48867aa9095 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:17.122527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.179479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76a6a1-9091-40cd-bd5e-20bbb07e1afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc25985-5d50-4709-80fc-20cf5ce91504,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:17.224468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1e76a6a1-9091-40cd-bd5e-20bbb07e1afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.226046 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1e76a6a1-9091-40cd-bd5e-20bbb07e1afb admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/cbc25985-5d50-4709-80fc-20cf5ce91504 HTTP/1.1" status: 204 len: 168 time: 1.3786330 Mar 23 10:22:17.256788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9c4c8fc0-1871-4629-95ee-eabab7cb1a13 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:17.389649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:17.391835 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7cea5fa7-6fc3-4c69-bc5d-638a2873ca97 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=6f72a0733af343fa9fbbbcfcfca98009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6966562 Mar 23 10:22:17.396361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33206) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:17.414413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-29595a5b-f27e-439c-ab1d-66b04939f3e6 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.417063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.422945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:17.478452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:17.508255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 77c2e4f7-da62-460c-8f64-b48867aa9095, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=77c2e4f7-da62-460c-8f64-b48867aa9095,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:17.519609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.531083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12b18ded-201a-42bc-a7f4-e5c24b2d8eaf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.599844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-29595a5b-f27e-439c-ab1d-66b04939f3e6 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.610487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=133709ad-f149-4bc1-86b9-0bb465bb1f00,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:17.622053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 01b2f4ff-57ad-485d-8ac1-9618634f0813 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:17.713863 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 01b2f4ff-57ad-485d-8ac1-9618634f0813 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:17.716060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 01b2f4ff-57ad-485d-8ac1-9618634f0813 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:17.716566 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2956e0c1-010a-409f-b1a4-30a1a375fa0c no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:17.761976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b52f6d-90c1-448c-8873-1885c77a3ee7 None None] Network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:17.762309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9c4c8fc0-1871-4629-95ee-eabab7cb1a13 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:17.763541 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9c4c8fc0-1871-4629-95ee-eabab7cb1a13 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.7948682 Mar 23 10:22:17.770164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.775161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-12b18ded-201a-42bc-a7f4-e5c24b2d8eaf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for e06b974e-6ea0-488f-b517-c2c6b22b33c8 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:17.779538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33212) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:17.784661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 2956e0c1-010a-409f-b1a4-30a1a375fa0c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:17.784995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2956e0c1-010a-409f-b1a4-30a1a375fa0c not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:17.785435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1a67dfc6-7db2-419b-971b-a9f3579697c3 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:17.810917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33216) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:17.833839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14465202-90b0-475d-ab70-567cf6012624 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.837211 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 1a67dfc6-7db2-419b-971b-a9f3579697c3 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:17.837567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1a67dfc6-7db2-419b-971b-a9f3579697c3 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:17.837974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 36232faf-60d8-47f0-94c2-4a1ddfc348d0 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:17.884536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.905601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 36232faf-60d8-47f0-94c2-4a1ddfc348d0 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:17.905934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 36232faf-60d8-47f0-94c2-4a1ddfc348d0 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:17.948245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:17.972853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14465202-90b0-475d-ab70-567cf6012624 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=e17fc8a6-6091-4385-b784-8b9322bd8a87,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:17.984191 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-33de8f84-2029-4e41-bf1a-9e52305d2e3e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0ac5dac9c76043f08836b508e911d664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1714728 Mar 23 10:22:18.001635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96f71dd5-43c5-4fa1-820a-efce6062ae5e None None] Provisioning complete for port df27806f-379d-4487-98c6-6f93bdc1c2cf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:18.002069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96f71dd5-43c5-4fa1-820a-efce6062ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.052390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33220) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:18.084512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-96f71dd5-43c5-4fa1-820a-efce6062ae5e None None] Port df27806f-379d-4487-98c6-6f93bdc1c2cf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:18.088030 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=77c2e4f7-da62-460c-8f64-b48867aa9095,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:18.126476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96f71dd5-43c5-4fa1-820a-efce6062ae5e None None] Provisioning for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:18.138997 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96f71dd5-43c5-4fa1-820a-efce6062ae5e None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:18.139793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96f71dd5-43c5-4fa1-820a-efce6062ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.159838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29595a5b-f27e-439c-ab1d-66b04939f3e6 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 5936314d-a5b4-4e42-8f75-bd6182d176c7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:18.185290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267ce226-8cfd-49c7-80f9-497cf40e2960,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:18.226589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14465202-90b0-475d-ab70-567cf6012624 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.230126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7647d759-1dc4-4b96-8daa-3da27a8f1cec up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:18.245440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-14465202-90b0-475d-ab70-567cf6012624 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/e17fc8a6-6091-4385-b784-8b9322bd8a87 HTTP/1.1" status: 204 len: 168 time: 2.7495890 Mar 23 10:22:18.255344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33224) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:18.292767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f387f5e-e2b3-44be-a63b-ae7e7f91031f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.301174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.302406 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7bbbd352-0033-4de7-b6d3-1700afadb0f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7546279 Mar 23 10:22:18.315103 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33228) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:18.318161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f7c49-afc6-4774-9905-04e9d7f20a92 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:18.318854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6b5f7c49-afc6-4774-9905-04e9d7f20a92 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:18.337983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'd9aac5e3-68f2-4b84-9113-df98e42e3006', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:18.358962 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7d2119-7ac2-4261-a76e-6e59b691f8c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:22:18.359901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9e7d2119-7ac2-4261-a76e-6e59b691f8c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:18.369530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-21cb36c6-673b-41cb-a5cd-225e373b04e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.443357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-21cb36c6-673b-41cb-a5cd-225e373b04e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.456758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12b18ded-201a-42bc-a7f4-e5c24b2d8eaf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.465332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9e7d2119-7ac2-4261-a76e-6e59b691f8c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:18.467395 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9e7d2119-7ac2-4261-a76e-6e59b691f8c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/e17fc8a6-6091-4385-b784-8b9322bd8a87 HTTP/1.1" status: 404 len: 333 time: 0.2101946 Mar 23 10:22:18.479324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96f71dd5-43c5-4fa1-820a-efce6062ae5e None None] Could not find standard attr ID for object e17fc8a6-6091-4385-b784-8b9322bd8a87. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:18.489940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:18.490317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.545072 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:22:18.552942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33232) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:18.603841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b18ded-201a-42bc-a7f4-e5c24b2d8eaf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=e06b974e-6ea0-488f-b517-c2c6b22b33c8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:18.619426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:18.643612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f0d6315a-2c3d-42ab-96fd-d12e37539bd8 None None] Provisioning for port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:18.647328 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:18.651462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:18.657641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:18.665359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f387f5e-e2b3-44be-a63b-ae7e7f91031f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.698103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f0d6315a-2c3d-42ab-96fd-d12e37539bd8 None None] Could not find standard attr ID for object e17fc8a6-6091-4385-b784-8b9322bd8a87. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:18.737430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-12b18ded-201a-42bc-a7f4-e5c24b2d8eaf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.745321 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-12b18ded-201a-42bc-a7f4-e5c24b2d8eaf tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/e06b974e-6ea0-488f-b517-c2c6b22b33c8 HTTP/1.1" status: 204 len: 168 time: 2.6038208 Mar 23 10:22:18.746575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:18.753163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:18.753163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.756549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33236) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:18.757822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:18.816047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-783923ba-b0cc-4820-b54b-e573e888e07e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.831582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-21cb36c6-673b-41cb-a5cd-225e373b04e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.862664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-21cb36c6-673b-41cb-a5cd-225e373b04e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.866876 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-21cb36c6-673b-41cb-a5cd-225e373b04e6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d27b85b0-8b91-4816-b503-d76c622ebc63 HTTP/1.1" status: 204 len: 168 time: 0.8134370 Mar 23 10:22:18.877045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb36c6-673b-41cb-a5cd-225e373b04e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27b85b0-8b91-4816-b503-d76c622ebc63,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:18.894945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-783923ba-b0cc-4820-b54b-e573e888e07e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.945661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:18.968970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6b5f7c49-afc6-4774-9905-04e9d7f20a92 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:18.972020 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6b5f7c49-afc6-4774-9905-04e9d7f20a92 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1896112 Mar 23 10:22:18.991077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33242) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:18.999291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1b131ed2-4a2b-47ed-ad3b-c9086e18b46d,segment=NetworkSegment(b37a7959-6cc6-4441-a233-71b0e3ddf67b),segment_id=b37a7959-6cc6-4441-a233-71b0e3ddf67b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:19.005457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.018528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29595a5b-f27e-439c-ab1d-66b04939f3e6 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:19.066373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-29595a5b-f27e-439c-ab1d-66b04939f3e6 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.067636 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-29595a5b-f27e-439c-ab1d-66b04939f3e6 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7 HTTP/1.1" status: 200 len: 704 time: 3.9694183 Mar 23 10:22:19.072522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] Sync routers for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:19.078161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33246) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:19.093779 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-5164aa04-4305-4ff6-af5e-53e4a4a13d61 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:22:19.098445 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5164aa04-4305-4ff6-af5e-53e4a4a13d61 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/e06b974e-6ea0-488f-b517-c2c6b22b33c8 HTTP/1.1" status: 404 len: 333 time: 0.2810082 Mar 23 10:22:19.103649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33250) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:19.124957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=1b131ed2-4a2b-47ed-ad3b-c9086e18b46d,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:19.135597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:19.136397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:19.207693 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-749e1d7e-f5c6-407c-8147-40425c33cd44 None None] Provisioning complete for port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:19.208319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-749e1d7e-f5c6-407c-8147-40425c33cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.241535 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0acb1d20-de41-48ec-8ff0-1d385d7fc088 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Synchronizing usage tracker for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:19.244135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.342259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e031373f-d94b-4f21-8d86-17f2a8a4ca51 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:router {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:19.368176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-783923ba-b0cc-4820-b54b-e573e888e07e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.385767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ab937-7a86-414f-a2bc-6d3559182b43 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 480ccc7b-4b5b-4c15-9507-49eb4401cb1b {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:19.386127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b7ab937-7a86-414f-a2bc-6d3559182b43 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.393567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e031373f-d94b-4f21-8d86-17f2a8a4ca51 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:router {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:19.394713 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e031373f-d94b-4f21-8d86-17f2a8a4ca51 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3994772 Mar 23 10:22:19.398279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783923ba-b0cc-4820-b54b-e573e888e07e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cada479-e0ff-4798-be0e-8fbee7e9e447,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:19.401636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33256) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:19.407588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:19.414007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:19.440804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0acb1d20-de41-48ec-8ff0-1d385d7fc088 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Unset dirty status for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:19.442044 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0acb1d20-de41-48ec-8ff0-1d385d7fc088 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=5936314d-a5b4-4e42-8f75-bd6182d176c7 HTTP/1.1" status: 200 len: 205 time: 0.3533459 Mar 23 10:22:19.463012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33260) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:19.472347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f387f5e-e2b3-44be-a63b-ae7e7f91031f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.550297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-783923ba-b0cc-4820-b54b-e573e888e07e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.551830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.554755 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-783923ba-b0cc-4820-b54b-e573e888e07e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/security-groups/1cada479-e0ff-4798-be0e-8fbee7e9e447 HTTP/1.1" status: 204 len: 168 time: 1.0003135 Mar 23 10:22:19.558790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33268) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:19.562705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:19.597508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:19.603596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f387f5e-e2b3-44be-a63b-ae7e7f91031f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa83809d-7641-4d91-ad8c-288d998f22b6,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:19.621485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:22:07Z', 'revision_number': 11, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:19.656625 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] Checking router: 5936314d-a5b4-4e42-8f75-bd6182d176c7 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:19.662565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:19.666881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.690350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] Routers {'5936314d-a5b4-4e42-8f75-bd6182d176c7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:19.691161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['5936314d-a5b4-4e42-8f75-bd6182d176c7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:19.692952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0161-5461-4d68-b181-77acdd77460c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.707600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.774383 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-021f95bd-eae5-4734-bcf7-024694f3714d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.810390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0161-5461-4d68-b181-77acdd77460c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.824500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] Set router 5936314d-a5b4-4e42-8f75-bd6182d176c7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:19.855562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.944017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:22:07Z', 'revision_number': 11, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:19.953572 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db849c-730f-4b69-a2fa-a1825f6aaf61 None None] The sync data for ids ['5936314d-a5b4-4e42-8f75-bd6182d176c7'] in dv-neutron-834652-2-hyperv is: [{'id': '5936314d-a5b4-4e42-8f75-bd6182d176c7', 'name': 'tempest-RoutersIpV6Test-router-247458433', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:20:06Z', 'updated_at': '2022-03-23T10:22:07Z', 'revision_number': 11, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:19.953760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0161-5461-4d68-b181-77acdd77460c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:19.993477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-749e1d7e-f5c6-407c-8147-40425c33cd44 None None] Provisioning for port 133709ad-f149-4bc1-86b9-0bb465bb1f00 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:20.000124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-749e1d7e-f5c6-407c-8147-40425c33cd44 None None] Provisioning complete for port 133709ad-f149-4bc1-86b9-0bb465bb1f00 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:20.000853 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-749e1d7e-f5c6-407c-8147-40425c33cd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.003093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c0161-5461-4d68-b181-77acdd77460c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7990664c-5c94-4d1d-b7b8-5898aeb06f05,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:20.032615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0161-5461-4d68-b181-77acdd77460c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.041199 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2b1c0161-5461-4d68-b181-77acdd77460c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/security-groups/7990664c-5c94-4d1d-b7b8-5898aeb06f05 HTTP/1.1" status: 204 len: 168 time: 0.4803622 Mar 23 10:22:20.041902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33282) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:20.139791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77c2e4f7-da62-460c-8f64-b48867aa9095 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:20.177356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6185d79-5316-45f6-9d59-14277a8d1305 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet 44441aec-b691-4e93-851b-2aed77e3fe33 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:20.180143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-749e1d7e-f5c6-407c-8147-40425c33cd44 None None] Port 133709ad-f149-4bc1-86b9-0bb465bb1f00 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:20.213660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f6185d79-5316-45f6-9d59-14277a8d1305 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.233857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 77c2e4f7-da62-460c-8f64-b48867aa9095 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:20.234875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.254608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393e6ddf-8548-4ad4-af66-28cf6ca92958,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:20.303257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f6185d79-5316-45f6-9d59-14277a8d1305 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.349282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f387f5e-e2b3-44be-a63b-ae7e7f91031f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.354307 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8f387f5e-e2b3-44be-a63b-ae7e7f91031f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fa83809d-7641-4d91-ad8c-288d998f22b6 HTTP/1.1" status: 204 len: 168 time: 2.9337604 Mar 23 10:22:20.356538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a7f00bde-2737-4ad9-9a93-cb09324aff88 None None] Provisioning complete for port 133709ad-f149-4bc1-86b9-0bb465bb1f00 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:20.356966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a7f00bde-2737-4ad9-9a93-cb09324aff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.378988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:22:20.386021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.395135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33290) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:20.458930 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.460769 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f2aefe5d-8a84-48f1-9258-dcef4f298650 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1390474 Mar 23 10:22:20.473180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a7f00bde-2737-4ad9-9a93-cb09324aff88 None None] Port 133709ad-f149-4bc1-86b9-0bb465bb1f00 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:20.477431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33292) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:20.478704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:20.480145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=ddd99061-3064-4a38-82d2-490bd9201d71,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:20.495853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'd9aac5e3-68f2-4b84-9113-df98e42e3006', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:20.512676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:20.525307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:20.530023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:20.533122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:20.536123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:20.539297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:20.539891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.550579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679d6434-4ab3-467d-b8fb-360a4049a269 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:20.559342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:20.590492 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ae076de2-d25a-49e6-aeb3-11c7e4646574 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1872683 Mar 23 10:22:20.592720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33300) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:20.601299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:20.699413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:20.699984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.759472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:20.763199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.805007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f6185d79-5316-45f6-9d59-14277a8d1305 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.854616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:20.900772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.910734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:20.947937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:20.951796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.018573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-021f95bd-eae5-4734-bcf7-024694f3714d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.025410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-021f95bd-eae5-4734-bcf7-024694f3714d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.106569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': 'ddd99061-3064-4a38-82d2-490bd9201d71'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:22:21.107782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.120700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-021f95bd-eae5-4734-bcf7-024694f3714d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.121949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021f95bd-eae5-4734-bcf7-024694f3714d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Fanout notify agent at l3_agent the message router_deleted on router 5936314d-a5b4-4e42-8f75-bd6182d176c7 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:22:21.135086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b613f31-6da9-4956-baf7-1a6f51263940,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:21.166632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.170840 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-685fa9b0-3790-4a9e-a7f3-702a7ed76aac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6872473 Mar 23 10:22:21.172706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33318) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:21.191112 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cc62c659-f076-418c-8bd8-a3ad3e9cc91d tempest-AgentManagementNegativeTest-1456943295 tempest-AgentManagementNegativeTest-1456943295-project] 10.222.0.84 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7150655 Mar 23 10:22:21.193611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'd9aac5e3-68f2-4b84-9113-df98e42e3006', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:21.204459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f6185d79-5316-45f6-9d59-14277a8d1305 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.209756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:21.214630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b7ab937-7a86-414f-a2bc-6d3559182b43 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.264588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-021f95bd-eae5-4734-bcf7-024694f3714d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.266111 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-021f95bd-eae5-4734-bcf7-024694f3714d tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7 HTTP/1.1" status: 204 len: 168 time: 1.8017671 Mar 23 10:22:21.280137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33326) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:21.291758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cfcf74-a596-42e3-824b-c4858fa341d1 None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:21.293257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:21.311538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:21.319882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f6185d79-5316-45f6-9d59-14277a8d1305 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.334767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6185d79-5316-45f6-9d59-14277a8d1305 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=44441aec-b691-4e93-851b-2aed77e3fe33,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:21.341010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-261586276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:21.369522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:21.384439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:21.454350 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f6185d79-5316-45f6-9d59-14277a8d1305 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/44441aec-b691-4e93-851b-2aed77e3fe33 HTTP/1.1" status: 204 len: 168 time: 1.4090717 Mar 23 10:22:21.483001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33336) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:21.494091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-6b7ab937-7a86-414f-a2bc-6d3559182b43 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 480ccc7b-4b5b-4c15-9507-49eb4401cb1b owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:21.528494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Allocated IP 2001:db8::f816:3eff:fe4e:e3e (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/ddd99061-3064-4a38-82d2-490bd9201d71/30a22e00-a82c-475b-82ab-630b38de1e24) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:21.565114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:21.606117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Usage tracker for resource:router and tenant:df61c4e9b72348e89d4da5210101dfcd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:21.616307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:21.628890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:21.652891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.658931 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33340) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:21.714839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.716459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.738243 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:22:21.760962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.762711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33346) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:21.776628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.799298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:21.811882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:21.823730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:21.824672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.866140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=161bc724-e711-4471-82ad-fcd6a9213ef0,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:21.880864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.901896 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3befc43d-66dc-47bc-857d-b77a86867e34 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3054020 Mar 23 10:22:21.903337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33352) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:21.914470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:4b:05:0b', 'name': 'tempest-NetworksTestDHCPv6-1436710630'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:21.923182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:21.936212 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Transition to ACTIVE for port object 30a22e00-a82c-475b-82ab-630b38de1e24 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:21.958106 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Transition to ACTIVE for port object 30a22e00-a82c-475b-82ab-630b38de1e24 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:22.002817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.011793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2687e9a1-b16f-430d-a16b-322996214d16 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:22.012548 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING neutron.api.v2.base [None req-2687e9a1-b16f-430d-a16b-322996214d16 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 10:22:22.013072 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-2687e9a1-b16f-430d-a16b-322996214d16 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:22:22.014095 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2687e9a1-b16f-430d-a16b-322996214d16 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3517895 Mar 23 10:22:22.017637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b7ab937-7a86-414f-a2bc-6d3559182b43 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.027267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33356) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:22.080366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'tempest-secgroup--461605531'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:22.081936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:22.084147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.088745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:22.088919 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-931f351c-4ee7-4c6a-9e33-32d9788ce532 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7844496 Mar 23 10:22:22.096126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:22.098503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33360) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:22.099419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:22.108197 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ab937-7a86-414f-a2bc-6d3559182b43 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=480ccc7b-4b5b-4c15-9507-49eb4401cb1b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:22.117501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:22.119000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a9dea321-2995-483b-8150-73feeb07716f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.130632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.136031 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-23950307-e125-47db-93f9-9efcd8ad349c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:22.148348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Pushing event updated for resources: {'Port': ['ID=30a22e00-a82c-475b-82ab-630b38de1e24,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:22.185735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.202555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a9dea321-2995-483b-8150-73feeb07716f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:22.206723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a9dea321-2995-483b-8150-73feeb07716f admin admin] Usage tracker for resource:security_group_rule and tenant:1db7c0d7db414ea4b1cea5fb9ea418b1 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:22.207887 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Attempting to bind port 30a22e00-a82c-475b-82ab-630b38de1e24 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:22.208253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Attempting to bind port 30a22e00-a82c-475b-82ab-630b38de1e24 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:22.208805 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Attempting to bind port 30a22e00-a82c-475b-82ab-630b38de1e24 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:22.210059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a9dea321-2995-483b-8150-73feeb07716f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:22.215879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a9dea321-2995-483b-8150-73feeb07716f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:22.219130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:22.223292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:22.223900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:22.224490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.225075 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:22.225533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Bound port: 30a22e00-a82c-475b-82ab-630b38de1e24, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:22.226080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.239769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86bfeecf-7ba6-4783-a392-fa8e917dec60,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:22.260060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:22.312992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.317266 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c320f072-696e-41ad-8bc2-efb94d78e04f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1374395 Mar 23 10:22:22.320586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33364) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:22.328347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:22.331854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b7ab937-7a86-414f-a2bc-6d3559182b43 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.341571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'd9aac5e3-68f2-4b84-9113-df98e42e3006', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:22.358464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:22.363107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:22.366782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:22.379048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:22.398035 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:22:22.399427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:22.407464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.409115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] For port 30a22e00-a82c-475b-82ab-630b38de1e24, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:22.411782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:22.412222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.414877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] For port 30a22e00-a82c-475b-82ab-630b38de1e24, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30a22e00-a82c-475b-82ab-630b38de1e24,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:22.420652 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.422839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:22.459283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:22.489372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.507414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:22.512035 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.552454 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:22.557368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e26499-f756-4957-9103-d12e93cfac52 None None] Pushing event updated for resources: {'Port': ['ID=30a22e00-a82c-475b-82ab-630b38de1e24,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:22.608385 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6b7ab937-7a86-414f-a2bc-6d3559182b43 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/480ccc7b-4b5b-4c15-9507-49eb4401cb1b HTTP/1.1" status: 204 len: 168 time: 3.4997654 Mar 23 10:22:22.609258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.625345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33368) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:22.648198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a9dea321-2995-483b-8150-73feeb07716f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.658261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.661794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a9dea321-2995-483b-8150-73feeb07716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.693499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.743504 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59ed651-e0e6-46ce-a86f-97a492a28079 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:22:22.743971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a59ed651-e0e6-46ce-a86f-97a492a28079 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:22.758315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dea321-2995-483b-8150-73feeb07716f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00655f2-0449-4b09-bcca-7fac3bf6cf0a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:22.771214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67b6d1e-8bb2-42ab-b74c-afe125d49032,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:22.777463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:22.789159 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a9dea321-2995-483b-8150-73feeb07716f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=1db7c0d7db414ea4b1cea5fb9ea418b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0222273 Mar 23 10:22:22.795335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33372) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:22.815630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.827876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:22.839389 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4b033c13-0969-4dbb-b258-3340446288ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4991441 Mar 23 10:22:22.891906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 3779e680-5fae-4597-b42b-0fbc5f771ddb yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:22:23.070209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8ac23ffe-0499-4b7b-8cd7-3186cf7ecee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.162718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8ac23ffe-0499-4b7b-8cd7-3186cf7ecee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.207438 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:23.210352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:23.217751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:23.221337 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.231986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b7ff4745-6161-4818-ac4b-3a67721cfd94 None None] Provisioning complete for port df27806f-379d-4487-98c6-6f93bdc1c2cf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:23.233022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b7ff4745-6161-4818-ac4b-3a67721cfd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.255128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-23950307-e125-47db-93f9-9efcd8ad349c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.258865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a59ed651-e0e6-46ce-a86f-97a492a28079 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:23.260022 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a59ed651-e0e6-46ce-a86f-97a492a28079 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/480ccc7b-4b5b-4c15-9507-49eb4401cb1b HTTP/1.1" status: 404 len: 333 time: 0.6271715 Mar 23 10:22:23.262187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:23.268649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d19a93b8-278f-4d04-974d-f191647355b3 req-5a4c189c-e37a-4af2-a930-2d484fc43a62 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:23.273924 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33390) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:23.286419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event updated for resources: {'Port': ['ID=133709ad-f149-4bc1-86b9-0bb465bb1f00,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:23.296402 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.314470 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b7ff4745-6161-4818-ac4b-3a67721cfd94 None None] Port df27806f-379d-4487-98c6-6f93bdc1c2cf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:23.327453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b7ff4745-6161-4818-ac4b-3a67721cfd94 None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:23.327809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b7ff4745-6161-4818-ac4b-3a67721cfd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.343754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-23950307-e125-47db-93f9-9efcd8ad349c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.384919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d19a93b8-278f-4d04-974d-f191647355b3 req-5a4c189c-e37a-4af2-a930-2d484fc43a62 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:23.386164 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-5a4c189c-e37a-4af2-a930-2d484fc43a62 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726798052&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.2339339 Mar 23 10:22:23.460860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a5b20b-d327-4f81-8ebb-ac627b4b4e47 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet d9442722-500c-471a-8c55-7786c25343e1 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:23.468052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8ac23ffe-0499-4b7b-8cd7-3186cf7ecee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.471926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 172.20.0.9 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/161bc724-e711-4471-82ad-fcd6a9213ef0/3779e680-5fae-4597-b42b-0fbc5f771ddb) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:23.474515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-04a5b20b-d327-4f81-8ebb-ac627b4b4e47 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.584565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::f816:3eff:fe4b:50b (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/ddd99061-3064-4a38-82d2-490bd9201d71/3779e680-5fae-4597-b42b-0fbc5f771ddb) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:23.591727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac23ffe-0499-4b7b-8cd7-3186cf7ecee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00655f2-0449-4b09-bcca-7fac3bf6cf0a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:23.640591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-04a5b20b-d327-4f81-8ebb-ac627b4b4e47 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.723976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8ac23ffe-0499-4b7b-8cd7-3186cf7ecee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:23.725162 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8ac23ffe-0499-4b7b-8cd7-3186cf7ecee3 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f00655f2-0449-4b09-bcca-7fac3bf6cf0a HTTP/1.1" status: 204 len: 168 time: 0.9270618 Mar 23 10:22:23.747930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a93b8-278f-4d04-974d-f191647355b3 req-7ff5e212-7649-4884-8766-7b9a74ecf373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:23.748651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d19a93b8-278f-4d04-974d-f191647355b3 req-7ff5e212-7649-4884-8766-7b9a74ecf373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:23.775579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:23.780758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:23.833511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d19a93b8-278f-4d04-974d-f191647355b3 req-7ff5e212-7649-4884-8766-7b9a74ecf373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:23.840257 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-7ff5e212-7649-4884-8766-7b9a74ecf373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/networks?id=c51bdc63-f575-43b5-b68b-c6daf03b64f0 HTTP/1.1" status: 200 len: 797 time: 0.4424987 Mar 23 10:22:24.022001 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-5ffcc0f8-f7e6-4495-95b5-073d42070cfb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/quotas/45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 375 time: 0.1808693 Mar 23 10:22:24.023759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23950307-e125-47db-93f9-9efcd8ad349c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Router 9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:22:24.057352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.132242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-04a5b20b-d327-4f81-8ebb-ac627b4b4e47 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.146975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30a22e00-a82c-475b-82ab-630b38de1e24 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:24.244319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dfeaa6a4-beb8-4273-b165-c7d30955cd92 None None] Provisioning complete for port 133709ad-f149-4bc1-86b9-0bb465bb1f00 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:24.245550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dfeaa6a4-beb8-4273-b165-c7d30955cd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.274683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.290436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=b72b3e34-ce19-400f-81cd-865ec578fb34,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:24.322146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-dfeaa6a4-beb8-4273-b165-c7d30955cd92 None None] Port 133709ad-f149-4bc1-86b9-0bb465bb1f00 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:24.323850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 3779e680-5fae-4597-b42b-0fbc5f771ddb will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:24.333616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-04a5b20b-d327-4f81-8ebb-ac627b4b4e47 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.341895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 30a22e00-a82c-475b-82ab-630b38de1e24 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:24.343384 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-3ed7fa41-9a1a-4c0d-ba84-fd481c5ef750 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3070073 Mar 23 10:22:24.398759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2693521c-fa62-4a6a-ab33-98cafe54baee None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:24.411533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.417521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:24.435946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-04a5b20b-d327-4f81-8ebb-ac627b4b4e47 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.440134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5b20b-d327-4f81-8ebb-ac627b4b4e47 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=d9442722-500c-471a-8c55-7786c25343e1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:24.453259 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-04a5b20b-d327-4f81-8ebb-ac627b4b4e47 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/d9442722-500c-471a-8c55-7786c25343e1 HTTP/1.1" status: 204 len: 168 time: 1.1763816 Mar 23 10:22:24.455359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33408) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.475279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:24.477120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.480084 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:24.480652 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.543172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:24.549336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb217f6-88f5-42bc-8d67-8a470dd852f9,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:24.565509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23950307-e125-47db-93f9-9efcd8ad349c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:24.567972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:24.576611 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] Sync routers for ids ['9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:24.577132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:24.590992 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:24.592078 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] Routers {'9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:24.598196 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:24.605916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:24.633767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ee8b42-da59-47bf-9ef1-a3d630016c58 None None] Network ee52acf6-2428-45f8-ac80-baba6c9ed618 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:24.634213 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0116caad-0976-4d5e-8263-4ad422bb0b0c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0876608 Mar 23 10:22:24.641107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33414) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.652106 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa940fef-6fe6-4fe4-b969-c076fc0b46c4 None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:24.679087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.693622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'security_group': {'name': 'tempest-secgroup-1290169967'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:24.695359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-23950307-e125-47db-93f9-9efcd8ad349c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:24.699774 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-23950307-e125-47db-93f9-9efcd8ad349c tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "PUT /v2.0/routers/9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb HTTP/1.1" status: 200 len: 697 time: 2.5929561 Mar 23 10:22:24.699967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:24.705146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:24.708231 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33420) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:24.847231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:24.854700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:24.931981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:24.945437 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] Set router 9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:24.954813 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:24.958955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:24.961621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-26f3aae7-6d9a-4c08-b3bf-0b79aec3ae85 None None] Provisioning for port 30a22e00-a82c-475b-82ab-630b38de1e24 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:24.967843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:24.987013 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:25.003380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.017016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.020945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:25.021729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.028042 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.076862 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4f5663ce-6ecd-4a34-9033-87a0c40706bb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9385574 Mar 23 10:22:25.080079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33430) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.088257 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.092754 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.0644190 Mar 23 10:22:25.107408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33434) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.121367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-95ca9ad0-84ac-4441-aede-4618392b59ee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:25.143684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.181597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:25.196480 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb', 'name': 'tempest-RoutersIpV6Test-router-261586276', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:21Z', 'updated_at': '2022-03-23T10:22:23Z', 'revision_number': 2, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.199047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:25.199390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.207271 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] Checking router: 9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:25.220713 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] Routers {'9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:25.221913 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.236648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group_rule and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:25.239680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33440) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.243012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:25.276432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=3779e680-5fae-4597-b42b-0fbc5f771ddb,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:25.284324 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:25.287293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-26f3aae7-6d9a-4c08-b3bf-0b79aec3ae85 None None] Provisioning complete for port 30a22e00-a82c-475b-82ab-630b38de1e24 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:25.287879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-26f3aae7-6d9a-4c08-b3bf-0b79aec3ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.309638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:25.311128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.344962 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fa6b3b29-f128-442b-aa0a-4481a7d1c8bc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4400353 Mar 23 10:22:25.354572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33446) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.380427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '2906e63c-2f74-4c16-8860-a5ef6f4dd7af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:25.411164 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] Set router 9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:25.485110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:25.495327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-357050581'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:25.505299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:25.512372 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-1a58017b-6248-4b92-87e3-e0259d8ac5e8 service neutron] 10.222.0.84 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1104028 Mar 23 10:22:25.516716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17e99f-dc07-4021-b126-cfa743b1825d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2906e63c-2f74-4c16-8860-a5ef6f4dd7af,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:25.519743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:25.557776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:25.563478 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb', 'name': 'tempest-RoutersIpV6Test-router-261586276', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:21Z', 'updated_at': '2022-03-23T10:22:23Z', 'revision_number': 2, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:25.568678 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd04920-3d3e-43f0-8781-c27accd2fbfe None None] The sync data for ids ['9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb'] in dv-neutron-834652-2-hyperv is: [{'id': '9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb', 'name': 'tempest-RoutersIpV6Test-router-261586276', 'tenant_id': 'df61c4e9b72348e89d4da5210101dfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:22:21Z', 'updated_at': '2022-03-23T10:22:23Z', 'revision_number': 2, 'project_id': 'df61c4e9b72348e89d4da5210101dfcd', 'gw_port_host': None}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:25.582676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:25.613295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Usage tracker for resource:network and tenant:b39e48aebaf84d669dbf753a0e85c481 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:25.636757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:25.663711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:25.679814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:25.680243 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-83fb03f1-8034-44e0-94aa-7809c6ee2cef tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/routers/9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb HTTP/1.1" status: 200 len: 703 time: 0.9705021 Mar 23 10:22:25.682867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33450) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.775702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51207d56-7910-442d-ab10-24fb89e4d6c9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:25.782054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51207d56-7910-442d-ab10-24fb89e4d6c9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:25.783631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-51207d56-7910-442d-ab10-24fb89e4d6c9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:25.839074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.859311 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-522c8cfd-40f8-4953-b04a-d667a8658381 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb HTTP/1.1" status: 200 len: 205 time: 0.1723661 Mar 23 10:22:25.862277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33454) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.889084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-51207d56-7910-442d-ab10-24fb89e4d6c9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:25.893612 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-51207d56-7910-442d-ab10-24fb89e4d6c9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.5245025 Mar 23 10:22:25.898578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Made reservation on behalf of b39e48aebaf84d669dbf753a0e85c481 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:25.902185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:25.923435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33456) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:25.939710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.021537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-26f3aae7-6d9a-4c08-b3bf-0b79aec3ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.028414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:26.032514 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Usage tracker for resource:security_group_rule and tenant:b39e48aebaf84d669dbf753a0e85c481 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:26.049268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:26.058251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.078795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:26.087490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.114065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] For port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3d1b43ea-5dd7-4f90-bfe6-a87391ed1178,segment=NetworkSegment(3c9d612f-af39-4cb3-b894-7a15d45d1997),segment_id=3c9d612f-af39-4cb3-b894-7a15d45d1997)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:26.114532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.135908 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-ba0f11ec-12c8-4b1f-839e-503e1f949fef service neutron] 10.222.0.84 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001546 Mar 23 10:22:26.156773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85d2bc65-835c-4f26-9ebc-a699933ad166 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.161856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-3e909d9f-caeb-4aaa-a717-9d3c98bd2f5c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 3779e680-5fae-4597-b42b-0fbc5f771ddb {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:26.162336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e909d9f-caeb-4aaa-a717-9d3c98bd2f5c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.313911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-26f3aae7-6d9a-4c08-b3bf-0b79aec3ae85 None None] For port 30a22e00-a82c-475b-82ab-630b38de1e24, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30a22e00-a82c-475b-82ab-630b38de1e24,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:26.320940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77f020-6005-4069-994d-837650fefd4b None None] Update dhcp port {'port': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'fixed_ips': [{'subnet_id': 'e16278cc-0714-44cf-9a67-927e0e44d37c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b72b3e34-ce19-400f-81cd-865ec578fb34'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '7647d759-1dc4-4b96-8daa-3da27a8f1cec'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:22:26.389759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-26f3aae7-6d9a-4c08-b3bf-0b79aec3ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.447165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] DHCP port deletion for ee52acf6-2428-45f8-ac80-baba6c9ed618 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:22:26.452027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:26.499944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] Deleting port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:26.500394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.519315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.520798 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8571382 Mar 23 10:22:26.535903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33468) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:26.545635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'security_group': {'name': 'tempest-secgroup-2013248464'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:26.556194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fa033-4ca3-4b82-87fb-49320882c61f tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db40296-f366-47ba-9429-609413ac7fd4,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:26.582751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:26.594655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.609439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:26.614680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6d77f020-6005-4069-994d-837650fefd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.636984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce90074a-6982-4961-a4dc-01a25260357b None None] Update dhcp port {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': 'ddd99061-3064-4a38-82d2-490bd9201d71', 'ip_address': '2001:db8::f816:3eff:fe4e:e3e'}, {'subnet_id': '161bc724-e711-4471-82ad-fcd6a9213ef0'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '30a22e00-a82c-475b-82ab-630b38de1e24'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:22:26.645240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:26.656059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-844bf95b-0ba5-46b6-ac5e-cbf4c2d5f626 req-bf53aa68-237c-4c0d-a1a3-89b5fe504953 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:26.668851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:26.696301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.707817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ce90074a-6982-4961-a4dc-01a25260357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.786259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.799605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3aae7-6d9a-4c08-b3bf-0b79aec3ae85 None None] Pushing event updated for resources: {'Port': ['ID=30a22e00-a82c-475b-82ab-630b38de1e24,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:26.811991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:26.914846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=3d1b43ea-5dd7-4f90-bfe6-a87391ed1178,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:26.917129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No DVR routers for this DVR port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:26.925876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:26.993872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group_rule and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:26.999176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:27.004061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.028369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e909d9f-caeb-4aaa-a717-9d3c98bd2f5c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.165381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85d2bc65-835c-4f26-9ebc-a699933ad166 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.172779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c8a1a3-70cc-4507-9f01-b1861b3948d3,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:27.176299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-844bf95b-0ba5-46b6-ac5e-cbf4c2d5f626 req-bf53aa68-237c-4c0d-a1a3-89b5fe504953 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:27.177556 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-844bf95b-0ba5-46b6-ac5e-cbf4c2d5f626 req-bf53aa68-237c-4c0d-a1a3-89b5fe504953 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 210 time: 0.5807753 Mar 23 10:22:27.179599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85d2bc65-835c-4f26-9ebc-a699933ad166 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.223208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.224725 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2c10aa01-66ee-4784-a5dd-e0cc51f469d5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1163402 Mar 23 10:22:27.230628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:27.235748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33478) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:27.237429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.261492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] For port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3d1b43ea-5dd7-4f90-bfe6-a87391ed1178,segment=NetworkSegment(3c9d612f-af39-4cb3-b894-7a15d45d1997),segment_id=3c9d612f-af39-4cb3-b894-7a15d45d1997)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:27.261876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.272129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85d2bc65-835c-4f26-9ebc-a699933ad166 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.272880 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d2bc65-835c-4f26-9ebc-a699933ad166 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Fanout notify agent at l3_agent the message router_deleted on router 9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:22:27.282473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.extraroute_db [None req-95ca9ad0-84ac-4441-aede-4618392b59ee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87860) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 23 10:22:27.308315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-85d2bc65-835c-4f26-9ebc-a699933ad166 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.310162 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-85d2bc65-835c-4f26-9ebc-a699933ad166 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb HTTP/1.1" status: 204 len: 168 time: 1.3907146 Mar 23 10:22:27.314547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33482) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:27.318175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.extraroute_db [None req-95ca9ad0-84ac-4441-aede-4618392b59ee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Removed routes are [] {{(pid=87860) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 23 10:22:27.318569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-95ca9ad0-84ac-4441-aede-4618392b59ee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.340655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7cd54456-aa44-4f7e-89c3-f43449f53a35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '2906e63c-2f74-4c16-8860-a5ef6f4dd7af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:27.430449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-3e909d9f-caeb-4aaa-a717-9d3c98bd2f5c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 3779e680-5fae-4597-b42b-0fbc5f771ddb owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:27.453487 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-649f8e4f-def4-44cc-a586-a085a59a25c5 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb HTTP/1.1" status: 200 len: 205 time: 0.1353748 Mar 23 10:22:27.472230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33486) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:27.472755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] Calling delete_port for 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:27.480176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7cd54456-aa44-4f7e-89c3-f43449f53a35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:27.545068 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-ce7d2b48-223a-4814-8f61-9a3295e22252 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] delete failed (client error): The resource could not be found. Mar 23 10:22:27.548633 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ce7d2b48-223a-4814-8f61-9a3295e22252 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/9c9dbcd0-e1b6-411a-86ca-0a2d2b261bcb HTTP/1.1" status: 404 len: 336 time: 0.0730429 Mar 23 10:22:27.549524 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33492) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:27.558653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:27.584939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7cd54456-aa44-4f7e-89c3-f43449f53a35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:27.590356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7cd54456-aa44-4f7e-89c3-f43449f53a35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:27.594063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.613104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:27.613594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:27.620390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7cd54456-aa44-4f7e-89c3-f43449f53a35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:27.627165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.627598 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Added segment 4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4 of type vlan for network 9fdb8699-ceed-4b73-8277-2863979eb201 Mar 23 10:22:27.631306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc83ab6-88a3-4256-ab92-1fe4da0f3fce,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:27.647715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:19Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '133709ad-f149-4bc1-86b9-0bb465bb1f00', 'name': '', 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:fa:c6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:13Z', 'updated_at': '2022-03-23T10:22:21Z', 'revision_number': 2, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:27.690593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:27.691000 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Updating router 0ed42203-0117-4005-a86a-dbb9f98d817a port 133709ad-f149-4bc1-86b9-0bb465bb1f00 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:22:27.693356 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-623a6bd5-5e2b-4ffd-a141-9863b84c7e22 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:27.694054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623a6bd5-5e2b-4ffd-a141-9863b84c7e22 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:27.696075 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-623a6bd5-5e2b-4ffd-a141-9863b84c7e22 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/779bc126-b169-4044-a45e-6592c0e4e8a5 HTTP/1.1" status: 404 len: 337 time: 0.1456473 Mar 23 10:22:27.699236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33496) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:27.708253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee52acf6-2428-45f8-ac80-baba6c9ed618']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:27.742037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9d612f-af39-4cb3-b894-7a15d45d1997') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:27.742302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9d612f-af39-4cb3-b894-7a15d45d1997') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:27.758062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.765346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7cd54456-aa44-4f7e-89c3-f43449f53a35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.775052 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-522cfa8d-154a-4603-887e-cfa9140c4ddc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:27.775987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-522cfa8d-154a-4603-887e-cfa9140c4ddc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:27.777615 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-522cfa8d-154a-4603-887e-cfa9140c4ddc tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/d2aa2dd6-224c-444d-8f2f-56b600b00120 HTTP/1.1" status: 404 len: 337 time: 0.0775256 Mar 23 10:22:27.784452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33500) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:27.787946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.796169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.797423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-ce90074a-6982-4961-a4dc-01a25260357b None None] Allocated IP 172.20.0.2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/161bc724-e711-4471-82ad-fcd6a9213ef0/30a22e00-a82c-475b-82ab-630b38de1e24) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:27.886977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.905519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.937620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:22:27.938010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.955824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:27.956744 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be9de4f-8caa-4f5f-81c7-06c1d893b1c2 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:27.957547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be9de4f-8caa-4f5f-81c7-06c1d893b1c2 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:27.959754 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7be9de4f-8caa-4f5f-81c7-06c1d893b1c2 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/14253930-e4cd-435f-9583-4a0befe1ba16 HTTP/1.1" status: 404 len: 337 time: 0.1745799 Mar 23 10:22:27.962607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33504) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:27.963374 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:28.082089 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-fccddea9-684d-4fee-9f98-f56706d2caf8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:28.082833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fccddea9-684d-4fee-9f98-f56706d2caf8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:28.084752 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fccddea9-684d-4fee-9f98-f56706d2caf8 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/253b6285-4999-4f31-80a8-c160be480533 HTTP/1.1" status: 404 len: 337 time: 0.1178248 Mar 23 10:22:28.087836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33508) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.135367 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-15d6a559-32d4-41f7-a0af-93bf8a711b27 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=5936314d-a5b4-4e42-8f75-bd6182d176c7 HTTP/1.1" status: 200 len: 205 time: 0.0464323 Mar 23 10:22:28.144771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33512) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.148350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] Deleting port 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:28.148936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.157167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.164536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:28.165224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.179899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30a22e00-a82c-475b-82ab-630b38de1e24 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:28.207629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-95ca9ad0-84ac-4441-aede-4618392b59ee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.224895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-95ca9ad0-84ac-4441-aede-4618392b59ee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.229486 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-5707ccbc-d8af-46c1-baf0-335c37b221f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] delete failed (client error): The resource could not be found. Mar 23 10:22:28.230505 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5707ccbc-d8af-46c1-baf0-335c37b221f3 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/5936314d-a5b4-4e42-8f75-bd6182d176c7 HTTP/1.1" status: 404 len: 336 time: 0.0848093 Mar 23 10:22:28.239372 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-7cd54456-aa44-4f7e-89c3-f43449f53a35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): There was a conflict when trying to complete your request. Mar 23 10:22:28.244223 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7cd54456-aa44-4f7e-89c3-f43449f53a35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0030818 Mar 23 10:22:28.245197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58cdffcd-078b-4288-ab51-598a7a0d810e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:28.272905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33518) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.273641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33520) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.291379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.295813 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33526) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.297135 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-15c971bf-b41b-4d43-8644-0433bd5e7db2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7582533 Mar 23 10:22:28.303440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'security_group': {'name': 'tempest-secgroup-2009036578'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:28.328569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-6d77f020-6005-4069-994d-837650fefd4b None None] Allocated IP 172.20.0.2 (b47c99ad-c5af-4238-bf6a-aa831574c991/b72b3e34-ce19-400f-81cd-865ec578fb34/7647d759-1dc4-4b96-8daa-3da27a8f1cec) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:28.335450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:28.339417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ad656872-c0ff-4de8-bf38-10bd07bd8692 None None] The port '3d1b43ea-5dd7-4f90-bfe6-a87391ed1178' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:22:28.341418 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:28.380345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.404043 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:28.428457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:28.460695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.470206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.484910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ca9ad0-84ac-4441-aede-4618392b59ee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:28.490599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:28.495407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:security_group_rule and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:28.502901 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/networks/ee52acf6-2428-45f8-ac80-baba6c9ed618 HTTP/1.1" status: 204 len: 168 time: 4.0463288 Mar 23 10:22:28.508044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c059ffed-0006-42c4-8926-94af353df33a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Synchronizing usage tracker for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:28.513467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33530) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.525458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:28.544700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1756949215'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:28.545402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 30a22e00-a82c-475b-82ab-630b38de1e24 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:28.545979 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.555773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:28.601894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c059ffed-0006-42c4-8926-94af353df33a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] Unset dirty status for tenant:df61c4e9b72348e89d4da5210101dfcd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:28.605823 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c059ffed-0006-42c4-8926-94af353df33a tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=1fcd428a-f6fb-478a-97af-ecdd2d3c7844 HTTP/1.1" status: 200 len: 205 time: 0.3184178 Mar 23 10:22:28.611950 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3669398 Mar 23 10:22:28.611950 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92d8126e-0db1-4ca5-b3b4-59ea850f962d req-bece2ee5-f382-4192-bbb2-b789b6715816 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 210 time: 0.1273699 Mar 23 10:22:28.614050 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33534) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.614408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33536) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:28.620406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6ea81-2b03-43f9-a166-6fc9ae527757 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event updated for resources: {'Network': ['ID=9fdb8699-ceed-4b73-8277-2863979eb201,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:28.631386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:28.662544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2149c96-d2bd-4d67-9339-21961a377688 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Network': ['ID=ee52acf6-2428-45f8-ac80-baba6c9ed618,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:28.665022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:network and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:28.677870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e909d9f-caeb-4aaa-a717-9d3c98bd2f5c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.679918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:28.692682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:28.746941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ce90074a-6982-4961-a4dc-01a25260357b None None] For port 30a22e00-a82c-475b-82ab-630b38de1e24, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30a22e00-a82c-475b-82ab-630b38de1e24,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:28.773740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ce90074a-6982-4961-a4dc-01a25260357b None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.791259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ce90074a-6982-4961-a4dc-01a25260357b None None] Transition to ACTIVE for port object 30a22e00-a82c-475b-82ab-630b38de1e24 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:28.797753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 9fdb8699-ceed-4b73-8277-2863979eb201 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:28.819763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ce90074a-6982-4961-a4dc-01a25260357b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.858977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:28.864604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.895049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a3a0-4344-4b55-8a91-bf40ce371f5a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.907007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Request body: {'subnet': {'network_id': '9fdb8699-ceed-4b73-8277-2863979eb201', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:28.933758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a3a0-4344-4b55-8a91-bf40ce371f5a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:28.952939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e909d9f-caeb-4aaa-a717-9d3c98bd2f5c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=3779e680-5fae-4597-b42b-0fbc5f771ddb,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:29.034989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.resource_extend [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:22:29.067747 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-064f8df3-686d-4098-9cb1-8aebf57b1d9f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] delete failed (client error): The resource could not be found. Mar 23 10:22:29.071906 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-064f8df3-686d-4098-9cb1-8aebf57b1d9f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/1fcd428a-f6fb-478a-97af-ecdd2d3c7844 HTTP/1.1" status: 404 len: 336 time: 0.4493668 Mar 23 10:22:29.074053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:29.078493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33546) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.136701 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1973bd-bf38-41fb-ad72-19a13c3f694b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:29.137432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1973bd-bf38-41fb-ad72-19a13c3f694b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:29.148017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.148639 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Added segment 88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8 of type vlan for network d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 Mar 23 10:22:29.152981 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dd1973bd-bf38-41fb-ad72-19a13c3f694b tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/64223c8f-e503-4c0b-a4ac-8a99d5c2f9c8 HTTP/1.1" status: 404 len: 337 time: 0.0732231 Mar 23 10:22:29.160841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33550) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.167625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e909d9f-caeb-4aaa-a717-9d3c98bd2f5c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.169888 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3e909d9f-caeb-4aaa-a717-9d3c98bd2f5c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/3779e680-5fae-4597-b42b-0fbc5f771ddb HTTP/1.1" status: 204 len: 168 time: 3.2200453 Mar 23 10:22:29.196943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6d77f020-6005-4069-994d-837650fefd4b None None] For port 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7647d759-1dc4-4b96-8daa-3da27a8f1cec,segment=NetworkSegment(c3bd97a5-70eb-4343-8bae-964d7e94312b),segment_id=c3bd97a5-70eb-4343-8bae-964d7e94312b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:29.205921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33554) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.213458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a3a0-4344-4b55-8a91-bf40ce371f5a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.215865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e0d9a3a0-4344-4b55-8a91-bf40ce371f5a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.217051 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e0d9a3a0-4344-4b55-8a91-bf40ce371f5a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/2906e63c-2f74-4c16-8860-a5ef6f4dd7af HTTP/1.1" status: 204 len: 168 time: 0.9271731 Mar 23 10:22:29.224931 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33558) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.240493 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Port 30a22e00-a82c-475b-82ab-630b38de1e24 had new provisioning blocks added so it will not transition to active. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 23 10:22:29.246210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90074a-6982-4961-a4dc-01a25260357b None None] Pushing event updated for resources: {'Port': ['ID=30a22e00-a82c-475b-82ab-630b38de1e24,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:29.251041 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e8e10227-3f3d-4fd8-a633-0fa860bc12ab tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c HTTP/1.1" status: 200 len: 205 time: 0.0860534 Mar 23 10:22:29.255320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33560) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.271864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.286234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6d77f020-6005-4069-994d-837650fefd4b None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.300067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Transition to ACTIVE for port object 133709ad-f149-4bc1-86b9-0bb465bb1f00 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:29.303348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ca9ad0-84ac-4441-aede-4618392b59ee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:29.315096 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6d77f020-6005-4069-994d-837650fefd4b None None] Transition to ACTIVE for port object 7647d759-1dc4-4b96-8daa-3da27a8f1cec will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:29.315898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.336468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9a3a0-4344-4b55-8a91-bf40ce371f5a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2906e63c-2f74-4c16-8860-a5ef6f4dd7af,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:29.349812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.352206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6d77f020-6005-4069-994d-837650fefd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.354205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:29.358443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Usage tracker for resource:subnet and tenant:b39e48aebaf84d669dbf753a0e85c481 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:29.363448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:29.370128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:29.374367 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-1d0523a9-59cb-4082-afa5-73eb5cc6972f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] delete failed (client error): The resource could not be found. Mar 23 10:22:29.375898 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1d0523a9-59cb-4082-afa5-73eb5cc6972f tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/9956f4ed-cba5-44dd-a6fa-fc06a0c79a2c HTTP/1.1" status: 404 len: 336 time: 0.1194336 Mar 23 10:22:29.380316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33566) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.383901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:29.462973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a93b8-278f-4d04-974d-f191647355b3 req-c29281b1-3e29-4bea-919d-f2b6c08b9d1d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:29.464536 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-c29281b1-3e29-4bea-919d-f2b6c08b9d1d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=c51bdc63-f575-43b5-b68b-c6daf03b64f0 HTTP/1.1" status: 200 len: 797 time: 0.9649231 Mar 23 10:22:29.478855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-95ca9ad0-84ac-4441-aede-4618392b59ee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.487395 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-95ca9ad0-84ac-4441-aede-4618392b59ee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a HTTP/1.1" status: 200 len: 933 time: 4.4041688 Mar 23 10:22:29.488161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33570) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.528801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:29.535852 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3d1b43ea-5dd7-4f90-bfe6-a87391ed1178 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:29.545386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Made reservation on behalf of b39e48aebaf84d669dbf753a0e85c481 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:29.559536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.621528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:22:29.648781 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8c5505d1-b3d0-46e0-a691-5d95c960e664 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=a57e696a-3cc3-46fd-90a6-40fa068970ee HTTP/1.1" status: 200 len: 205 time: 0.2674737 Mar 23 10:22:29.651084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.659307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:29.660863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.666772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33574) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.672542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.697734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd75166a-8355-49ba-9e23-b634882bd8cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:29.699506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd75166a-8355-49ba-9e23-b634882bd8cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:29.701420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd75166a-8355-49ba-9e23-b634882bd8cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:29.705744 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cd75166a-8355-49ba-9e23-b634882bd8cf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4960785 Mar 23 10:22:29.730286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325d64c-9218-4086-b212-f0df31d1aa28 None None] Pushing event updated for resources: {'Port': ['ID=133709ad-f149-4bc1-86b9-0bb465bb1f00,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:29.768436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33580) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.770968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.799680 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-b58865a8-9cde-4f20-bfaf-0f60da25f61e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 380 time: 0.2986047 Mar 23 10:22:29.847849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:29.851706 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5515082 Mar 23 10:22:29.860037 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-d26b424f-3328-4089-8de1-b3ed7993f9e7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] delete failed (client error): The resource could not be found. Mar 23 10:22:29.862041 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d26b424f-3328-4089-8de1-b3ed7993f9e7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/a57e696a-3cc3-46fd-90a6-40fa068970ee HTTP/1.1" status: 404 len: 336 time: 0.1693928 Mar 23 10:22:29.863888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33584) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.864329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33586) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:29.889468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1847640882', 'security_groups': ['9ea06f6f-7b94-400f-aa4b-1f132705ed55'], 'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b72b3e34-ce19-400f-81cd-865ec578fb34'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:29.985185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Attempting to bind port 133709ad-f149-4bc1-86b9-0bb465bb1f00 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:29.986592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Attempting to bind port 133709ad-f149-4bc1-86b9-0bb465bb1f00 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'b37a7959-6cc6-4441-a233-71b0e3ddf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:29.990361 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Attempting to bind port 133709ad-f149-4bc1-86b9-0bb465bb1f00 on network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:30.061103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:30.061654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Checking segment: {'id': 'b37a7959-6cc6-4441-a233-71b0e3ddf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:30.062295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.062778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Bound using segment: {'id': 'b37a7959-6cc6-4441-a233-71b0e3ddf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:30.063367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Bound port: 133709ad-f149-4bc1-86b9-0bb465bb1f00, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37a7959-6cc6-4441-a233-71b0e3ddf67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:30.063855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.078912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'admin_state_up': True, 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'security_groups': ['d9aac5e3-68f2-4b84-9113-df98e42e3006']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:30.093555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77f020-6005-4069-994d-837650fefd4b None None] Pushing event updated for resources: {'Port': ['ID=7647d759-1dc4-4b96-8daa-3da27a8f1cec,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:30.136846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:30.149640 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b26639-c8c4-4025-81d8-99d595a28503 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:30.150084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b26639-c8c4-4025-81d8-99d595a28503 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:30.151773 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-79b26639-c8c4-4025-81d8-99d595a28503 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/95f91f2e-5dfa-44f9-b521-3e36b0325b44 HTTP/1.1" status: 404 len: 337 time: 0.2758794 Mar 23 10:22:30.155742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:30.158413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33594) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:30.170309 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30a22e00-a82c-475b-82ab-630b38de1e24 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:30.217703 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6814790 Mar 23 10:22:30.225908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33598) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:30.229383 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d658790e-986b-4298-a111-b80902ae3bdc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Synchronizing usage tracker for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:30.240195 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae94a46-cb25-44f3-abe2-2d410b345491 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 161bc724-e711-4471-82ad-fcd6a9213ef0 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:30.292377 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] For port 133709ad-f149-4bc1-86b9-0bb465bb1f00, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:30.296854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] For port 133709ad-f149-4bc1-86b9-0bb465bb1f00, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=133709ad-f149-4bc1-86b9-0bb465bb1f00,segment=NetworkSegment(b37a7959-6cc6-4441-a233-71b0e3ddf67b),segment_id=b37a7959-6cc6-4441-a233-71b0e3ddf67b)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:30.306344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.310567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae94a46-cb25-44f3-abe2-2d410b345491 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.313380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': 'd6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:30.342575 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1cd29681-ac65-4757-a859-a4e94080477e tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ea7d4c6-a806-4553-833a-231c0ebc6b15 HTTP/1.1" status: 200 len: 205 time: 0.1314619 Mar 23 10:22:30.350958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5887b0-2d04-4204-b4c6-fe830b6e4b1a tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Network': ['ID=d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:30.357196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33602) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:30.373778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:30.377661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:30.398192 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4b01d05b-609e-47b8-9de9-1b2a05ef0a9f req-15247a73-0c46-4626-a136-70c520f217ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 210 time: 0.5953646 Mar 23 10:22:30.428286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d658790e-986b-4298-a111-b80902ae3bdc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Unset dirty status for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:30.429665 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d658790e-986b-4298-a111-b80902ae3bdc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1442921 Mar 23 10:22:30.449780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33606) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:30.594471 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:30.595673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:30.617067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc664dd-04be-4b17-b028-4345da796548 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea06f6f-7b94-400f-aa4b-1f132705ed55,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:30.641459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'tempest-secgroup--651184827'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:30.648524 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:30.687186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325d64c-9218-4086-b212-f0df31d1aa28 None None] Pushing event updated for resources: {'Port': ['ID=133709ad-f149-4bc1-86b9-0bb465bb1f00,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:30.716515 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-77ec942f-26ca-435a-8b26-398934981dae tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] delete failed (client error): The resource could not be found. Mar 23 10:22:30.717005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:30.717276 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-77ec942f-26ca-435a-8b26-398934981dae tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/5ea7d4c6-a806-4553-833a-231c0ebc6b15 HTTP/1.1" status: 404 len: 336 time: 0.2948110 Mar 23 10:22:30.738712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33610) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:30.783736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.793632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-daef2957-12f3-41c1-8a34-f768e7598a62 None None] Provisioning for port 30a22e00-a82c-475b-82ab-630b38de1e24 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:30.817142 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-502a471b-de52-41cb-a6eb-07e6d3dbfc3c tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a HTTP/1.1" status: 200 len: 933 time: 1.3072317 Mar 23 10:22:30.826094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33614) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:30.834454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] device_id is not set on port 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:22:30.837007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-daef2957-12f3-41c1-8a34-f768e7598a62 None None] Provisioning complete for port 30a22e00-a82c-475b-82ab-630b38de1e24 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:30.837662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-daef2957-12f3-41c1-8a34-f768e7598a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.843915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae94a46-cb25-44f3-abe2-2d410b345491 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.890300 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09eb4c5-e285-4df2-b249-bb751ad064f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:30.891057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09eb4c5-e285-4df2-b249-bb751ad064f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:30.905190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ab4fba72-23fc-43c2-be99-bd463bad37d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'routes': None}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:30.910942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:30.918910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:30.941250 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a09eb4c5-e285-4df2-b249-bb751ad064f7 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/6738b8a9-291f-4b71-a7a6-4fbde67baab5 HTTP/1.1" status: 404 len: 337 time: 0.2014506 Mar 23 10:22:30.946477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:30.964081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33618) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:30.965206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:30.991249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:31.019758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:31.089293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:31.105760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:31.182100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:31.185587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.223101 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-85241e31-f013-4f2c-94ce-929c1167f947 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "GET /v2.0/ports?device_id=1c2133fe-ff13-489e-ab7e-79de9e20af2f HTTP/1.1" status: 200 len: 205 time: 0.2514718 Mar 23 10:22:31.227212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:31.232799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33622) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:31.235302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:31.240719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.251053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:31.263025 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:31.278830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:31.375105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae94a46-cb25-44f3-abe2-2d410b345491 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.446361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.584432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-daef2957-12f3-41c1-8a34-f768e7598a62 None None] Could not find standard attr ID for object 3779e680-5fae-4597-b42b-0fbc5f771ddb. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:31.598381 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-2f628b3d-e72e-4ca5-ac81-1636e50edb43 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] delete failed (client error): The resource could not be found. Mar 23 10:22:31.601769 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2f628b3d-e72e-4ca5-ac81-1636e50edb43 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/routers/1c2133fe-ff13-489e-ab7e-79de9e20af2f HTTP/1.1" status: 404 len: 336 time: 0.3140204 Mar 23 10:22:31.618901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33628) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:31.656809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:27Z', 'revision_number': 6, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '133709ad-f149-4bc1-86b9-0bb465bb1f00', 'name': '', 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:fa:c6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:13Z', 'updated_at': '2022-03-23T10:22:30Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:31.663551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace95545-7766-4c11-9ffc-7e9faa82295e None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:27Z', 'revision_number': 6, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '133709ad-f149-4bc1-86b9-0bb465bb1f00', 'name': '', 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:fa:c6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:13Z', 'updated_at': '2022-03-23T10:22:30Z', 'revision_number': 4, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:31.695119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event updated for resources: {'Subnet': ['ID=05b644b9-a1b5-4ff4-b3d4-8fd357bb6693,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:31.710669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a530c3ef-ecde-4bdf-80bb-ed1546305850 None None] Could not find standard attr ID for object 3779e680-5fae-4597-b42b-0fbc5f771ddb. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:31.750630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a530c3ef-ecde-4bdf-80bb-ed1546305850 None None] Provisioning for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:31.774465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a530c3ef-ecde-4bdf-80bb-ed1546305850 None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:31.774899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a530c3ef-ecde-4bdf-80bb-ed1546305850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.796570 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae94a46-cb25-44f3-abe2-2d410b345491 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.816441 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:31.834353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.13 (c51bdc63-f575-43b5-b68b-c6daf03b64f0/55259f9f-0fb8-401e-a83c-3ffadb364c56/3572f3d5-bd97-4415-817c-0cdc2d133979) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:31.931095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe6250-3ab2-483c-ae36-5a0af5523d8a None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:31.936401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae94a46-cb25-44f3-abe2-2d410b345491 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=161bc724-e711-4471-82ad-fcd6a9213ef0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:31.997771 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3345057-9a45-443a-8583-344f01dbad25 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:31.997771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3345057-9a45-443a-8583-344f01dbad25 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:32.016590 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-550a5f6b-8ad9-4d4d-9b72-9d53707780c8 req-801e7475-4f80-4da4-a4e7-fc30e1da1b9f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 210 time: 0.3842387 Mar 23 10:22:32.111487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a530c3ef-ecde-4bdf-80bb-ed1546305850 None None] Provisioning complete for port df27806f-379d-4487-98c6-6f93bdc1c2cf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:32.112153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a530c3ef-ecde-4bdf-80bb-ed1546305850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.187656 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c3345057-9a45-443a-8583-344f01dbad25 tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/02b353c4-b60b-499c-b6d9-f52549759a60 HTTP/1.1" status: 404 len: 337 time: 0.5600452 Mar 23 10:22:32.191434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33632) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:32.223874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 133709ad-f149-4bc1-86b9-0bb465bb1f00 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:32.241602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae94a46-cb25-44f3-abe2-2d410b345491 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.264794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.272958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Checking segment: {'id': '4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9fdb8699-ceed-4b73-8277-2863979eb201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:32.273947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Network hostable DHCP agents. Network: 9fdb8699-ceed-4b73-8277-2863979eb201, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:32.304276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a530c3ef-ecde-4bdf-80bb-ed1546305850 None None] Port df27806f-379d-4487-98c6-6f93bdc1c2cf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:32.336633 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2ae94a46-cb25-44f3-abe2-2d410b345491 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/161bc724-e711-4471-82ad-fcd6a9213ef0 HTTP/1.1" status: 204 len: 168 time: 2.5356834 Mar 23 10:22:32.349340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.354743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742f224d-ef4e-41a7-adcb-8a23c5a698b6,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:32.359320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33636) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:32.425798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 133709ad-f149-4bc1-86b9-0bb465bb1f00 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:32.433654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 133709ad-f149-4bc1-86b9-0bb465bb1f00 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:32.434394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.478112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.479889 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-375d13ec-3525-4356-b8b5-554930953d9a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8690405 Mar 23 10:22:32.489777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 3572f3d5-bd97-4415-817c-0cdc2d133979 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:32.491081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33640) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:32.493347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.4 (b47c99ad-c5af-4238-bf6a-aa831574c991/b72b3e34-ce19-400f-81cd-865ec578fb34/1c4d188f-d6c3-4e53-85bd-dd12bcf9b684) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:32.498144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.503395 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9de9939-0cf3-491d-86af-672a31a759cd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:32.503855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9de9939-0cf3-491d-86af-672a31a759cd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:32.505221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c5740977-15b3-420a-a9f9-36046501e9cf tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '742f224d-ef4e-41a7-adcb-8a23c5a698b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:32.506175 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING neutron.api.v2.base [None req-c5740977-15b3-420a-a9f9-36046501e9cf tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 23 10:22:32.506679 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-c5740977-15b3-420a-a9f9-36046501e9cf tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:32.507642 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c5740977-15b3-420a-a9f9-36046501e9cf tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104935 Mar 23 10:22:32.511376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33644) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:32.523731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Network 9fdb8699-ceed-4b73-8277-2863979eb201 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:32.554288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-899d32b3-101b-4cee-b33e-e374a4ae7bdd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet ddd99061-3064-4a38-82d2-490bd9201d71 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:32.560860 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899d32b3-101b-4cee-b33e-e374a4ae7bdd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.590003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 9fdb8699-ceed-4b73-8277-2863979eb201) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:32.594376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:32.595681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.609656 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d9de9939-0cf3-491d-86af-672a31a759cd tempest-RoutersIpV6Test-845438849 tempest-RoutersIpV6Test-845438849-project] 10.222.0.84 "DELETE /v2.0/subnets/82bc5df0-05d0-4546-a26e-ccdcef398196 HTTP/1.1" status: 404 len: 337 time: 0.4071674 Mar 23 10:22:32.624227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d038b0ee-5457-42b4-b615-46c862bdf881 None None] Network 9fdb8699-ceed-4b73-8277-2863979eb201 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:32.708412 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-36cdcef0-7031-498f-8143-bae6e9fb5b5b tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0873134 Mar 23 10:22:32.709804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.719631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33650) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:32.737177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:32.771599 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Request body: {'port': {'network_id': '9fdb8699-ceed-4b73-8277-2863979eb201', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1644605036'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:32.789832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899d32b3-101b-4cee-b33e-e374a4ae7bdd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.811831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.extraroute_db [None req-ab4fba72-23fc-43c2-be99-bd463bad37d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added routes are [] {{(pid=87859) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 23 10:22:32.812204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.extraroute_db [None req-ab4fba72-23fc-43c2-be99-bd463bad37d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=87859) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 23 10:22:32.881017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab4fba72-23fc-43c2-be99-bd463bad37d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.924154 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 133709ad-f149-4bc1-86b9-0bb465bb1f00, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=133709ad-f149-4bc1-86b9-0bb465bb1f00,segment=NetworkSegment(b37a7959-6cc6-4441-a233-71b0e3ddf67b),segment_id=b37a7959-6cc6-4441-a233-71b0e3ddf67b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:32.950590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.952355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7647d759-1dc4-4b96-8daa-3da27a8f1cec up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:32.979209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:32.980002 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:33.008939 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:33.010367 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:33.029386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ec986816-3416-45bb-8e60-76c6939d0206 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.143944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network c51bdc63-f575-43b5-b68b-c6daf03b64f0 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:33.174314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Checking segment: {'id': '88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:33.174906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network hostable DHCP agents. Network: d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:33.180334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:33.189748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:33.244582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33658) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:33.259412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ec986816-3416-45bb-8e60-76c6939d0206 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.262237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=133709ad-f149-4bc1-86b9-0bb465bb1f00,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:33.344419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:33.344793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.428902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=3572f3d5-bd97-4415-817c-0cdc2d133979,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:33.430081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-9fdb8699-ceed-4b73-8277-2863979eb201', 'network_id': '9fdb8699-ceed-4b73-8277-2863979eb201', 'tenant_id': 'b39e48aebaf84d669dbf753a0e85c481', 'fixed_ips': [{'subnet_id': '05b644b9-a1b5-4ff4-b3d4-8fd357bb6693'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:22:33.431112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.476307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899d32b3-101b-4cee-b33e-e374a4ae7bdd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.501167 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:33.591976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:33.592882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.641134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ec986816-3416-45bb-8e60-76c6939d0206 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.646725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ec986816-3416-45bb-8e60-76c6939d0206 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.651103 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ec986816-3416-45bb-8e60-76c6939d0206 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/742f224d-ef4e-41a7-adcb-8a23c5a698b6 HTTP/1.1" status: 204 len: 168 time: 1.1310592 Mar 23 10:22:33.661289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33666) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:33.687747 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-a950f567-2b19-46b1-8767-3d35d1b2e7df tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7380140 Mar 23 10:22:33.709720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:33.713182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Request body: {'port': {'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:33.746026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:33.751187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec986816-3416-45bb-8e60-76c6939d0206 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742f224d-ef4e-41a7-adcb-8a23c5a698b6,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:33.774685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Allocated IP 172.20.0.2 (9fdb8699-ceed-4b73-8277-2863979eb201/05b644b9-a1b5-4ff4-b3d4-8fd357bb6693/cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:33.785136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7bf810-f263-4055-a3e9-f53e024ef57b None None] Network d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:33.786544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54422570-cf2b-4e28-92e4-1ca1ea503bf4 req-3ee90d5b-2d84-4d16-9282-0f47c0db8b1e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:33.787270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-54422570-cf2b-4e28-92e4-1ca1ea503bf4 req-3ee90d5b-2d84-4d16-9282-0f47c0db8b1e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:33.787389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:33.787914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.833408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:33.837594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Usage tracker for resource:port and tenant:b39e48aebaf84d669dbf753a0e85c481 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:33.840639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:33.846485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:33.851566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899d32b3-101b-4cee-b33e-e374a4ae7bdd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.936860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Made reservation on behalf of b39e48aebaf84d669dbf753a0e85c481 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:33.940582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.942417 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-82bcfc9c-457d-4515-97bc-feab758a8a7f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=df61c4e9b72348e89d4da5210101dfcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6939900 Mar 23 10:22:33.943276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-54422570-cf2b-4e28-92e4-1ca1ea503bf4 req-3ee90d5b-2d84-4d16-9282-0f47c0db8b1e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:33.950425 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-54422570-cf2b-4e28-92e4-1ca1ea503bf4 req-3ee90d5b-2d84-4d16-9282-0f47c0db8b1e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 932 time: 0.7067306 Mar 23 10:22:33.953011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33670) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:33.965437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899d32b3-101b-4cee-b33e-e374a4ae7bdd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.974621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d32b3-101b-4cee-b33e-e374a4ae7bdd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd99061-3064-4a38-82d2-490bd9201d71,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:33.989306 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-57633fdf-d037-4b54-b551-bb0c93354991 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7621710 Mar 23 10:22:33.995063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:33.998922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54bac54-d0c3-4265-9b83-b03df3303074 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:34.005172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33674) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:34.007539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b49f7087-1b4b-45c7-843c-76844a203318 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Synchronizing usage tracker for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:34.017104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': 'd6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3', 'name': 'tempest-PortsIpV6TestJSON-822371764', 'fixed_ips': [{'subnet_id': '85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821', 'ip_address': '2001:db8::10'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:34.040892 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-899d32b3-101b-4cee-b33e-e374a4ae7bdd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/ddd99061-3064-4a38-82d2-490bd9201d71 HTTP/1.1" status: 204 len: 168 time: 1.6679184 Mar 23 10:22:34.057877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33678) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:34.060083 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 7, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '133709ad-f149-4bc1-86b9-0bb465bb1f00', 'name': '', 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:fa:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:13Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:34.067735 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:34.078748 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:34.079710 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:34.144385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-50950534-b749-47fd-bffa-3336ae9018c2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:router {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:34.146968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.154287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e072ebae-cae8-4a17-8cbc-62597da7a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.172180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0419c18b-6bbb-4be4-8ee4-cfa70ff3e346 None None] Provisioning complete for port 30a22e00-a82c-475b-82ab-630b38de1e24 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:34.172898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0419c18b-6bbb-4be4-8ee4-cfa70ff3e346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.198593 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-54422570-cf2b-4e28-92e4-1ca1ea503bf4 req-4c8d7e6a-2b2e-4b00-9d2a-b21366509488 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447734 Mar 23 10:22:34.256978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] device_id is not set on port 6b316f32-31dd-4d46-a9d3-ee84a5ab6457 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:22:34.275975 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:34.346611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:34.353898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b49f7087-1b4b-45c7-843c-76844a203318 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Unset dirty status for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:34.356074 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b49f7087-1b4b-45c7-843c-76844a203318 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6829231 Mar 23 10:22:34.426384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33682) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:34.460935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'tempest-secgroup--287688714'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:34.483622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:34.510335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab4fba72-23fc-43c2-be99-bd463bad37d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.531868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab4fba72-23fc-43c2-be99-bd463bad37d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.538317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:34.644517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.659925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:34.672556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:34.745057 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 7, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '133709ad-f149-4bc1-86b9-0bb465bb1f00', 'name': '', 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:fa:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:13Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:34.745348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3572f3d5-bd97-4415-817c-0cdc2d133979 {{(pid=87860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:22:34.749189 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff93f14-2b13-4bc5-bb61-0095a54364f7 None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 7, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '133709ad-f149-4bc1-86b9-0bb465bb1f00', 'name': '', 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:fa:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:13Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:34.752750 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.768350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Transition to ACTIVE for port object 3572f3d5-bd97-4415-817c-0cdc2d133979 will not be triggered until provisioned by entity L2. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:34.778107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.785422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:34.834992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.863223 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 133709ad-f149-4bc1-86b9-0bb465bb1f00 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:34.899137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:34.919889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:34.966595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0ac0-13d2-441a-8f79-38ca26ebca64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.968339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-50950534-b749-47fd-bffa-3336ae9018c2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:router {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:34.972928 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-50950534-b749-47fd-bffa-3336ae9018c2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8988125 Mar 23 10:22:34.980162 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33686) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:34.983197 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:34.996006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Transition to ACTIVE for port object cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:35.018712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:35.020040 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:35.042972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Transition to ACTIVE for port object cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:35.053494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0ac0-13d2-441a-8f79-38ca26ebca64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.056044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:35.069518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:35.071925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:35.086629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0419c18b-6bbb-4be4-8ee4-cfa70ff3e346 None None] Provisioning for port 3572f3d5-bd97-4415-817c-0cdc2d133979 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:35.099473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.125367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:35.137273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3572f3d5-bd97-4415-817c-0cdc2d133979,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:35.159653 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0ac0-13d2-441a-8f79-38ca26ebca64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.255846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4fba72-23fc-43c2-be99-bd463bad37d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:35.256875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Pushing event updated for resources: {'Port': ['ID=cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:35.301964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=1c4d188f-d6c3-4e53-85bd-dd12bcf9b684,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:35.302883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Network 9fdb8699-ceed-4b73-8277-2863979eb201 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:35.312935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3', 'network_id': 'd6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3', 'tenant_id': '913fc24fa3624bb7abc8f44cae9f5561', 'fixed_ips': [{'subnet_id': '85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:22:35.314009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.344193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:35.349930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 133709ad-f149-4bc1-86b9-0bb465bb1f00 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:35.350666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.393405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:35.409287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a0ac0-13d2-441a-8f79-38ca26ebca64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff97275c-ea7b-47cb-9c1c-2194754cac06,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:35.533096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Allocated IP 172.20.0.3 (9fdb8699-ceed-4b73-8277-2863979eb201/05b644b9-a1b5-4ff4-b3d4-8fd357bb6693/6b316f32-31dd-4d46-a9d3-ee84a5ab6457) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:35.547236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:35.548261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.617996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f6a0ac0-13d2-441a-8f79-38ca26ebca64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.619065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a2aad-74c6-4cd8-9374-bffdecec83ed None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:22:35.619985 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9f6a0ac0-13d2-441a-8f79-38ca26ebca64 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/ff97275c-ea7b-47cb-9c1c-2194754cac06 HTTP/1.1" status: 204 len: 168 time: 1.6465604 Mar 23 10:22:35.635814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-566a2aad-74c6-4cd8-9374-bffdecec83ed None None] Deleting port 30a22e00-a82c-475b-82ab-630b38de1e24 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:35.636493 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-566a2aad-74c6-4cd8-9374-bffdecec83ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.702925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.708927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:35.719000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:35.727797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:35.739384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:35.761368 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:35.765159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Attempting to bind port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:35.765585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Attempting to bind port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9fdb8699-ceed-4b73-8277-2863979eb201'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:35.766086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Attempting to bind port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 on network 9fdb8699-ceed-4b73-8277-2863979eb201 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:35.770237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.827560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Attempting to bind port 3572f3d5-bd97-4415-817c-0cdc2d133979 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:35.828087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Attempting to bind port 3572f3d5-bd97-4415-817c-0cdc2d133979 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:35.828766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Attempting to bind port 3572f3d5-bd97-4415-817c-0cdc2d133979 on network c51bdc63-f575-43b5-b68b-c6daf03b64f0 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:35.830959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:35.834675 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Checking segment: {'id': '4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9fdb8699-ceed-4b73-8277-2863979eb201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:35.835195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.835690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Bound using segment: {'id': '4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9fdb8699-ceed-4b73-8277-2863979eb201'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:35.836291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Bound port: cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '9fdb8699-ceed-4b73-8277-2863979eb201'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:35.838383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:35.843833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Port 3572f3d5-bd97-4415-817c-0cdc2d133979 on network c51bdc63-f575-43b5-b68b-c6daf03b64f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:22:35.844344 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Attempting to bind port 3572f3d5-bd97-4415-817c-0cdc2d133979 on network c51bdc63-f575-43b5-b68b-c6daf03b64f0 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:35.945164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port e3dbb9b0-e221-40d8-b186-3db2e762ccbf yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:22:35.963123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:35.963700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Checking segment: {'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:35.964257 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Bound using segment: {'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:35.965066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Bound port: 3572f3d5-bd97-4415-817c-0cdc2d133979, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214f15d0-3667-4fcf-abdd-7a0c4127683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 846, 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0'}}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:35.965607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.003613 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e4def849-8a96-4278-96a0-786d3cb84dba tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.1302643 Mar 23 10:22:36.007899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33698) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:36.042084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b125f7cc-103b-41f3-badb-594bc791485b None None] Provisioning for port 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:36.061885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:36.070032 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4fba72-23fc-43c2-be99-bd463bad37d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:36.073708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Allocated IP 2001:db8::2 (d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3/85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821/5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:36.089668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:36.092318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b125f7cc-103b-41f3-badb-594bc791485b None None] Provisioning complete for port 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:36.092807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b125f7cc-103b-41f3-badb-594bc791485b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.142898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.169379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b125f7cc-103b-41f3-badb-594bc791485b None None] Port 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:36.275958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] For port 3572f3d5-bd97-4415-817c-0cdc2d133979, host hv-neutron-8346, cleared binding levels {{(pid=87860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:36.286956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] For port 3572f3d5-bd97-4415-817c-0cdc2d133979, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3572f3d5-bd97-4415-817c-0cdc2d133979,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:36.327607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.338338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.355469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728ea18-64d8-4361-8828-5ba4efc71454 req-0e77074a-d512-4834-80b2-66e703a6a580 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:36.365712 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7728ea18-64d8-4361-8828-5ba4efc71454 req-0e77074a-d512-4834-80b2-66e703a6a580 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 944 time: 0.9426966 Mar 23 10:22:36.389632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.411126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:36.411912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:36.417498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:36.437088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:36.437714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.439180 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] 10.222.0.102 "PUT /v2.0/ports/3572f3d5-bd97-4415-817c-0cdc2d133979 HTTP/1.1" status: 200 len: 1094 time: 2.7327402 Mar 23 10:22:36.440545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:36.444870 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'tag': '3572f3d5-bd97-4415-817c-0cdc2d133979'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:22:36.471789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:36.502478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:36.554475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.577098 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'tag': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'status': 'completed', 'code': 200} Mar 23 10:22:36.583684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e451b-ca51-4c53-938e-ed7bbabfc8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=3572f3d5-bd97-4415-817c-0cdc2d133979,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:36.618859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:36.623297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.662484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] For port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:36.743796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c6be64-d9d9-4153-aba9-17653fcc75a6,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:36.747181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.748813 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c40a892f-633d-44d2-84ca-cbd0a7c1a9be tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3166132 Mar 23 10:22:36.752910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab4fba72-23fc-43c2-be99-bd463bad37d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.754005 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ab4fba72-23fc-43c2-be99-bd463bad37d3 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a HTTP/1.1" status: 200 len: 699 time: 5.9217157 Mar 23 10:22:36.761769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33718) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:36.762207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33720) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:36.783870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-566a2aad-74c6-4cd8-9374-bffdecec83ed None None] For port 30a22e00-a82c-475b-82ab-630b38de1e24, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30a22e00-a82c-475b-82ab-630b38de1e24,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:36.785407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-566a2aad-74c6-4cd8-9374-bffdecec83ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.796613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-62ef76ac-60e1-483e-b1f2-e5bfdea231e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.810959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] For port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8,segment=NetworkSegment(4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4),segment_id=4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:36.842370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Transition to ACTIVE for port object 6b316f32-31dd-4d46-a9d3-ee84a5ab6457 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:36.870763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d72842dc-e9c4-4e3e-b26d-8580cc9682aa tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': 'd9c6be64-d9d9-4153-aba9-17653fcc75a6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:36.873337 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-d72842dc-e9c4-4e3e-b26d-8580cc9682aa tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 23 10:22:36.874041 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-d72842dc-e9c4-4e3e-b26d-8580cc9682aa tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:36.875312 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d72842dc-e9c4-4e3e-b26d-8580cc9682aa tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1102891 Mar 23 10:22:36.893900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33726) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:36.928288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33730) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:36.940439 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7728ea18-64d8-4361-8828-5ba4efc71454 req-7552b936-a13f-4cdc-a903-433aff2e945a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5735347 Mar 23 10:22:36.941495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:36.944358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30a22e00-a82c-475b-82ab-630b38de1e24 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:37.011400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-566a2aad-74c6-4cd8-9374-bffdecec83ed None None] Calling delete_port for 30a22e00-a82c-475b-82ab-630b38de1e24 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:37.042977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Network 9fdb8699-ceed-4b73-8277-2863979eb201 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:37.043689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.115329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:37.133519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:37.150558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:37.173862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9e021e06-7ab2-4a84-b0c1-d63855dff016 tempest-DvrRoutersNegativeTest-1867810624 tempest-DvrRoutersNegativeTest-1867810624-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1091639305', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:37.176901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.policy [None req-9e021e06-7ab2-4a84-b0c1-d63855dff016 tempest-DvrRoutersNegativeTest-1867810624 tempest-DvrRoutersNegativeTest-1867810624-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87860) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 23 10:22:37.177224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.policy [None req-9e021e06-7ab2-4a84-b0c1-d63855dff016 tempest-DvrRoutersNegativeTest-1867810624 tempest-DvrRoutersNegativeTest-1867810624-project] Failed policy check for 'create_router' {{(pid=87860) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 23 10:22:37.178051 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-9e021e06-7ab2-4a84-b0c1-d63855dff016 tempest-DvrRoutersNegativeTest-1867810624 tempest-DvrRoutersNegativeTest-1867810624-project] create failed (client error): Access was denied to this resource. Mar 23 10:22:37.181942 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9e021e06-7ab2-4a84-b0c1-d63855dff016 tempest-DvrRoutersNegativeTest-1867810624 tempest-DvrRoutersNegativeTest-1867810624-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2477918 Mar 23 10:22:37.208476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a93b8-278f-4d04-974d-f191647355b3 req-3c994442-d3d9-4cb3-af59-148a6664796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:37.209972 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-3c994442-d3d9-4cb3-af59-148a6664796d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 1097 time: 0.7109742 Mar 23 10:22:37.217800 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cf6d2a46-fafc-402f-8e44-4fd3fff98ea5 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a HTTP/1.1" status: 200 len: 699 time: 0.4511273 Mar 23 10:22:37.221285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event updated for resources: {'Port': ['ID=6b316f32-31dd-4d46-a9d3-ee84a5ab6457,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:37.224569 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.ipam_backend_mixin [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b72b3e34-ce19-400f-81cd-865ec578fb34 (CIDR: 172.20.0.0/28) Mar 23 10:22:37.225646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33738) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:37.258703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:37.259457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.287104 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9c973de2-0102-4e43-ad4d-12f874739917 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.5564551 Mar 23 10:22:37.287104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33742) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:37.294759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Request body: {'port': {'network_id': '9fdb8699-ceed-4b73-8277-2863979eb201', 'name': 'tempest-ExtraDHCPOptionsTestJSON-411096276', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:37.295254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.api.validators [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] bootfile-name is not in valid_values {{(pid=87859) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:22:37.295598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.api.validators [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] tftp-server is not in valid_values {{(pid=87859) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:22:37.296543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.api.validators [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] server-ip-address is not in valid_values {{(pid=87859) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:22:37.350615 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:37.351442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:37.374180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-14675ef0-9781-44a5-8df9-2b7c99383114 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.397401 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-3483e3db-b007-4cbc-b614-49c63dd9df02 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3572f3d5-bd97-4415-817c-0cdc2d133979 HTTP/1.1" status: 200 len: 217 time: 0.1711287 Mar 23 10:22:37.488533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:37.492711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Usage tracker for resource:port and tenant:b39e48aebaf84d669dbf753a0e85c481 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:37.495735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:37.502972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:37.522004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Made reservation on behalf of b39e48aebaf84d669dbf753a0e85c481 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:37.522782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.objects.ports [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87860) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:22:37.526969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.557804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] device_id is not set on port 622641e6-1892-4f71-8f9c-baf7e566699b yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:22:37.580294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7cd60-b644-4d76-aae0-30fcaa3f7b96 None None] Pushing event updated for resources: {'Port': ['ID=cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:37.602527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.647215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33748) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:37.647451 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b3267169-1b32-425d-a1ea-e7a624eb39b1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6327329 Mar 23 10:22:37.647602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.650277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33752) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:37.655430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-14675ef0-9781-44a5-8df9-2b7c99383114 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.660020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Transition to ACTIVE for port object 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:37.663578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.674348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:37.744099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a93b8-278f-4d04-974d-f191647355b3 req-45bd4b27-e174-4a37-9040-9e067b960b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:37.745657 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-45bd4b27-e174-4a37-9040-9e067b960b64 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=55259f9f-0fb8-401e-a83c-3ffadb364c56 HTTP/1.1" status: 200 len: 834 time: 0.3298383 Mar 23 10:22:37.945213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-566a2aad-74c6-4cd8-9374-bffdecec83ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:37.972516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Transition to ACTIVE for port object 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:38.050876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63ba20b9-95e5-4973-b242-d3920cc7d1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.057588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.073015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.081260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Allocated IP 172.20.0.11 (9fdb8699-ceed-4b73-8277-2863979eb201/05b644b9-a1b5-4ff4-b3d4-8fd357bb6693/622641e6-1892-4f71-8f9c-baf7e566699b) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:38.102897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a2aad-74c6-4cd8-9374-bffdecec83ed None None] Pushing event deleted for resources: {'Port': ['ID=30a22e00-a82c-475b-82ab-630b38de1e24,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:38.106138 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING neutron.services.revisions.revision_plugin [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Could not find related port for resource to bump revision. Mar 23 10:22:38.120331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-63ba20b9-95e5-4973-b242-d3920cc7d1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:38.129721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-63ba20b9-95e5-4973-b242-d3920cc7d1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:53357214b52c403fbeaef467da735b81 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:38.135894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_pluggable_backend [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Port 30a22e00-a82c-475b-82ab-630b38de1e24 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87860) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 23 10:22:38.136197 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_pluggable_backend [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4e:e3e {{(pid=87860) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 23 10:22:38.137678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:38.138465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-14675ef0-9781-44a5-8df9-2b7c99383114 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.144635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-63ba20b9-95e5-4973-b242-d3920cc7d1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:38.149821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8::10 (d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3/85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821/e3dbb9b0-e221-40d8-b186-3db2e762ccbf) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:38.155346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566a2aad-74c6-4cd8-9374-bffdecec83ed None None] No DVR routers for this DVR port 30a22e00-a82c-475b-82ab-630b38de1e24 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:38.158410 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Network d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:38.175122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:38.176513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:38.181221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:38.190174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:38.196653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:38.221933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.248531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-63ba20b9-95e5-4973-b242-d3920cc7d1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:38.260685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14675ef0-9781-44a5-8df9-2b7c99383114 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c6be64-d9d9-4153-aba9-17653fcc75a6,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:38.282759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:38.286893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.345665 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Pushing event updated for resources: {'Port': ['ID=5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:38.361637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:38.372426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:38.374551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-14675ef0-9781-44a5-8df9-2b7c99383114 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.375650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Attempting to bind port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:38.375946 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-14675ef0-9781-44a5-8df9-2b7c99383114 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/d9c6be64-d9d9-4153-aba9-17653fcc75a6 HTTP/1.1" status: 204 len: 168 time: 1.4800982 Mar 23 10:22:38.376453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Attempting to bind port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:38.376979 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Attempting to bind port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae on network d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:38.379873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:38.380528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.383786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bbf9c3-200f-43e2-9821-ea6ed5d0668a None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:38.386152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33760) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:38.395661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a93b8-278f-4d04-974d-f191647355b3 req-3a107ccd-3b25-474c-a718-13e6b3b2a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:38.397174 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-3a107ccd-3b25-474c-a718-13e6b3b2a114 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c51bdc63-f575-43b5-b68b-c6daf03b64f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5457969 Mar 23 10:22:38.401202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 7, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '133709ad-f149-4bc1-86b9-0bb465bb1f00', 'name': '', 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:fa:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:13Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:38.420079 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:38.420346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Checking segment: {'id': '88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:38.420723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.421143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Bound using segment: {'id': '88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:38.421617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Bound port: 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'd6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:38.421978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:38.432459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=1dd5444a-8657-47f9-8122-ac274bee6a83,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:38.436053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:38.501872 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d144da7f-8cd3-47fb-99ab-c033bf70e05a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5095153 Mar 23 10:22:38.506840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33764) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:38.549206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:38.549855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:38.577436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:38.742709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13c1ca-b8d3-4ac0-96a7-44ca30a9b328 req-96f6eb5c-36d4-452d-afd0-9fcfe819cfe4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:38.744419 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de13c1ca-b8d3-4ac0-96a7-44ca30a9b328 req-96f6eb5c-36d4-452d-afd0-9fcfe819cfe4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 944 time: 0.6151040 Mar 23 10:22:38.804685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-56481e2d-ad63-4418-b1af-d91cefdf8a4d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Synchronizing usage tracker for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:38.847188 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.ipam_backend_mixin [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e16278cc-0714-44cf-9a67-927e0e44d37c (CIDR: 172.20.0.16/28) Mar 23 10:22:38.855801 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-ac11c97d-7c33-45ff-a7d2-e869f2cb45bd service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448688 Mar 23 10:22:38.889945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] For port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:38.896536 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:38.897048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:38.898639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] For port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae,segment=NetworkSegment(88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8),segment_id=88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:38.900591 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:38.922933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-56481e2d-ad63-4418-b1af-d91cefdf8a4d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Unset dirty status for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:38.925105 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-56481e2d-ad63-4418-b1af-d91cefdf8a4d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4816899 Mar 23 10:22:38.932371 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33768) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:38.938005 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de13c1ca-b8d3-4ac0-96a7-44ca30a9b328 req-890f5b89-0e7b-4d17-bc22-2dd17032c27d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848907 Mar 23 10:22:38.956245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074097980'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:38.973627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.001086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.036913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63ba20b9-95e5-4973-b242-d3920cc7d1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.058894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Transition to ACTIVE for port object 622641e6-1892-4f71-8f9c-baf7e566699b will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:39.064480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63ba20b9-95e5-4973-b242-d3920cc7d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.088341 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-204b45c7-223d-4ff3-8324-327e343e89b6 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4334199 Mar 23 10:22:39.112124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.116250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33772) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:39.124929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'subnet': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:39.133527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:39.186871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:39.195104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:39.203836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed91287-b8ae-47c1-aa6b-a22eb391393c None None] Network 9fdb8699-ceed-4b73-8277-2863979eb201 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:39.220362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:39.224776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:39.228689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:39.274117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:39.297850 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-63ba20b9-95e5-4973-b242-d3920cc7d1c6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=53357214b52c403fbeaef467da735b81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6528795 Mar 23 10:22:39.299980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33776) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:39.303786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.321358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object e3dbb9b0-e221-40d8-b186-3db2e762ccbf will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:39.324001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:39.327574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.405977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '1dd5444a-8657-47f9-8122-ac274bee6a83'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:22:39.406756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.409321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba20b9-95e5-4973-b242-d3920cc7d1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7207ce5b-d846-45aa-a6c5-45f5dfa1335e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:39.417511 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d19a93b8-278f-4d04-974d-f191647355b3 req-7649a37d-46c4-4374-b4ec-3e782b1a8a74 service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517538 Mar 23 10:22:39.484382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.494786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:39.508440 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be31d1-bee2-4008-a4f9-e1e03dda5164 None None] Pushing event updated for resources: {'Port': ['ID=5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:39.511169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:39.537073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:39.541425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6cc3d948-0474-4abe-a88d-ca3c469ddfcd None None] Provisioning for port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:39.553699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:39.555272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Usage tracker for resource:subnet and tenant:c8b9876b43914f6c9e442dc775b5b1b7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:39.563556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:39.576888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:39.592455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Network 9fdb8699-ceed-4b73-8277-2863979eb201 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:39.594397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:39.599300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:39.602866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.604422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event updated for resources: {'Port': ['ID=622641e6-1892-4f71-8f9c-baf7e566699b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:39.611214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:39.692374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Made reservation on behalf of c8b9876b43914f6c9e442dc775b5b1b7 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:39.695849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.696028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.769350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:39.795797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:39.815085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a89a710c-b34c-4f59-ae09-d3d03fd60685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.856663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.857463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:39.857853 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.960402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:39.963277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a89a710c-b34c-4f59-ae09-d3d03fd60685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.971825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:39.978218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:39.979547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:39.986884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=e3dbb9b0-e221-40d8-b186-3db2e762ccbf,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:40.005530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:40.006438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.051610 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b1ef0f10-bc67-44b5-943f-0d93fb59446c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7632356 Mar 23 10:22:40.058473 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9d6d9107-47c2-49be-9008-84a74bf03965 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.0458474 Mar 23 10:22:40.059341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33782) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:40.059743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33784) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:40.103356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': 'd6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3', 'name': 'tempest-PortsIpV6TestJSON-735696398', 'fixed_ips': [{'subnet_id': '85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821', 'ip_address': '2001:db8::f'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:40.149437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-8908eed1-8f50-4e99-888a-fbf9f9ec9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:40.151699 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-8908eed1-8f50-4e99-888a-fbf9f9ec9058 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 1097 time: 0.6487689 Mar 23 10:22:40.239378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.268681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.410404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:40.427987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffa56c-4cf4-4c9e-8081-60e09b5e63ab req-65dc2a8c-aef0-4724-8808-6cd8bbc54a5e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:40.430224 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-55ffa56c-4cf4-4c9e-8081-60e09b5e63ab req-65dc2a8c-aef0-4724-8808-6cd8bbc54a5e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 944 time: 0.2811148 Mar 23 10:22:40.432954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a89a710c-b34c-4f59-ae09-d3d03fd60685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.443406 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37b132f-23e9-4ed1-9827-c82bce62cefe,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:40.444231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98219c7-4aec-459e-83b0-d58b3788b73c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:40.444621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Allocated IP 2001:db8::f816:3eff:fef2:69fe (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/1dd5444a-8657-47f9-8122-ac274bee6a83/b2928dbb-666e-4bac-baa2-d646465d9ece) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:40.450829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98219c7-4aec-459e-83b0-d58b3788b73c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:40.457309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98219c7-4aec-459e-83b0-d58b3788b73c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:40.458320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a98219c7-4aec-459e-83b0-d58b3788b73c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Synchronizing usage tracker for tenant:b39e48aebaf84d669dbf753a0e85c481 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:40.462670 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:port and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:40.490299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:40.504370 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.505659 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d7fffaa5-c6d4-4141-823a-e1b7aa565f35 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5667455 Mar 23 10:22:40.506309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:40.506558 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a710c-b34c-4f59-ae09-d3d03fd60685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7207ce5b-d846-45aa-a6c5-45f5dfa1335e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:40.514389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33790) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:40.515987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-0c963995-596a-44b5-a691-89722b553024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:40.518073 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-0c963995-596a-44b5-a691-89722b553024 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c51bdc63-f575-43b5-b68b-c6daf03b64f0 HTTP/1.1" status: 200 len: 898 time: 0.3466120 Mar 23 10:22:40.520981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.538538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a89a710c-b34c-4f59-ae09-d3d03fd60685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.539615 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a89a710c-b34c-4f59-ae09-d3d03fd60685 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/7207ce5b-d846-45aa-a6c5-45f5dfa1335e HTTP/1.1" status: 204 len: 168 time: 1.2372963 Mar 23 10:22:40.544249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-49d9dba8-4348-4e5d-bdb5-72f1ffec2368 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': 'b37b132f-23e9-4ed1-9827-c82bce62cefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:40.545151 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING neutron.api.v2.base [None req-49d9dba8-4348-4e5d-bdb5-72f1ffec2368 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 23 10:22:40.546116 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-49d9dba8-4348-4e5d-bdb5-72f1ffec2368 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:40.546656 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-49d9dba8-4348-4e5d-bdb5-72f1ffec2368 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0276885 Mar 23 10:22:40.557063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33796) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:40.572445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 7, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '133709ad-f149-4bc1-86b9-0bb465bb1f00', 'name': '', 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:fa:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:13Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:40.581120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6cb1b602-3f86-49d2-8149-7bacfe63846e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': 'b37b132f-23e9-4ed1-9827-c82bce62cefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:40.581861 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-6cb1b602-3f86-49d2-8149-7bacfe63846e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 23 10:22:40.582399 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-6cb1b602-3f86-49d2-8149-7bacfe63846e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:40.583456 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6cb1b602-3f86-49d2-8149-7bacfe63846e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0225873 Mar 23 10:22:40.587833 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-55ffa56c-4cf4-4c9e-8081-60e09b5e63ab req-034ac680-15fe-47e3-90f6-6f231830149b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202815 Mar 23 10:22:40.594699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33800) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:40.601478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a98219c7-4aec-459e-83b0-d58b3788b73c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Unset dirty status for tenant:b39e48aebaf84d669dbf753a0e85c481 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:40.601667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f96482-fbd9-454b-a98b-1d7a6bed2750 None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 7, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '133709ad-f149-4bc1-86b9-0bb465bb1f00', 'name': '', 'network_id': 'da860592-c6f7-4548-a3be-dcc7e1d2dfd6', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:fa:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:22:13Z', 'updated_at': '2022-03-23T10:22:32Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': '7479c134-7985-4caf-a571-e87ab79d9eec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:40.602637 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a98219c7-4aec-459e-83b0-d58b3788b73c tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5396264 Mar 23 10:22:40.607774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:40.627080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.648260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33804) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:40.657422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-edc9d2fa-0f05-4a70-ac46-9dc89914909e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': 'b37b132f-23e9-4ed1-9827-c82bce62cefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:40.658296 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-edc9d2fa-0f05-4a70-ac46-9dc89914909e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 23 10:22:40.658794 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-edc9d2fa-0f05-4a70-ac46-9dc89914909e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:40.662459 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-edc9d2fa-0f05-4a70-ac46-9dc89914909e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0640726 Mar 23 10:22:40.669440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33806) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:40.721376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-bdcfa03c-7739-4b44-8831-314f448e5b24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': 'b37b132f-23e9-4ed1-9827-c82bce62cefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:40.722490 dv-neutron-834652-2-hyperv neutron-server[87860]: WARNING neutron.api.v2.base [None req-bdcfa03c-7739-4b44-8831-314f448e5b24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 23 10:22:40.723007 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-bdcfa03c-7739-4b44-8831-314f448e5b24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:40.730297 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bdcfa03c-7739-4b44-8831-314f448e5b24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0441093 Mar 23 10:22:40.730297 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-78d45258-e297-45dd-a3d0-86cd43e3e1f4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3572f3d5-bd97-4415-817c-0cdc2d133979 HTTP/1.1" status: 200 len: 217 time: 0.1925635 Mar 23 10:22:40.735280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33812) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:40.888377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:40.911437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port 240c0261-6ae5-44d5-922b-32fc554e3455 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:22:40.914402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8,segment=NetworkSegment(4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4),segment_id=4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:40.937437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.085056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.137203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:41.142555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 133709ad-f149-4bc1-86b9-0bb465bb1f00 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:41.142900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.151886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:41.196973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:41.212475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-f13c86e1-3839-4702-b680-f4c45ba1fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:41.214464 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-f13c86e1-3839-4702-b680-f4c45ba1fa12 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=55259f9f-0fb8-401e-a83c-3ffadb364c56 HTTP/1.1" status: 200 len: 834 time: 0.4755602 Mar 23 10:22:41.216430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:41.217001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.223737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-af1cb2bc-e418-484e-a9ce-30b243b7f767 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Deleting port 622641e6-1892-4f71-8f9c-baf7e566699b {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:41.231841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af1cb2bc-e418-484e-a9ce-30b243b7f767 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.296962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Network b47c99ad-c5af-4238-bf6a-aa831574c991 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:41.317980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=74588841-9cc3-4075-9000-cca06f00f9d8,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:41.332665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:41.342982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3253bb-7b87-4284-88e7-cc32112604e3 None None] Network d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:41.350135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:41.351011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.352865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce922653-c228-4980-9682-8acba3efcec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.369742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f2247e-bff7-48b6-8010-777698880a8c None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:41.386886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Subnet': ['ID=f54713fa-306b-4df9-867e-98cb612af600,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:41.477089 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-21cfb558-e158-4446-b65b-d7d47307c628 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3566654 Mar 23 10:22:41.510528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33816) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:41.521500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0eb6ea83-ace2-4282-afb1-03d2cffe4ad1 None None] Provisioning for port 6b316f32-31dd-4d46-a9d3-ee84a5ab6457 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:41.525673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-347277955', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f54713fa-306b-4df9-867e-98cb612af600'}], 'security_groups': ['4db40296-f366-47ba-9429-609413ac7fd4', '58cdffcd-078b-4288-ab51-598a7a0d810e']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:41.540484 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-54a28c19-e0a9-400f-8e5a-7f4b31aa6169 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0262833 Mar 23 10:22:41.563086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33820) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:41.580955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:e9:77:69', 'name': 'tempest-NetworksTestDHCPv6-1329082525'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:41.598712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0eb6ea83-ace2-4282-afb1-03d2cffe4ad1 None None] Provisioning complete for port 6b316f32-31dd-4d46-a9d3-ee84a5ab6457 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:41.599034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ea83-ace2-4282-afb1-03d2cffe4ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.708398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce922653-c228-4980-9682-8acba3efcec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.719089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:41.759109 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6ea83-ace2-4282-afb1-03d2cffe4ad1 None None] Port 6b316f32-31dd-4d46-a9d3-ee84a5ab6457 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:41.760815 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:41.841778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.908636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Transition to ACTIVE for port object b2928dbb-666e-4bac-baa2-d646465d9ece will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:41.931507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0eb6ea83-ace2-4282-afb1-03d2cffe4ad1 None None] Provisioning complete for port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:41.932427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ea83-ace2-4282-afb1-03d2cffe4ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:41.941985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-bdf43de8-0e6d-4d1a-9dec-9685adc29df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:41.943498 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-bdf43de8-0e6d-4d1a-9dec-9685adc29df2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c51bdc63-f575-43b5-b68b-c6daf03b64f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7046595 Mar 23 10:22:41.973064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8::f (d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3/85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821/240c0261-6ae5-44d5-922b-32fc554e3455) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:42.045258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port 133709ad-f149-4bc1-86b9-0bb465bb1f00, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=133709ad-f149-4bc1-86b9-0bb465bb1f00,segment=NetworkSegment(b37a7959-6cc6-4441-a233-71b0e3ddf67b),segment_id=b37a7959-6cc6-4441-a233-71b0e3ddf67b)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:42.045258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.045663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Transition to ACTIVE for port object b2928dbb-666e-4bac-baa2-d646465d9ece will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:42.093877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.113459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce922653-c228-4980-9682-8acba3efcec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.138735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:42.160283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af1cb2bc-e418-484e-a9ce-30b243b7f767 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.228724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:42.245407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:42.258301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:42.262449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Pushing event updated for resources: {'Port': ['ID=b2928dbb-666e-4bac-baa2-d646465d9ece,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:42.269096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 133709ad-f149-4bc1-86b9-0bb465bb1f00 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:42.307272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:42.310214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce922653-c228-4980-9682-8acba3efcec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37b132f-23e9-4ed1-9827-c82bce62cefe,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:42.313269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:42.334825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:42.347831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-af1cb2bc-e418-484e-a9ce-30b243b7f767 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Calling delete_port for 622641e6-1892-4f71-8f9c-baf7e566699b owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:42.381923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce922653-c228-4980-9682-8acba3efcec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.383437 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ce922653-c228-4980-9682-8acba3efcec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/b37b132f-23e9-4ed1-9827-c82bce62cefe HTTP/1.1" status: 204 len: 168 time: 1.6471672 Mar 23 10:22:42.390852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33826) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:42.398344 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7921d-6c55-48b4-ab3a-f296cf1d0c10 req-c6af53df-aed6-49b2-af85-e730e9f9e223 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:42.405376 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-72f7921d-6c55-48b4-ab3a-f296cf1d0c10 req-c6af53df-aed6-49b2-af85-e730e9f9e223 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 944 time: 0.5892696 Mar 23 10:22:42.418433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:42.503580 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-1bd27e7e-ae1e-44cb-b69f-746c03daf9c7 service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453136 Mar 23 10:22:42.525877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Attempting to bind port b2928dbb-666e-4bac-baa2-d646465d9ece on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:42.526506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Attempting to bind port b2928dbb-666e-4bac-baa2-d646465d9ece by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:42.526745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Attempting to bind port b2928dbb-666e-4bac-baa2-d646465d9ece on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:42.528770 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0eb6ea83-ace2-4282-afb1-03d2cffe4ad1 None None] Provisioning for port 622641e6-1892-4f71-8f9c-baf7e566699b completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:42.534880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6517234-c989-4fe3-a963-94c37591243a None None] Update dhcp port {'port': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'fixed_ips': [{'subnet_id': 'e16278cc-0714-44cf-9a67-927e0e44d37c', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b72b3e34-ce19-400f-81cd-865ec578fb34', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f54713fa-306b-4df9-867e-98cb612af600'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '7647d759-1dc4-4b96-8daa-3da27a8f1cec'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:22:42.572546 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3572f3d5-bd97-4415-817c-0cdc2d133979 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:22:42.584133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:42.584692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:42.585059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.585515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:42.586055 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Bound port: b2928dbb-666e-4bac-baa2-d646465d9ece, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:42.586848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.601657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0eb6ea83-ace2-4282-afb1-03d2cffe4ad1 None None] Provisioning complete for port 622641e6-1892-4f71-8f9c-baf7e566699b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:42.601964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ea83-ace2-4282-afb1-03d2cffe4ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.616823 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-72f7921d-6c55-48b4-ab3a-f296cf1d0c10 req-f6930c10-66b3-4c26-8b93-48f5aad5b494 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104490 Mar 23 10:22:42.622673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.658011 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5f394809-8e39-4ec9-a1c3-4a837714be4f tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2572298 Mar 23 10:22:42.664957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33830) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:42.681160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1829587524'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:42.752820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.756724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:42.776799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.793192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:42.795422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b6517234-c989-4fe3-a963-94c37591243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:42.807652 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.resource_extend [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:22:42.807935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:42.826537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:42.842605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object 240c0261-6ae5-44d5-922b-32fc554e3455 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:42.863932 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dd63bf62-78c7-4b1f-b818-34c2b3ff907e req-606248e1-b1e1-428f-a259-d61767fb90a6 service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039060 Mar 23 10:22:42.869469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6ea83-ace2-4282-afb1-03d2cffe4ad1 None None] Port 622641e6-1892-4f71-8f9c-baf7e566699b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:42.886422 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 0b20d4bb-4c38-41f9-8f58-e961a7d3dd48 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:22:43.073324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] For port b2928dbb-666e-4bac-baa2-d646465d9ece, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:43.078150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:43.107679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.111227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.136284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.175959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] Provisioning complete for port 6b316f32-31dd-4d46-a9d3-ee84a5ab6457 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:43.176466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.221134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] For port b2928dbb-666e-4bac-baa2-d646465d9ece, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b2928dbb-666e-4bac-baa2-d646465d9ece,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:43.232276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:43.237242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:43.241601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 3572f3d5-bd97-4415-817c-0cdc2d133979, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3572f3d5-bd97-4415-817c-0cdc2d133979,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:43.242113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:43.248734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:43.258414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=133709ad-f149-4bc1-86b9-0bb465bb1f00,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:43.268125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.291280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:43.301087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=240c0261-6ae5-44d5-922b-32fc554e3455,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:43.303956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:43.311678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:43.319035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:43.319748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.355729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'mac_address': 'fa:16:3e:46:71:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 846, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:22:43.390380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af1cb2bc-e418-484e-a9ce-30b243b7f767 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.395693 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] Port 6b316f32-31dd-4d46-a9d3-ee84a5ab6457 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:43.466259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cb2bc-e418-484e-a9ce-30b243b7f767 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event deleted for resources: {'Port': ['ID=622641e6-1892-4f71-8f9c-baf7e566699b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:43.578254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] Provisioning for port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:43.579153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.583250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecddf4-0ef4-4c9e-8c58-a86f6e25e9a8 None None] Pushing event updated for resources: {'Port': ['ID=b2928dbb-666e-4bac-baa2-d646465d9ece,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:43.611122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.624641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] Provisioning complete for port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:43.625450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.665381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:43.666095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.708003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-b6517234-c989-4fe3-a963-94c37591243a None None] Allocated IP 172.20.0.34 (b47c99ad-c5af-4238-bf6a-aa831574c991/f54713fa-306b-4df9-867e-98cb612af600/7647d759-1dc4-4b96-8daa-3da27a8f1cec) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:43.708208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.717537 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5a8c6d1e-f1c1-47c4-b57f-0f7bc9150517 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6520045 Mar 23 10:22:43.720747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:43.725694 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33836) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:43.743572 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3572f3d5-bd97-4415-817c-0cdc2d133979 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:22:43.952935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 172.20.0.2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/74588841-9cc3-4075-9000-cca06f00f9d8/0b20d4bb-4c38-41f9-8f58-e961a7d3dd48) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:43.980273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3435fa12-5a62-49b0-a2c9-1d6f8c5370cf,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:44.001839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.003102 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-52961427-ecc4-450e-b0e5-8d0405700591 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3300765 Mar 23 10:22:44.003867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::f816:3eff:fee9:7769 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/1dd5444a-8657-47f9-8122-ac274bee6a83/0b20d4bb-4c38-41f9-8f58-e961a7d3dd48) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:44.015892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33840) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:44.037192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-acf31121-5383-44f1-8cc6-ec121e2f1f49 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3435fa12-5a62-49b0-a2c9-1d6f8c5370cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:44.037934 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-acf31121-5383-44f1-8cc6-ec121e2f1f49 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 10:22:44.038742 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-acf31121-5383-44f1-8cc6-ec121e2f1f49 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:44.040506 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-acf31121-5383-44f1-8cc6-ec121e2f1f49 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0153892 Mar 23 10:22:44.048162 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33844) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:44.072487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4d3c2870-0f2f-4374-ae81-826860c7abd3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3435fa12-5a62-49b0-a2c9-1d6f8c5370cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:44.080408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 3572f3d5-bd97-4415-817c-0cdc2d133979, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3572f3d5-bd97-4415-817c-0cdc2d133979,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:44.092945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.114839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4d3c2870-0f2f-4374-ae81-826860c7abd3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:44.124305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4d3c2870-0f2f-4374-ae81-826860c7abd3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:44.128071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4d3c2870-0f2f-4374-ae81-826860c7abd3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:44.147606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4d3c2870-0f2f-4374-ae81-826860c7abd3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:44.200886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af1cb2bc-e418-484e-a9ce-30b243b7f767 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.205617 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-af1cb2bc-e418-484e-a9ce-30b243b7f767 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "DELETE /v2.0/ports/622641e6-1892-4f71-8f9c-baf7e566699b HTTP/1.1" status: 204 len: 168 time: 3.5295470 Mar 23 10:22:44.212903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33848) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:44.223293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Request body: {'port': {'name': 'tempest-new-port-name-2122407992', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:44.223911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.api.validators [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] bootfile-name is not in valid_values {{(pid=87859) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:22:44.224482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.api.validators [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] tftp-server is not in valid_values {{(pid=87859) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:22:44.224988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.api.validators [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] server-ip-address is not in valid_values {{(pid=87859) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 23 10:22:44.373964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7fd4c-fb5c-492e-ae1c-9c3ff2fb5712 req-9ea69b56-d231-4b38-be32-9288e6319b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:44.375679 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-acc7fd4c-fb5c-492e-ae1c-9c3ff2fb5712 req-9ea69b56-d231-4b38-be32-9288e6319b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 944 time: 0.5176265 Mar 23 10:22:44.390368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-b6517234-c989-4fe3-a963-94c37591243a None None] For port 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7647d759-1dc4-4b96-8daa-3da27a8f1cec,segment=NetworkSegment(c3bd97a5-70eb-4343-8bae-964d7e94312b),segment_id=c3bd97a5-70eb-4343-8bae-964d7e94312b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:44.394845 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-4d3c2870-0f2f-4374-ae81-826860c7abd3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:44.395879 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4d3c2870-0f2f-4374-ae81-826860c7abd3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3434932 Mar 23 10:22:44.421693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33852) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:44.438586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f079798-894c-459f-90c1-e01680584d75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:44.439352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1f079798-894c-459f-90c1-e01680584d75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:44.466195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['3572f3d5-bd97-4415-817c-0cdc2d133979'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:22:44.478478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-950745cb-c95e-4576-8b88-7556b0a67358 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3435fa12-5a62-49b0-a2c9-1d6f8c5370cf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:44.478973 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-950745cb-c95e-4576-8b88-7556b0a67358 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 23 10:22:44.479546 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-950745cb-c95e-4576-8b88-7556b0a67358 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:44.483946 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-950745cb-c95e-4576-8b88-7556b0a67358 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0534725 Mar 23 10:22:44.492758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.493865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33856) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:44.501025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-aad32119-5c4d-4007-9a4c-34dbf79fdde5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3435fa12-5a62-49b0-a2c9-1d6f8c5370cf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:44.541829 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b6517234-c989-4fe3-a963-94c37591243a None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.561680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=3572f3d5-bd97-4415-817c-0cdc2d133979,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:44.613554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b6517234-c989-4fe3-a963-94c37591243a None None] Transition to ACTIVE for port object 7647d759-1dc4-4b96-8daa-3da27a8f1cec will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:44.623918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:44.627773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] For port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae,segment=NetworkSegment(88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8),segment_id=88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:44.629202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b6517234-c989-4fe3-a963-94c37591243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.659580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.678061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-aad32119-5c4d-4007-9a4c-34dbf79fdde5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:44.693400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.696079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-aad32119-5c4d-4007-9a4c-34dbf79fdde5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:44.730845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-aad32119-5c4d-4007-9a4c-34dbf79fdde5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:44.739458 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-acc7fd4c-fb5c-492e-ae1c-9c3ff2fb5712 req-5a873397-df69-4717-984a-ece1130158ab tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509378 Mar 23 10:22:44.753129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 0b20d4bb-4c38-41f9-8f58-e961a7d3dd48 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:44.755137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] Could not find standard attr ID for object 622641e6-1892-4f71-8f9c-baf7e566699b. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:44.759284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1f079798-894c-459f-90c1-e01680584d75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:44.761015 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1f079798-894c-459f-90c1-e01680584d75 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.0040247 Mar 23 10:22:44.764426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-aad32119-5c4d-4007-9a4c-34dbf79fdde5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:44.770189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33860) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:44.784490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.855911 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:44.877100 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-20b3d26f-5aaf-44a9-a0cf-3ba80eb95014 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6433730 Mar 23 10:22:44.883982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33864) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:44.886821 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:44.903753 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:44.904381 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:44.930127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:44.992291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Delete allocated IP 172.20.0.4 (b47c99ad-c5af-4238-bf6a-aa831574c991/b72b3e34-ce19-400f-81cd-865ec578fb34) {{(pid=87859) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:22:45.012912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Allocated IP 172.20.0.36 (b47c99ad-c5af-4238-bf6a-aa831574c991/f54713fa-306b-4df9-867e-98cb612af600/1c4d188f-d6c3-4e53-85bd-dd12bcf9b684) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:45.045636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6517234-c989-4fe3-a963-94c37591243a None None] Pushing event updated for resources: {'Port': ['ID=7647d759-1dc4-4b96-8daa-3da27a8f1cec,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:45.079092 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:45.085311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:45.092663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:45.126081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-e768c7ba-17e5-48ba-96e8-57c9ff9d2d61 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting subnet 7479c134-7985-4caf-a571-e87ab79d9eec {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:45.163289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3055f357-f1a7-4540-9d0b-bd02c811cd28 None None] Provisioning complete for port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:45.163900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3055f357-f1a7-4540-9d0b-bd02c811cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.174764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e768c7ba-17e5-48ba-96e8-57c9ff9d2d61 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.239393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=0b20d4bb-4c38-41f9-8f58-e961a7d3dd48,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:45.303399 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:45.325505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:45.332504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.348711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e768c7ba-17e5-48ba-96e8-57c9ff9d2d61 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.381317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b2928dbb-666e-4bac-baa2-d646465d9ece up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:45.464561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4216a2b-b430-4e16-8b7c-5e8c19469393 None None] Pushing event updated for resources: {'Port': ['ID=5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:45.547321 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-67ee3eb1-25c9-4240-90fc-1e5128edd1f4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9830918 Mar 23 10:22:45.552513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33868) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:45.577691 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-aad32119-5c4d-4007-9a4c-34dbf79fdde5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:45.585478 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-aad32119-5c4d-4007-9a4c-34dbf79fdde5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0893385 Mar 23 10:22:45.593425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33872) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:45.621227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-34347286-3a8c-4a0d-a883-34142b2aa11f tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3435fa12-5a62-49b0-a2c9-1d6f8c5370cf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:45.622009 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-34347286-3a8c-4a0d-a883-34142b2aa11f tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 23 10:22:45.622648 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-34347286-3a8c-4a0d-a883-34142b2aa11f tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:45.627390 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-34347286-3a8c-4a0d-a883-34142b2aa11f tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0300241 Mar 23 10:22:45.629571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33876) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:45.639609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2383c6e3-4131-453f-88d1-05a6bd4d7bb7 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:45.690851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.resource_extend [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:22:45.714870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-856640a2-b959-4c6a-ae1b-aa88982a4ec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3435fa12-5a62-49b0-a2c9-1d6f8c5370cf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:45.731214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.746681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-856640a2-b959-4c6a-ae1b-aa88982a4ec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:45.748915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e768c7ba-17e5-48ba-96e8-57c9ff9d2d61 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:45.767221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd7e7e-cde0-43bb-91a9-58c8df3c264b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:45.773279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd7e7e-cde0-43bb-91a9-58c8df3c264b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:45.779886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd7e7e-cde0-43bb-91a9-58c8df3c264b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:45.784700 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b4fd7e7e-cde0-43bb-91a9-58c8df3c264b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 1.0071042 Mar 23 10:22:45.785427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33880) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:45.797187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-856640a2-b959-4c6a-ae1b-aa88982a4ec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:45.867383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-856640a2-b959-4c6a-ae1b-aa88982a4ec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:45.913677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-856640a2-b959-4c6a-ae1b-aa88982a4ec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:45.935721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Transition to ACTIVE for port object 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:45.953156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.010227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port b2928dbb-666e-4bac-baa2-d646465d9ece completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:46.056793 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:42Z', 'revision_number': 8, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:46.066475 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:46.088483 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:46.089246 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:46.145690 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-856640a2-b959-4c6a-ae1b-aa88982a4ec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Project 35d62c5f347346148e4f08445f118df2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:22:46.160960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cde863-44e0-4e7f-815a-afb4131bf795 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:46.166988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cde863-44e0-4e7f-815a-afb4131bf795 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:46.167816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b2cde863-44e0-4e7f-815a-afb4131bf795 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:46.198221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b2cde863-44e0-4e7f-815a-afb4131bf795 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:46.203084 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b2cde863-44e0-4e7f-815a-afb4131bf795 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.6495292 Mar 23 10:22:46.206497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33886) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:46.214956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3055f357-f1a7-4540-9d0b-bd02c811cd28 None None] Provisioning for port 240c0261-6ae5-44d5-922b-32fc554e3455 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:46.218284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e535c0c5-7f98-4efe-af44-426767b9ad8c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 240c0261-6ae5-44d5-922b-32fc554e3455 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:46.218635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e535c0c5-7f98-4efe-af44-426767b9ad8c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.232194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3055f357-f1a7-4540-9d0b-bd02c811cd28 None None] Provisioning complete for port 240c0261-6ae5-44d5-922b-32fc554e3455 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:46.232926 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3055f357-f1a7-4540-9d0b-bd02c811cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.312768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-e1192c72-460d-46a1-abeb-889d214fe94e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 0b20d4bb-4c38-41f9-8f58-e961a7d3dd48 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:46.313054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1192c72-460d-46a1-abeb-889d214fe94e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.314386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3055f357-f1a7-4540-9d0b-bd02c811cd28 None None] Port 240c0261-6ae5-44d5-922b-32fc554e3455 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:46.319069 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:46.346565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3055f357-f1a7-4540-9d0b-bd02c811cd28 None None] Provisioning for port e3dbb9b0-e221-40d8-b186-3db2e762ccbf completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:46.352574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3055f357-f1a7-4540-9d0b-bd02c811cd28 None None] Provisioning complete for port e3dbb9b0-e221-40d8-b186-3db2e762ccbf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:46.353229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3055f357-f1a7-4540-9d0b-bd02c811cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.428212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b6ad9-de19-4adc-b996-bfa4047f4dfa req-a5a624ac-4cc3-4514-89d3-5ba565d5b974 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:46.435261 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3f3b6ad9-de19-4adc-b996-bfa4047f4dfa req-a5a624ac-4cc3-4514-89d3-5ba565d5b974 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 945 time: 0.3568225 Mar 23 10:22:46.437613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e768c7ba-17e5-48ba-96e8-57c9ff9d2d61 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.515649 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3055f357-f1a7-4540-9d0b-bd02c811cd28 None None] Port e3dbb9b0-e221-40d8-b186-3db2e762ccbf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:46.539388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768c7ba-17e5-48ba-96e8-57c9ff9d2d61 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Subnet': ['ID=7479c134-7985-4caf-a571-e87ab79d9eec,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:46.561789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e768c7ba-17e5-48ba-96e8-57c9ff9d2d61 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.568826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc00aff-e1a9-4465-9ccd-752db2416fe7 None None] Network da860592-c6f7-4548-a3be-dcc7e1d2dfd6 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:46.611031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event updated for resources: {'Port': ['ID=1c4d188f-d6c3-4e53-85bd-dd12bcf9b684,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:46.617257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d55b69a-af9d-46df-bad3-53472203a14e None None] Update dhcp port {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': '1dd5444a-8657-47f9-8122-ac274bee6a83', 'ip_address': '2001:db8::f816:3eff:fef2:69fe'}, {'subnet_id': '74588841-9cc3-4075-9000-cca06f00f9d8'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': 'b2928dbb-666e-4bac-baa2-d646465d9ece'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:22:46.619676 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3f3b6ad9-de19-4adc-b996-bfa4047f4dfa req-e0dbd341-4374-49bf-a295-b0b518b44e3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833470 Mar 23 10:22:46.634831 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e768c7ba-17e5-48ba-96e8-57c9ff9d2d61 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/7479c134-7985-4caf-a571-e87ab79d9eec HTTP/1.1" status: 204 len: 168 time: 1.7493861 Mar 23 10:22:46.638815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33890) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:46.655060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.657617 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-856640a2-b959-4c6a-ae1b-aa88982a4ec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:46.658689 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-856640a2-b959-4c6a-ae1b-aa88982a4ec0 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9590349 Mar 23 10:22:46.664157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33894) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:46.666410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e535c0c5-7f98-4efe-af44-426767b9ad8c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.681843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.692395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a63503ba-f355-4557-86c9-dce985bb2542 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3435fa12-5a62-49b0-a2c9-1d6f8c5370cf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:46.693201 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-a63503ba-f355-4557-86c9-dce985bb2542 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 23 10:22:46.693859 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-a63503ba-f355-4557-86c9-dce985bb2542 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:46.694988 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a63503ba-f355-4557-86c9-dce985bb2542 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0196784 Mar 23 10:22:46.720881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3572f3d5-bd97-4415-817c-0cdc2d133979 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:46.725105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33898) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:46.730083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] In _notify_port_updated(), no bound segment for port 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 on network b47c99ad-c5af-4238-bf6a-aa831574c991 {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:22:46.733074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f54c64f2-c1b4-42da-9779-24bafbc723fc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3435fa12-5a62-49b0-a2c9-1d6f8c5370cf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:46.736249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:46.737054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.738462 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a1697681-4229-4bec-a2ec-f69d226ae0ce tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "PUT /v2.0/ports/1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 HTTP/1.1" status: 200 len: 959 time: 5.2223935 Mar 23 10:22:46.742973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f54c64f2-c1b4-42da-9779-24bafbc723fc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:46.748430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f54c64f2-c1b4-42da-9779-24bafbc723fc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:46.752544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f54c64f2-c1b4-42da-9779-24bafbc723fc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:46.758565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f54c64f2-c1b4-42da-9779-24bafbc723fc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:46.788200 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:42Z', 'revision_number': 8, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:46.792842 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ecef46-93b6-440c-ba22-c7c65d8062c8 None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:42Z', 'revision_number': 8, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8ff6732-caa6-423a-a315-73597ce8f371', 'name': '', 'network_id': '8256ac97-0839-4e93-96b1-8ee006ce3344', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:56:1a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:55Z', 'updated_at': '2022-03-23T10:22:10Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:46.824277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33902) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:46.879782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6d55b69a-af9d-46df-bad3-53472203a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:46.903699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e535c0c5-7f98-4efe-af44-426767b9ad8c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 240c0261-6ae5-44d5-922b-32fc554e3455 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:46.932844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Provisioning for port 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:46.959588 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-f54c64f2-c1b4-42da-9779-24bafbc723fc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Project 35d62c5f347346148e4f08445f118df2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:22:46.992224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Provisioning complete for port 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:46.993172 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.013547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.032160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] In _notify_port_updated(), no bound segment for port 6b316f32-31dd-4d46-a9d3-ee84a5ab6457 on network 9fdb8699-ceed-4b73-8277-2863979eb201 {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:22:47.038226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:47.038941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.040492 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "PUT /v2.0/ports/6b316f32-31dd-4d46-a9d3-ee84a5ab6457 HTTP/1.1" status: 200 len: 1136 time: 2.8258705 Mar 23 10:22:47.046173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33906) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:47.060574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1192c72-460d-46a1-abeb-889d214fe94e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.071790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2eada72e-8ffd-444b-ba55-a3dd9786d653 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:47.072113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2eada72e-8ffd-444b-ba55-a3dd9786d653 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.098010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b325c1c-b3da-4c43-b68b-2e0c62c7e26d tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event updated for resources: {'Port': ['ID=6b316f32-31dd-4d46-a9d3-ee84a5ab6457,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:47.107895 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-f54c64f2-c1b4-42da-9779-24bafbc723fc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:47.110134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Port 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:47.111957 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f54c64f2-c1b4-42da-9779-24bafbc723fc tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3831201 Mar 23 10:22:47.118819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33910) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:47.129070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-41b962b1-43f8-496c-9305-91dbfa7c9bd1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3435fa12-5a62-49b0-a2c9-1d6f8c5370cf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:47.138063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-41b962b1-43f8-496c-9305-91dbfa7c9bd1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:47.147005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-41b962b1-43f8-496c-9305-91dbfa7c9bd1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:47.150212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-41b962b1-43f8-496c-9305-91dbfa7c9bd1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:47.156830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-41b962b1-43f8-496c-9305-91dbfa7c9bd1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:47.186640 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-41b962b1-43f8-496c-9305-91dbfa7c9bd1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Project 35d62c5f347346148e4f08445f118df2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:22:47.241157 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-41b962b1-43f8-496c-9305-91dbfa7c9bd1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:47.244736 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-41b962b1-43f8-496c-9305-91dbfa7c9bd1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1236503 Mar 23 10:22:47.247518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33914) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:47.271878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:47.272686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.285788 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7647d759-1dc4-4b96-8daa-3da27a8f1cec up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:47.315085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 3572f3d5-bd97-4415-817c-0cdc2d133979 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:47.340137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Provisioning complete for port df27806f-379d-4487-98c6-6f93bdc1c2cf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:47.340650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.385551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 3572f3d5-bd97-4415-817c-0cdc2d133979 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:47.386386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.410627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-e1192c72-460d-46a1-abeb-889d214fe94e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 0b20d4bb-4c38-41f9-8f58-e961a7d3dd48 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:47.455297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5068a3-e2b9-45e6-8a31-f7169c09a695 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:47.455979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dc5068a3-e2b9-45e6-8a31-f7169c09a695 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Synchronizing usage tracker for tenant:b39e48aebaf84d669dbf753a0e85c481 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:47.489745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dc5068a3-e2b9-45e6-8a31-f7169c09a695 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Unset dirty status for tenant:b39e48aebaf84d669dbf753a0e85c481 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:47.495443 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dc5068a3-e2b9-45e6-8a31-f7169c09a695 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "GET /v2.0/ports/6b316f32-31dd-4d46-a9d3-ee84a5ab6457 HTTP/1.1" status: 200 len: 1136 time: 0.4395649 Mar 23 10:22:47.496279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33918) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:47.550459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Port df27806f-379d-4487-98c6-6f93bdc1c2cf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:47.589367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-6d55b69a-af9d-46df-bad3-53472203a14e None None] Allocated IP 172.20.0.3 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/74588841-9cc3-4075-9000-cca06f00f9d8/b2928dbb-666e-4bac-baa2-d646465d9ece) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:47.607630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Provisioning for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:47.620069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:47.620690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.653421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cdcfbb-c3f0-4f9c-a437-c3d2f4d382d4 None None] DHCP port deletion for da860592-c6f7-4548-a3be-dcc7e1d2dfd6 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:22:47.670766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-99440f36-9ed5-45f0-90eb-e78e235a46e6 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Deleting port 6b316f32-31dd-4d46-a9d3-ee84a5ab6457 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:47.671410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-99440f36-9ed5-45f0-90eb-e78e235a46e6 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.689442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:47.689811 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.705083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84506241-3720-48cf-84e1-bad346c85b8a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.737499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84506241-3720-48cf-84e1-bad346c85b8a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.761161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e535c0c5-7f98-4efe-af44-426767b9ad8c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.828929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdcfbb-c3f0-4f9c-a437-c3d2f4d382d4 None None] Deleting port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:47.830023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b2cdcfbb-c3f0-4f9c-a437-c3d2f4d382d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.937979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2eada72e-8ffd-444b-ba55-a3dd9786d653 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.972436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1b131ed2-4a2b-47ed-ad3b-c9086e18b46d,segment=NetworkSegment(b37a7959-6cc6-4441-a233-71b0e3ddf67b),segment_id=b37a7959-6cc6-4441-a233-71b0e3ddf67b)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:47.973085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.975107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e535c0c5-7f98-4efe-af44-426767b9ad8c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=240c0261-6ae5-44d5-922b-32fc554e3455,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:47.976885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84506241-3720-48cf-84e1-bad346c85b8a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:47.980543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.052905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84506241-3720-48cf-84e1-bad346c85b8a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3435fa12-5a62-49b0-a2c9-1d6f8c5370cf,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:48.102641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e535c0c5-7f98-4efe-af44-426767b9ad8c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.141521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3572f3d5-bd97-4415-817c-0cdc2d133979'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:22:48.143582 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e535c0c5-7f98-4efe-af44-426767b9ad8c tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/240c0261-6ae5-44d5-922b-32fc554e3455 HTTP/1.1" status: 204 len: 168 time: 2.3509679 Mar 23 10:22:48.229556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 3572f3d5-bd97-4415-817c-0cdc2d133979, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3572f3d5-bd97-4415-817c-0cdc2d133979,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:48.254178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33926) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:48.255189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84506241-3720-48cf-84e1-bad346c85b8a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.259088 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-84506241-3720-48cf-84e1-bad346c85b8a tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/3435fa12-5a62-49b0-a2c9-1d6f8c5370cf HTTP/1.1" status: 204 len: 168 time: 1.0036685 Mar 23 10:22:48.273123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33932) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:48.285080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.316179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6d55b69a-af9d-46df-bad3-53472203a14e None None] For port b2928dbb-666e-4bac-baa2-d646465d9ece, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b2928dbb-666e-4bac-baa2-d646465d9ece,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:48.363728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2eada72e-8ffd-444b-ba55-a3dd9786d653 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:48.401944 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-80942509-26bf-464f-b463-11978d6627fd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:22:48.403095 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-80942509-26bf-464f-b463-11978d6627fd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:48.449426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f2dc3-8033-45aa-bac3-58b43afd6fc7 req-aaea5757-f224-4bb4-ae15-77e90f6892c8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:48.457087 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-233f2dc3-8033-45aa-bac3-58b43afd6fc7 req-aaea5757-f224-4bb4-ae15-77e90f6892c8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 945 time: 0.6819727 Mar 23 10:22:48.491207 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'code': 200} Mar 23 10:22:48.508203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-80942509-26bf-464f-b463-11978d6627fd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:48.509305 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-80942509-26bf-464f-b463-11978d6627fd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/240c0261-6ae5-44d5-922b-32fc554e3455 HTTP/1.1" status: 404 len: 333 time: 0.2515595 Mar 23 10:22:48.511468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-99440f36-9ed5-45f0-90eb-e78e235a46e6 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.524299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:48.527232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33936) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:48.540645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3df1a3fd-476c-4baf-8f98-5ecabf250102 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Synchronizing usage tracker for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:48.552592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.resource_extend [None req-6d55b69a-af9d-46df-bad3-53472203a14e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:22:48.595528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-b2cdcfbb-c3f0-4f9c-a437-c3d2f4d382d4 None None] For port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1b131ed2-4a2b-47ed-ad3b-c9086e18b46d,segment=NetworkSegment(b37a7959-6cc6-4441-a233-71b0e3ddf67b),segment_id=b37a7959-6cc6-4441-a233-71b0e3ddf67b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:48.595941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b2cdcfbb-c3f0-4f9c-a437-c3d2f4d382d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.602406 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:48.617696 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6d55b69a-af9d-46df-bad3-53472203a14e None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.635950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=3572f3d5-bd97-4415-817c-0cdc2d133979,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:48.725607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-99440f36-9ed5-45f0-90eb-e78e235a46e6 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Calling delete_port for 6b316f32-31dd-4d46-a9d3-ee84a5ab6457 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:48.776480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Provisioning for port b2928dbb-666e-4bac-baa2-d646465d9ece completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:22:48.778066 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-233f2dc3-8033-45aa-bac3-58b43afd6fc7 req-e2bed3c0-566e-4f61-80c1-3737b0b39812 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201303 Mar 23 10:22:48.787151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdcfbb-c3f0-4f9c-a437-c3d2f4d382d4 None None] Calling delete_port for 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:48.813976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3df1a3fd-476c-4baf-8f98-5ecabf250102 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Unset dirty status for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:48.821058 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3df1a3fd-476c-4baf-8f98-5ecabf250102 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4939086 Mar 23 10:22:48.821286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6d55b69a-af9d-46df-bad3-53472203a14e None None] Ignored duplicate provisioning block setup for port b2928dbb-666e-4bac-baa2-d646465d9ece by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 23 10:22:48.831776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Provisioning complete for port b2928dbb-666e-4bac-baa2-d646465d9ece triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:48.832535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-216c0448-b415-4916-b7f1-d37e57552cb4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port e3dbb9b0-e221-40d8-b186-3db2e762ccbf {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:48.832633 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.832714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-216c0448-b415-4916-b7f1-d37e57552cb4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.864188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6d55b69a-af9d-46df-bad3-53472203a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:48.883004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33940) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:48.902263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'tempest-secgroup--950772820'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:48.914541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:48.956550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:48.977700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1192c72-460d-46a1-abeb-889d214fe94e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.045563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.070602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1192c72-460d-46a1-abeb-889d214fe94e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=0b20d4bb-4c38-41f9-8f58-e961a7d3dd48,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:49.096983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:49.096983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.124614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:49.128978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55b69a-af9d-46df-bad3-53472203a14e None None] Pushing event updated for resources: {'Port': ['ID=b2928dbb-666e-4bac-baa2-d646465d9ece,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:49.135788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:49.146536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b2cdcfbb-c3f0-4f9c-a437-c3d2f4d382d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.183463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:49.205156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:49.231826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-99440f36-9ed5-45f0-90eb-e78e235a46e6 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.242289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdcfbb-c3f0-4f9c-a437-c3d2f4d382d4 None None] Pushing event deleted for resources: {'Port': ['ID=1b131ed2-4a2b-47ed-ad3b-c9086e18b46d,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:49.257480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:49.258131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:49.269790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2eada72e-8ffd-444b-ba55-a3dd9786d653 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.291867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdcfbb-c3f0-4f9c-a437-c3d2f4d382d4 None None] No DVR routers for this DVR port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:49.306310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.326455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99440f36-9ed5-45f0-90eb-e78e235a46e6 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event deleted for resources: {'Port': ['ID=6b316f32-31dd-4d46-a9d3-ee84a5ab6457,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:49.343811 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eada72e-8ffd-444b-ba55-a3dd9786d653 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=1c4d188f-d6c3-4e53-85bd-dd12bcf9b684,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:49.386344 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625f0fd-b3d7-4c7f-b307-f879a9715f73 req-962a0d50-c7ee-47d8-af09-a7fe2019a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:49.388413 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0625f0fd-b3d7-4c7f-b307-f879a9715f73 req-962a0d50-c7ee-47d8-af09-a7fe2019a357 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 1099 time: 0.6468513 Mar 23 10:22:49.389020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1192c72-460d-46a1-abeb-889d214fe94e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.394988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-216c0448-b415-4916-b7f1-d37e57552cb4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.446122 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e1192c72-460d-46a1-abeb-889d214fe94e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/0b20d4bb-4c38-41f9-8f58-e961a7d3dd48 HTTP/1.1" status: 204 len: 168 time: 3.2345872 Mar 23 10:22:49.455394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33944) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:49.479471 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] For port b2928dbb-666e-4bac-baa2-d646465d9ece, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b2928dbb-666e-4bac-baa2-d646465d9ece,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:49.497814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.571242 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 133709ad-f149-4bc1-86b9-0bb465bb1f00 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:49.651096 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 133709ad-f149-4bc1-86b9-0bb465bb1f00 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:49.652244 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 133709ad-f149-4bc1-86b9-0bb465bb1f00 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:49.671553 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-411b1206-8ec7-4c76-acf8-8bd95b26faed None None] Could not find standard attr ID for object 6b316f32-31dd-4d46-a9d3-ee84a5ab6457. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:49.685329 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0625f0fd-b3d7-4c7f-b307-f879a9715f73 req-214c9c41-09a1-4123-9e0f-77ed4d2274ea service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736299 Mar 23 10:22:49.687489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-411b1206-8ec7-4c76-acf8-8bd95b26faed None None] Could not find standard attr ID for object 1c4d188f-d6c3-4e53-85bd-dd12bcf9b684. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:49.703302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed964d-104c-46ce-bfec-cd03635f76ee None None] Pushing event updated for resources: {'Port': ['ID=b2928dbb-666e-4bac-baa2-d646465d9ece,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:49.713913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-99440f36-9ed5-45f0-90eb-e78e235a46e6 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.723012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250b6add-440e-4230-b862-e9f0bcaad531 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:49.726844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250b6add-440e-4230-b862-e9f0bcaad531 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:49.731243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250b6add-440e-4230-b862-e9f0bcaad531 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:49.732711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-250b6add-440e-4230-b862-e9f0bcaad531 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:49.746639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2eada72e-8ffd-444b-ba55-a3dd9786d653 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.750455 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2eada72e-8ffd-444b-ba55-a3dd9786d653 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 HTTP/1.1" status: 204 len: 168 time: 2.9247067 Mar 23 10:22:49.756239 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33948) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:49.797505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b2928dbb-666e-4bac-baa2-d646465d9ece up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:49.828478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:49.828944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:49.877434 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-99440f36-9ed5-45f0-90eb-e78e235a46e6 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "DELETE /v2.0/ports/6b316f32-31dd-4d46-a9d3-ee84a5ab6457 HTTP/1.1" status: 204 len: 168 time: 2.3762724 Mar 23 10:22:49.899345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33954) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:49.904314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-216c0448-b415-4916-b7f1-d37e57552cb4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for e3dbb9b0-e221-40d8-b186-3db2e762ccbf owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:49.990927 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b937b9-9a4e-49dd-9b96-c8e60a63550c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] GET failed (client error): The resource could not be found. Mar 23 10:22:49.991542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-42b937b9-9a4e-49dd-9b96-c8e60a63550c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:50.021182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b2928dbb-666e-4bac-baa2-d646465d9ece triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:50.021902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.040463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.050473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] The port '1b131ed2-4a2b-47ed-ad3b-c9086e18b46d' was deleted {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:22:50.087753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-250b6add-440e-4230-b862-e9f0bcaad531 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:50.091755 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-250b6add-440e-4230-b862-e9f0bcaad531 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.6318948 Mar 23 10:22:50.100316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33958) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:50.196150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.237333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:50.258208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-42b937b9-9a4e-49dd-9b96-c8e60a63550c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:50.259365 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-42b937b9-9a4e-49dd-9b96-c8e60a63550c tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports/1c4d188f-d6c3-4e53-85bd-dd12bcf9b684 HTTP/1.1" status: 404 len: 333 time: 0.5037758 Mar 23 10:22:50.269986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6eaaa4-d778-4193-af2e-0257a54e711e tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Deleting subnet 05b644b9-a1b5-4ff4-b3d4-8fd357bb6693 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:50.271137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33962) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:50.277852 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.279120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:50.279530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1b131ed2-4a2b-47ed-ad3b-c9086e18b46d not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:50.285412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b6eaaa4-d778-4193-af2e-0257a54e711e tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.318662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-216c0448-b415-4916-b7f1-d37e57552cb4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.333504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-953a1f93-42b2-44b5-96d8-17641035fdac None None] Provisioning complete for port b2928dbb-666e-4bac-baa2-d646465d9ece triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:50.333736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-953a1f93-42b2-44b5-96d8-17641035fdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.357795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da860592-c6f7-4548-a3be-dcc7e1d2dfd6']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:50.379545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37a7959-6cc6-4441-a233-71b0e3ddf67b') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:50.379845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37a7959-6cc6-4441-a233-71b0e3ddf67b') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:50.395824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b6eaaa4-d778-4193-af2e-0257a54e711e tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.430117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.434262 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5436187 Mar 23 10:22:50.434262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c0448-b415-4916-b7f1-d37e57552cb4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=e3dbb9b0-e221-40d8-b186-3db2e762ccbf,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:50.435371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33966) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:50.448587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-337a970b-e131-4004-b6e8-e7af1c64a780 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 1dd5444a-8657-47f9-8122-ac274bee6a83 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:50.457170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b787f-415b-41cc-a49e-a9830ab9249d tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5dbcc7-9e95-4421-8f00-da07c68d2801,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:50.469153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-61619e9d-0550-4aeb-9678-08743af327ca tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3a5dbcc7-9e95-4421-8f00-da07c68d2801', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:50.474216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-337a970b-e131-4004-b6e8-e7af1c64a780 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.508666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-953a1f93-42b2-44b5-96d8-17641035fdac None None] Could not find standard attr ID for object 0b20d4bb-4c38-41f9-8f58-e961a7d3dd48. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:50.563051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-61619e9d-0550-4aeb-9678-08743af327ca tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:50.588693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-61619e9d-0550-4aeb-9678-08743af327ca tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:50.595559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-61619e9d-0550-4aeb-9678-08743af327ca tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:50.600596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-216c0448-b415-4916-b7f1-d37e57552cb4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.602511 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-216c0448-b415-4916-b7f1-d37e57552cb4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/e3dbb9b0-e221-40d8-b186-3db2e762ccbf HTTP/1.1" status: 204 len: 168 time: 2.0728552 Mar 23 10:22:50.608652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33970) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:50.617288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-61619e9d-0550-4aeb-9678-08743af327ca tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:50.633776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c243a-f75c-404f-84d4-ac419c864509 req-098773d0-0d8e-4f3a-bcaf-e440b162cea9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:50.635531 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6b6c243a-f75c-404f-84d4-ac419c864509 req-098773d0-0d8e-4f3a-bcaf-e440b162cea9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 946 time: 0.5775554 Mar 23 10:22:50.637728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.703343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.717874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eb83aeb-ec58-438d-9423-ddab8be08dec tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.724890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-337a970b-e131-4004-b6e8-e7af1c64a780 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.727964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96498880-1626-43ae-8038-f8fe33abbb24 None None] Could not find standard attr ID for object 0b20d4bb-4c38-41f9-8f58-e961a7d3dd48. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:22:50.742640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Releasing vlan 841 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:22:50.743949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:50.765140 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:50.769158 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c393b9f-54e3-4c41-92ad-088788442373 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:22:50.769869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5c393b9f-54e3-4c41-92ad-088788442373 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:50.858310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eb83aeb-ec58-438d-9423-ddab8be08dec tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.864588 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6b6c243a-f75c-404f-84d4-ac419c864509 req-e6ee72c0-96e9-4345-98a2-7f9af94f905a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086687 Mar 23 10:22:50.876754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5c393b9f-54e3-4c41-92ad-088788442373 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:50.878036 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5c393b9f-54e3-4c41-92ad-088788442373 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/e3dbb9b0-e221-40d8-b186-3db2e762ccbf HTTP/1.1" status: 404 len: 333 time: 0.2584860 Mar 23 10:22:50.885273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33974) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:50.909015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b6eaaa4-d778-4193-af2e-0257a54e711e tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.936677 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.943809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:50.962363 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-61619e9d-0550-4aeb-9678-08743af327ca tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The resource could not be found. Mar 23 10:22:50.963300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-61619e9d-0550-4aeb-9678-08743af327ca tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5196757 Mar 23 10:22:50.969711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33978) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:50.981883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Network': ['ID=da860592-c6f7-4548-a3be-dcc7e1d2dfd6,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:50.985589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d5c2a799-fc49-4105-b39f-ec62b4befd99 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '3a5dbcc7-9e95-4421-8f00-da07c68d2801', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5ba8b07b-56c7-4754-bf40-398e025da64f'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:50.992176 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-562f4e74-f881-4d84-8392-c5b6fe4daee4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/networks/da860592-c6f7-4548-a3be-dcc7e1d2dfd6 HTTP/1.1" status: 204 len: 168 time: 4.3497083 Mar 23 10:22:50.993119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33982) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:50.994606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d5c2a799-fc49-4105-b39f-ec62b4befd99 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:51.010914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d5c2a799-fc49-4105-b39f-ec62b4befd99 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:51.014854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-337a970b-e131-4004-b6e8-e7af1c64a780 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.049257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d5c2a799-fc49-4105-b39f-ec62b4befd99 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:51.052191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eb83aeb-ec58-438d-9423-ddab8be08dec tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.069867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d5c2a799-fc49-4105-b39f-ec62b4befd99 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:51.083321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-6837dc05-6798-4b54-b639-8696bc340dd2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet 85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:51.096417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6837dc05-6798-4b54-b639-8696bc340dd2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.141098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb83aeb-ec58-438d-9423-ddab8be08dec tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea06f6f-7b94-400f-aa4b-1f132705ed55,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:51.168657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9eb83aeb-ec58-438d-9423-ddab8be08dec tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.169814 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9eb83aeb-ec58-438d-9423-ddab8be08dec tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/security-groups/9ea06f6f-7b94-400f-aa4b-1f132705ed55 HTTP/1.1" status: 204 len: 168 time: 0.8974779 Mar 23 10:22:51.174415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33986) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:51.201503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b6eaaa4-d778-4193-af2e-0257a54e711e tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.221997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6837dc05-6798-4b54-b639-8696bc340dd2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.286254 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-d5c2a799-fc49-4105-b39f-ec62b4befd99 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The resource could not be found. Mar 23 10:22:51.290406 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d5c2a799-fc49-4105-b39f-ec62b4befd99 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3152080 Mar 23 10:22:51.291833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33990) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:51.301903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-337a970b-e131-4004-b6e8-e7af1c64a780 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.319228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b6eaaa4-d778-4193-af2e-0257a54e711e tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.325000 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92950cba-7b13-4a43-8316-a684746425d0 None None] Network 9fdb8699-ceed-4b73-8277-2863979eb201 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:51.325585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6eaaa4-d778-4193-af2e-0257a54e711e tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event deleted for resources: {'Subnet': ['ID=05b644b9-a1b5-4ff4-b3d4-8fd357bb6693,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:51.333435 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4b6eaaa4-d778-4193-af2e-0257a54e711e tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "DELETE /v2.0/subnets/05b644b9-a1b5-4ff4-b3d4-8fd357bb6693 HTTP/1.1" status: 204 len: 168 time: 1.4330003 Mar 23 10:22:51.352015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 33994) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:51.399965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a970b-e131-4004-b6e8-e7af1c64a780 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=1dd5444a-8657-47f9-8122-ac274bee6a83,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:51.434998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5881ae-6e0e-46a8-85e0-42260614d2ee None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:51.439439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-337a970b-e131-4004-b6e8-e7af1c64a780 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.535163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0af68b97-0894-4042-bb07-6dd8b4bf74e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.568379 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-337a970b-e131-4004-b6e8-e7af1c64a780 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/1dd5444a-8657-47f9-8122-ac274bee6a83 HTTP/1.1" status: 204 len: 168 time: 1.4638627 Mar 23 10:22:51.571849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 33998) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:51.589484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.621720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0af68b97-0894-4042-bb07-6dd8b4bf74e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.631695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6837dc05-6798-4b54-b639-8696bc340dd2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.664084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06c12ac4-4520-4a27-b2cc-3c7522baabc8 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.723604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Deleting port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:51.723972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.728752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0fb385-ce4c-43e7-b8e4-4918d87069ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 74588841-9cc3-4075-9000-cca06f00f9d8 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:51.736670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb385-ce4c-43e7-b8e4-4918d87069ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.802982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06c12ac4-4520-4a27-b2cc-3c7522baabc8 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.815955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.831405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] DHCP port deletion for 9fdb8699-ceed-4b73-8277-2863979eb201 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:22:51.836416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0af68b97-0894-4042-bb07-6dd8b4bf74e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:51.847419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b2928dbb-666e-4bac-baa2-d646465d9ece up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:22:51.893332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] Deleting port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:51.893618 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.053558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af68b97-0894-4042-bb07-6dd8b4bf74e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cdffcd-078b-4288-ab51-598a7a0d810e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:52.090113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b2928dbb-666e-4bac-baa2-d646465d9ece triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:52.091034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.103502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6837dc05-6798-4b54-b639-8696bc340dd2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.216021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837dc05-6798-4b54-b639-8696bc340dd2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:52.223266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06c12ac4-4520-4a27-b2cc-3c7522baabc8 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.229595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6837dc05-6798-4b54-b639-8696bc340dd2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.232076 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb385-ce4c-43e7-b8e4-4918d87069ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.243216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0af68b97-0894-4042-bb07-6dd8b4bf74e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.243435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd541328-63f5-4c5f-af19-7fbc197bf352 None None] Network d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:52.244683 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0af68b97-0894-4042-bb07-6dd8b4bf74e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/security-groups/58cdffcd-078b-4288-ab51-598a7a0d810e HTTP/1.1" status: 204 len: 168 time: 1.0686481 Mar 23 10:22:52.274507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34004) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:52.351177 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6837dc05-6798-4b54-b639-8696bc340dd2 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821 HTTP/1.1" status: 204 len: 168 time: 1.4548407 Mar 23 10:22:52.354353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34008) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:52.386571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c12ac4-4520-4a27-b2cc-3c7522baabc8 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5dbcc7-9e95-4421-8f00-da07c68d2801,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:52.395489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06c12ac4-4520-4a27-b2cc-3c7522baabc8 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.396219 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-06c12ac4-4520-4a27-b2cc-3c7522baabc8 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/3a5dbcc7-9e95-4421-8f00-da07c68d2801 HTTP/1.1" status: 204 len: 168 time: 1.1016014 Mar 23 10:22:52.409633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34012) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:52.420346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] For port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8,segment=NetworkSegment(4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4),segment_id=4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:52.420702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.453365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-129d012a-53b4-43fe-ac6e-9bf8ea04d774 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.500727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] For port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8,segment=NetworkSegment(4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4),segment_id=4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:52.501835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.631606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Calling delete_port for cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:52.697685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] Calling delete_port for cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:52.713768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.732892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022455e7-b4d0-4a9b-9edf-f961f555ec34 req-30a3ee7b-209a-47b1-bdef-18e60dfd5b64 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:52.734404 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-022455e7-b4d0-4a9b-9edf-f961f555ec34 req-30a3ee7b-209a-47b1-bdef-18e60dfd5b64 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 946 time: 0.6677332 Mar 23 10:22:52.747328 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-129d012a-53b4-43fe-ac6e-9bf8ea04d774 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.775386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:52.775787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.801626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4ae38829-95b4-4605-9eb6-5914e7e33f5e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Synchronizing usage tracker for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:52.805583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb385-ce4c-43e7-b8e4-4918d87069ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.824525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.831866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b2b961f7-b086-4600-8ebc-fe0c3e58e3e8 None None] Provisioning complete for port b2928dbb-666e-4bac-baa2-d646465d9ece triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:52.832270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b2b961f7-b086-4600-8ebc-fe0c3e58e3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.863784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port d8ff6732-caa6-423a-a315-73597ce8f371 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:52.864680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:52.894787 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-022455e7-b4d0-4a9b-9edf-f961f555ec34 req-b8ef1d8c-e36f-4026-9d62-b45371aefe4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455057 Mar 23 10:22:52.899164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event deleted for resources: {'Port': ['ID=cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:52.902217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:52.902483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:52.916501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] No DVR routers for this DVR port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:52.940408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4ae38829-95b4-4605-9eb6-5914e7e33f5e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Unset dirty status for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:52.941699 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4ae38829-95b4-4605-9eb6-5914e7e33f5e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5060203 Mar 23 10:22:52.950747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34018) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:52.964334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-55efb13a-5dcd-4fba-bbd9-a5d23bcb814e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': '4485945b-5bbb-40fe-98bc-d2624df37b81', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:52.998072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-55efb13a-5dcd-4fba-bbd9-a5d23bcb814e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:53.015713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050f2e6-91de-4c13-ae69-469cfab1d942 None None] DHCP port deletion for d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:22:53.023235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-129d012a-53b4-43fe-ac6e-9bf8ea04d774 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.043864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-55efb13a-5dcd-4fba-bbd9-a5d23bcb814e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:53.055738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a050f2e6-91de-4c13-ae69-469cfab1d942 None None] Deleting port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:53.056110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a050f2e6-91de-4c13-ae69-469cfab1d942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.058974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-55efb13a-5dcd-4fba-bbd9-a5d23bcb814e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:53.076330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-55efb13a-5dcd-4fba-bbd9-a5d23bcb814e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:53.078404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d012a-53b4-43fe-ac6e-9bf8ea04d774 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db40296-f366-47ba-9429-609413ac7fd4,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:53.135123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.215011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdb8699-ceed-4b73-8277-2863979eb201']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:53.226852 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-129d012a-53b4-43fe-ac6e-9bf8ea04d774 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.230637 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-129d012a-53b4-43fe-ac6e-9bf8ea04d774 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/security-groups/4db40296-f366-47ba-9429-609413ac7fd4 HTTP/1.1" status: 204 len: 168 time: 0.9454658 Mar 23 10:22:53.232230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34022) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:53.251100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb385-ce4c-43e7-b8e4-4918d87069ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.276878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:53.277278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0c4939-5e4d-4505-82f7-5dac3c4ce8a4') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:53.297095 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] For port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae,segment=NetworkSegment(88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8),segment_id=88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:53.297521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.319129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.324411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fb385-ce4c-43e7-b8e4-4918d87069ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=74588841-9cc3-4075-9000-cca06f00f9d8,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:53.344714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a050f2e6-91de-4c13-ae69-469cfab1d942 None None] For port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae,segment=NetworkSegment(88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8),segment_id=88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:53.344714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a050f2e6-91de-4c13-ae69-469cfab1d942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.350720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b0fb385-ce4c-43e7-b8e4-4918d87069ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.357902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa729c9-16ff-4325-998f-6061203c75dc None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:53.365504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port d8ff6732-caa6-423a-a315-73597ce8f371, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d8ff6732-caa6-423a-a315-73597ce8f371,segment=NetworkSegment(5b050f2b-33bd-466d-a49b-76ebd4f1ebfd),segment_id=5b050f2b-33bd-466d-a49b-76ebd4f1ebfd)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:53.365857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.385071 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6b0fb385-ce4c-43e7-b8e4-4918d87069ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/74588841-9cc3-4075-9000-cca06f00f9d8 HTTP/1.1" status: 204 len: 168 time: 1.8086805 Mar 23 10:22:53.389022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34026) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:53.428977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] Deleting port cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:53.428977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.448632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:53.493230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.504949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdca647-a876-4cb6-8aaa-e9b629106fca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet b72b3e34-ce19-400f-81cd-865ec578fb34 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:53.510278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:22:53.510766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.524008 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-55efb13a-5dcd-4fba-bbd9-a5d23bcb814e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The resource could not be found. Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:53.527434 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:53.530292 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-55efb13a-5dcd-4fba-bbd9-a5d23bcb814e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5734601 Mar 23 10:22:53.530840 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a050f2e6-91de-4c13-ae69-469cfab1d942 None None] Calling delete_port for 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:53.542837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0bdca647-a876-4cb6-8aaa-e9b629106fca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.567566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34030) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:53.579852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'tempest-secgroup--466846875'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:53.590038 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1fc4bce3-b85f-454c-9d32-635bd8061df8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1989024 Mar 23 10:22:53.601014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for d8ff6732-caa6-423a-a315-73597ce8f371 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:53.644122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed939e-beaf-4023-8a21-e1a7b0e0dbbb req-4ea2161f-1454-4931-b6a4-828987f0c824 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:53.646123 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-70ed939e-beaf-4023-8a21-e1a7b0e0dbbb req-4ea2161f-1454-4931-b6a4-828987f0c824 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 946 time: 0.4906521 Mar 23 10:22:53.646976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34034) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:53.667257 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:53.669992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a6a7e986-acc0-49b0-8000-d6f1ab1ef695 None None] The port 'cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:22:53.769266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:53.778241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:53.817391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:53.837572 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:53.837957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cbb23b9d-dbaf-4fe2-98fd-0c6187bcaed8 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:53.838411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:53.843800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:53.845498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0bdca647-a876-4cb6-8aaa-e9b629106fca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.855020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:53.861795 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-70ed939e-beaf-4023-8a21-e1a7b0e0dbbb req-e4b16967-d11f-4e23-97d2-3555d72ab05d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000546 Mar 23 10:22:53.864601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:53.888743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:53.897139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34038) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:53.904349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.910750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.931535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a050f2e6-91de-4c13-ae69-469cfab1d942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.948381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.955004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:53.958458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:53.971993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:53.972328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:53.977311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] Pushing event deleted for resources: {'Network': ['ID=9fdb8699-ceed-4b73-8277-2863979eb201,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:53.986821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:53.992661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050f2e6-91de-4c13-ae69-469cfab1d942 None None] Pushing event deleted for resources: {'Port': ['ID=5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:53.993764 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-80743dec-9bd4-469f-bb7d-7f31fe3b06f2 tempest-ExtraDHCPOptionsTestJSON-1426097710 tempest-ExtraDHCPOptionsTestJSON-1426097710-project] 10.222.0.84 "DELETE /v2.0/networks/9fdb8699-ceed-4b73-8277-2863979eb201 HTTP/1.1" status: 204 len: 168 time: 2.6364081 Mar 23 10:22:54.001766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050f2e6-91de-4c13-ae69-469cfab1d942 None None] No DVR routers for this DVR port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:54.002517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:54.005210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:54.005526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:54.009067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:54.025891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:54.075536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0bdca647-a876-4cb6-8aaa-e9b629106fca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.122376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0213f1-0ff3-4228-acbc-29ee704840f8 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:22:54.127702 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8f0213f1-0ff3-4228-acbc-29ee704840f8 None None] Deleting port b2928dbb-666e-4bac-baa2-d646465d9ece {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:54.127915 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f0213f1-0ff3-4228-acbc-29ee704840f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.227716 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.234358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.269603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0bdca647-a876-4cb6-8aaa-e9b629106fca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.358307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.361588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdca647-a876-4cb6-8aaa-e9b629106fca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=b72b3e34-ce19-400f-81cd-865ec578fb34,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:54.368687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.379554 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8078902 Mar 23 10:22:54.382659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34046) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:54.390897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0bdca647-a876-4cb6-8aaa-e9b629106fca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.394768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8f0213f1-0ff3-4228-acbc-29ee704840f8 None None] For port b2928dbb-666e-4bac-baa2-d646465d9ece, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b2928dbb-666e-4bac-baa2-d646465d9ece,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:54.395168 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f0213f1-0ff3-4228-acbc-29ee704840f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.398943 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0bdca647-a876-4cb6-8aaa-e9b629106fca tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/b72b3e34-ce19-400f-81cd-865ec578fb34 HTTP/1.1" status: 204 len: 168 time: 1.1583307 Mar 23 10:22:54.402252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34048) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:54.410633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'tempest-secgroup--939383645'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:54.447428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.457240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34054) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:54.463379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:54.465962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd894a2-5e77-49de-9404-a68877375690 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb69084-20c7-4d29-958f-eaf42f3f255d,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:54.479872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:54.483646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=d8ff6732-caa6-423a-a315-73597ce8f371,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:54.485668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:54.487055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0520f87b-f78d-4081-b562-b5aff5f4f29b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:54.491350 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0520f87b-f78d-4081-b562-b5aff5f4f29b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 1094 time: 0.5916674 Mar 23 10:22:54.493399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34056) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:54.501588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:54.506879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:54.513375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:54.513715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.589282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:54.602742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-59da5905-6e43-4f46-9d67-3093acc52fb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet f54713fa-306b-4df9-867e-98cb612af600 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:54.613432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:54.618872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:floatingip and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:54.622711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:54.631088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:54.665237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] The port '5e99c99d-696c-4bbc-b8db-b2bdc2b3ecae' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:22:54.669432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.685239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8263d-9084-42aa-9638-db6db89aba9b None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:54.699993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.713731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8f0213f1-0ff3-4228-acbc-29ee704840f8 None None] Calling delete_port for b2928dbb-666e-4bac-baa2-d646465d9ece owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:54.714954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59da5905-6e43-4f46-9d67-3093acc52fb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.765580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:54.781965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:54.782701 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.823938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=a032ec6a-c8bd-4426-b113-e76e2e862315,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:54.902464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f0213f1-0ff3-4228-acbc-29ee704840f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:54.937317 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3124f5fa-756e-4b0c-bbf9-6c2e435f9f4a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=b39e48aebaf84d669dbf753a0e85c481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094207 Mar 23 10:22:54.937317 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-96a4d9f6-e032-4bca-8b7e-c2096d90b405 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2788413 Mar 23 10:22:54.966343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34064) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:54.966878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34066) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:54.987809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:55.002061 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0213f1-0ff3-4228-acbc-29ee704840f8 None None] No DVR routers for this DVR port b2928dbb-666e-4bac-baa2-d646465d9ece on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:55.003932 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0213f1-0ff3-4228-acbc-29ee704840f8 None None] Pushing event deleted for resources: {'Port': ['ID=b2928dbb-666e-4bac-baa2-d646465d9ece,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:55.026814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145b62d-3243-4bda-9632-f6ec7d1751cc None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:55.036175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.042645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:55.073335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59da5905-6e43-4f46-9d67-3093acc52fb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.107123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.119281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:55.126691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:55.208388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:55.280413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:55.295361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:55.295671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88bfb9cb-2a61-48c8-b5f6-a4b7f5e2b2c8') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:55.328098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': 'a032ec6a-c8bd-4426-b113-e76e2e862315'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:22:55.330947 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.351341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.390232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:22:55.423600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.431068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:22:55.431728 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: util.warn( Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:55.521851 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:55.534305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Allocated IP 172.20.0.2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/a032ec6a-c8bd-4426-b113-e76e2e862315/cd9c2a6e-4072-49b0-bda2-11f38684c14a) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:55.557266 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:22:55.588509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:22:55.593270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a2e5999d-af19-44e2-a345-6fa7f3310588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.613736 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-77ed3552-5811-49ef-a771-ab6870c4b4db tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6194956 Mar 23 10:22:55.616309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34072) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:55.651928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:55.662526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.673455 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:22:55.712271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:55.712945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:55.715472 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca7b643-ad51-4b2e-8024-b1edc0df3232 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting subnet f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:55.719949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eca7b643-ad51-4b2e-8024-b1edc0df3232 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.721201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.735186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:55.748302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a2e5999d-af19-44e2-a345-6fa7f3310588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.758669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:55.773432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Network': ['ID=d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:55.797460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:55.832442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eca7b643-ad51-4b2e-8024-b1edc0df3232 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.832669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59da5905-6e43-4f46-9d67-3093acc52fb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.846250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b2928dbb-666e-4bac-baa2-d646465d9ece no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:22:55.863231 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a464be03-71ee-4b76-b346-e8114967fb59 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/networks/d6aaaa63-6a5b-454c-b54a-a7e0c0bcd3f3 HTTP/1.1" status: 204 len: 168 time: 3.4992437 Mar 23 10:22:55.876597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34076) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:55.894544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1550446058'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:55.898470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.906825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:55.920949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:network and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:55.929078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:55.930545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.939684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:55.965077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:55.968590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.973627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:55.977283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:55.983065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: b2928dbb-666e-4bac-baa2-d646465d9ece {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:22:55.983555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b2928dbb-666e-4bac-baa2-d646465d9ece not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:22:56.024748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eca7b643-ad51-4b2e-8024-b1edc0df3232 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.058255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:56.081885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.082282 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Added segment 1af5c587-5539-4252-bb66-9301e4b1da35 of type vlan for network adee3201-5f6a-461d-8e88-3aec0097ff62 Mar 23 10:22:56.088983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:56.122798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.143660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.152133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eca7b643-ad51-4b2e-8024-b1edc0df3232 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.160921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a2e5999d-af19-44e2-a345-6fa7f3310588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.196456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.203000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7b643-ad51-4b2e-8024-b1edc0df3232 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:56.205356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-eca7b643-ad51-4b2e-8024-b1edc0df3232 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.213652 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.219189 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:56.219981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.243518 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-eca7b643-ad51-4b2e-8024-b1edc0df3232 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9 HTTP/1.1" status: 204 len: 168 time: 0.6238613 Mar 23 10:22:56.251996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34080) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:56.264820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc63cf8c-a2ed-42d6-b9c9-369475a56349 None None] Network 8256ac97-0839-4e93-96b1-8ee006ce3344 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:56.295946 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f8bbf895-c417-4638-9f95-913b37d27285 None None] Provisioning complete for port df27806f-379d-4487-98c6-6f93bdc1c2cf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:56.296347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f8bbf895-c417-4638-9f95-913b37d27285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.307567 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4268377 Mar 23 10:22:56.310654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34084) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:56.351609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Transition to ACTIVE for port object cd9c2a6e-4072-49b0-bda2-11f38684c14a will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:56.368399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': 'adee3201-5f6a-461d-8e88-3aec0097ff62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:56.384706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a2e5999d-af19-44e2-a345-6fa7f3310588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.386523 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a2e5999d-af19-44e2-a345-6fa7f3310588 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6cc83ab6-88a3-4256-ab92-1fe4da0f3fce HTTP/1.1" status: 204 len: 168 time: 1.4092584 Mar 23 10:22:56.387444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbf1ba3-d83f-44ef-b02a-32237e573b20,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:56.416013 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.417751 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-47199c2a-7a44-4080-be53-c6826ab3b411 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0171647 Mar 23 10:22:56.418915 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5999d-af19-44e2-a345-6fa7f3310588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc83ab6-88a3-4256-ab92-1fe4da0f3fce,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:56.437109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34090) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:56.455291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-aa7d0391-df79-45ac-94f8-33f7afa0d23e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': 'ddb69084-20c7-4d29-958f-eaf42f3f255d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6dbf1ba3-d83f-44ef-b02a-32237e573b20'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:56.461800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-aa7d0391-df79-45ac-94f8-33f7afa0d23e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:56.467266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-aa7d0391-df79-45ac-94f8-33f7afa0d23e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:56.472111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-aa7d0391-df79-45ac-94f8-33f7afa0d23e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:56.478836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-aa7d0391-df79-45ac-94f8-33f7afa0d23e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:56.483527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a30c6-32b1-42a9-9f2c-2bd7bf869005 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Network': ['ID=adee3201-5f6a-461d-8e88-3aec0097ff62,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:56.491790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59da5905-6e43-4f46-9d67-3093acc52fb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.530058 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network adee3201-5f6a-461d-8e88-3aec0097ff62 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:22:56.555743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59da5905-6e43-4f46-9d67-3093acc52fb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.560942 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9678d6-e058-4b01-adab-27b6d3e59073 None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:56.582141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da5905-6e43-4f46-9d67-3093acc52fb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=f54713fa-306b-4df9-867e-98cb612af600,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:56.645499 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-59da5905-6e43-4f46-9d67-3093acc52fb5 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/f54713fa-306b-4df9-867e-98cb612af600 HTTP/1.1" status: 204 len: 168 time: 2.2398126 Mar 23 10:22:56.650218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34094) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:56.683047 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Transition to ACTIVE for port object cd9c2a6e-4072-49b0-bda2-11f38684c14a will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:22:56.689638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.706787 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d1cdca-b557-4f5d-bddd-49b55d56fa61 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:56.707586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d1cdca-b557-4f5d-bddd-49b55d56fa61 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:56.715039 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-aa7d0391-df79-45ac-94f8-33f7afa0d23e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:22:56.716774 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-aa7d0391-df79-45ac-94f8-33f7afa0d23e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2770576 Mar 23 10:22:56.717090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:56.720004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 5d56f541-24d8-437d-bc87-85030ca52451 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:22:56.720339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.722774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34100) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:56.729092 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a0d1cdca-b557-4f5d-bddd-49b55d56fa61 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/b72b3e34-ce19-400f-81cd-865ec578fb34 HTTP/1.1" status: 404 len: 337 time: 0.0701013 Mar 23 10:22:56.746850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbf895-c417-4638-9f95-913b37d27285 None None] Port df27806f-379d-4487-98c6-6f93bdc1c2cf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:22:56.748714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.750138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34104) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:56.769385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:56.804608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.251 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/a1dcc830-02f7-4662-829c-8e6160ccec6c) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:22:56.804898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:56.828721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:56.860548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a167771-b35f-4bf1-a70a-6270fd717a18 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.941854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a167771-b35f-4bf1-a70a-6270fd717a18 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.965728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:56.970453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:56.999982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ddb7d34-7207-4f68-8795-5a2a45e7216a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting subnet e16278cc-0714-44cf-9a67-927e0e44d37c {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:22:57.039983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7d34-7207-4f68-8795-5a2a45e7216a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.061726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:57.137997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.141479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:57.145779 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:57.148558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a167771-b35f-4bf1-a70a-6270fd717a18 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.250950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a167771-b35f-4bf1-a70a-6270fd717a18 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbf1ba3-d83f-44ef-b02a-32237e573b20,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:57.256974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a167771-b35f-4bf1-a70a-6270fd717a18 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.258420 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2a167771-b35f-4bf1-a70a-6270fd717a18 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/6dbf1ba3-d83f-44ef-b02a-32237e573b20 HTTP/1.1" status: 204 len: 168 time: 0.5344915 Mar 23 10:22:57.264965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34120) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:57.265589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7d34-7207-4f68-8795-5a2a45e7216a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.305732 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port 5d56f541-24d8-437d-bc87-85030ca52451, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5d56f541-24d8-437d-bc87-85030ca52451,segment=NetworkSegment(5b050f2b-33bd-466d-a49b-76ebd4f1ebfd),segment_id=5b050f2b-33bd-466d-a49b-76ebd4f1ebfd)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:22:57.305909 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.383251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f8bbf895-c417-4638-9f95-913b37d27285 None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:57.384147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f8bbf895-c417-4638-9f95-913b37d27285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.408576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:22:57.452267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d63be493-5ed6-4954-87a5-f60f21a6ff67 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Synchronizing usage tracker for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:57.461770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 5d56f541-24d8-437d-bc87-85030ca52451 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:22:57.483048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.515790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Pushing event updated for resources: {'Port': ['ID=cd9c2a6e-4072-49b0-bda2-11f38684c14a,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:57.558746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d63be493-5ed6-4954-87a5-f60f21a6ff67 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Unset dirty status for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:57.560074 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d63be493-5ed6-4954-87a5-f60f21a6ff67 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2891548 Mar 23 10:22:57.571086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34128) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:57.580230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:22:57.597143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:57.609472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:22:57.634876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7d34-7207-4f68-8795-5a2a45e7216a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.635798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Attempting to bind port cd9c2a6e-4072-49b0-bda2-11f38684c14a on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:22:57.636588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Attempting to bind port cd9c2a6e-4072-49b0-bda2-11f38684c14a by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:22:57.637374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Attempting to bind port cd9c2a6e-4072-49b0-bda2-11f38684c14a on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:22:57.671829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34132) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:57.683411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:22:57.683411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:57.683744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.683975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:22:57.684433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Bound port: cd9c2a6e-4072-49b0-bda2-11f38684c14a, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:22:57.684804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.686585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.695034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:54Z', 'revision_number': 9, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:57.717420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:22:57.731110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=a1dcc830-02f7-4662-829c-8e6160ccec6c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:57.763480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=5d56f541-24d8-437d-bc87-85030ca52451,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:57.774901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:22:57.775467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:57.783286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No DVR routers for this DVR port 5d56f541-24d8-437d-bc87-85030ca52451 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:22:57.844453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.854183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.936320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7d34-7207-4f68-8795-5a2a45e7216a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.981909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fffd191a-d3b6-490f-89e0-59bd1dd54296 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:57.997007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc228a-7949-4e41-b0dc-41840fb480c0 None None] DHCP port deletion for 8256ac97-0839-4e93-96b1-8ee006ce3344 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:22:58.013768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fffd191a-d3b6-490f-89e0-59bd1dd54296 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.022617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'networks': [{'name': 'tempest-network--870328759'}, {'name': 'tempest-network--990207640'}]} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:58.023216 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'network': {'name': 'tempest-network--870328759'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:58.023430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'network': {'name': 'tempest-network--990207640'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:58.029212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.043238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:58.061420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ddb7d34-7207-4f68-8795-5a2a45e7216a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.064757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Usage tracker for resource:network and tenant:c62c0ca9a2db40de9f7382c4168bf10c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:58.080648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:58.096392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=92b098d0-5e3f-4a8a-97ef-6d488c842365,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:58.098794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:58.105173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8256ac97-0839-4e93-96b1-8ee006ce3344']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:58.142990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] For port cd9c2a6e-4072-49b0-bda2-11f38684c14a, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:22:58.144606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:22:58.158533 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3ddb7d34-7207-4f68-8795-5a2a45e7216a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/e16278cc-0714-44cf-9a67-927e0e44d37c HTTP/1.1" status: 204 len: 168 time: 1.3979559 Mar 23 10:22:58.160371 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:58.160663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b050f2b-33bd-466d-a49b-76ebd4f1ebfd') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:58.169806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb7d34-7207-4f68-8795-5a2a45e7216a tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Subnet': ['ID=e16278cc-0714-44cf-9a67-927e0e44d37c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:58.177051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34138) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.177051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Checking segment: {'id': '1af5c587-5539-4252-bb66-9301e4b1da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'adee3201-5f6a-461d-8e88-3aec0097ff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:22:58.177051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network hostable DHCP agents. Network: adee3201-5f6a-461d-8e88-3aec0097ff62, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:22:58.214129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] For port cd9c2a6e-4072-49b0-bda2-11f38684c14a, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cd9c2a6e-4072-49b0-bda2-11f38684c14a,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:22:58.223870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.225514 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fffd191a-d3b6-490f-89e0-59bd1dd54296 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.226313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Made reservation on behalf of c62c0ca9a2db40de9f7382c4168bf10c for: {'network': 2} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:58.231087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.244745 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.250036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:22:58.250749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:22:58.255898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd191a-d3b6-490f-89e0-59bd1dd54296 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb69084-20c7-4d29-958f-eaf42f3f255d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:58.266020 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-b053e8f4-b7b9-4ba5-9dd3-50f9f822e4e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:58.266939 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b053e8f4-b7b9-4ba5-9dd3-50f9f822e4e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:58.272020 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b053e8f4-b7b9-4ba5-9dd3-50f9f822e4e1 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/44441aec-b691-4e93-851b-2aed77e3fe33 HTTP/1.1" status: 404 len: 337 time: 0.0912020 Mar 23 10:22:58.273066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.278502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34142) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.295563 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.301918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:58.306852 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Releasing vlan 807 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:22:58.307378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:22:58.325747 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:22:58.341102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Usage tracker for resource:security_group_rule and tenant:c62c0ca9a2db40de9f7382c4168bf10c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:58.350382 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:58.355012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network adee3201-5f6a-461d-8e88-3aec0097ff62 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:22:58.384112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fffd191a-d3b6-490f-89e0-59bd1dd54296 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.385529 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fffd191a-d3b6-490f-89e0-59bd1dd54296 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/ddb69084-20c7-4d29-958f-eaf42f3f255d HTTP/1.1" status: 204 len: 168 time: 0.8133917 Mar 23 10:22:58.529076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34146) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.532309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2756245d-fd0b-4646-8643-7e4695a469c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Synchronizing usage tracker for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:58.557154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:58.567937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, adee3201-5f6a-461d-8e88-3aec0097ff62) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:22:58.577427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:22:58.578225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.579892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2756245d-fd0b-4646-8643-7e4695a469c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Unset dirty status for tenant:c8b9876b43914f6c9e442dc775b5b1b7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:58.583633 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2756245d-fd0b-4646-8643-7e4695a469c9 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "GET /v2.0/ports?device_id=0bcbf883-4667-44f9-a848-7815bc32201c HTTP/1.1" status: 200 len: 205 time: 0.3003292 Mar 23 10:22:58.583835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac59b6-f260-45c5-b7a8-797c9cf43e20 None None] Pushing event updated for resources: {'Port': ['ID=cd9c2a6e-4072-49b0-bda2-11f38684c14a,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:58.585933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34150) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.656811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-031c575d-b50d-45e7-9442-4edeec51ee34 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Synchronizing usage tracker for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:22:58.672016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.685957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-031c575d-b50d-45e7-9442-4edeec51ee34 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Unset dirty status for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:22:58.687738 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-031c575d-b50d-45e7-9442-4edeec51ee34 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1575220 Mar 23 10:22:58.695335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34154) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.696519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35be3b0b-f3e2-4387-b464-116925e09dfe None None] Network adee3201-5f6a-461d-8e88-3aec0097ff62 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:58.706268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722242763'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:58.716821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.719198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:58.733923 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-6ee800ab-72a3-40f5-8b32-29c13e52054d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] delete failed (client error): The resource could not be found. Mar 23 10:22:58.738171 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:58.738702 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6ee800ab-72a3-40f5-8b32-29c13e52054d tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/routers/0bcbf883-4667-44f9-a848-7815bc32201c HTTP/1.1" status: 404 len: 336 time: 0.1486306 Mar 23 10:22:58.741425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34158) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.749667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Network': ['ID=8256ac97-0839-4e93-96b1-8ee006ce3344,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:58.756862 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-12dc42f9-5a9f-41c1-a160-e820d042a7c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/networks/8256ac97-0839-4e93-96b1-8ee006ce3344 HTTP/1.1" status: 204 len: 168 time: 2.5029042 Mar 23 10:22:58.761480 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3c2341a3-9add-49a0-8f6f-b5e730eb0243 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4479163 Mar 23 10:22:58.762305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34162) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.762651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34164) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.774999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1075923840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:58.848762 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adeaab1-f7f0-41fe-b7e0-17da14b8d2e2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:58.849309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adeaab1-f7f0-41fe-b7e0-17da14b8d2e2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:58.859868 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2adeaab1-f7f0-41fe-b7e0-17da14b8d2e2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/9d429df6-7db0-4dd8-848b-1c30a7f7363a HTTP/1.1" status: 404 len: 337 time: 0.1112649 Mar 23 10:22:58.860841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.873761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34170) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.892886 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:58.913243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:router and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:58.913471 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928c0c93-3ea2-476f-b3f2-fe78b6224ec6 None None] Update dhcp port {'port': {'network_id': 'b47c99ad-c5af-4238-bf6a-aa831574c991', 'fixed_ips': [{'subnet_id': 'e16278cc-0714-44cf-9a67-927e0e44d37c'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '7647d759-1dc4-4b96-8daa-3da27a8f1cec'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:22:58.920429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:58.930055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.935159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:58.949147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:58.977065 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-519359ee-162d-4891-b3f2-f60dfdc67509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:58.977065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-519359ee-162d-4891-b3f2-f60dfdc67509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:58.977722 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-519359ee-162d-4891-b3f2-f60dfdc67509 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/021ea41d-60a3-451f-a0ea-c79102a01dd3 HTTP/1.1" status: 404 len: 337 time: 0.1005926 Mar 23 10:22:58.993075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34174) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:58.995590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:59.008833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:59.010105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-928c0c93-3ea2-476f-b3f2-fe78b6224ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.062138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.063969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.086987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:59.163972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:54Z', 'revision_number': 9, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:22:59.170702 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cc1a5c-8e32-45c9-b7ce-3f325c2b6b8e None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:22:54Z', 'revision_number': 9, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e6665cd-6807-40cf-b8ae-b1e0ed40b417', 'name': '', 'network_id': 'c98bb5ed-4e39-4d15-9656-c505b56d3d30', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:eb:1f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:37Z', 'updated_at': '2022-03-23T10:21:56Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'd46f3c19-0e09-4d32-a97b-f8a4cb7270b2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:22:59.205166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.245740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e09c49c-412d-42f2-a491-ceb8ee3517dc None None] Network b47c99ad-c5af-4238-bf6a-aa831574c991 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:22:59.257695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.266516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.267499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.350970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5afbaa94-0b62-49ba-a7a3-3d9cfba2b720,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:22:59.357839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:59.385836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.398379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:59.415616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-67b859bb-2696-4836-81ea-57c6a44785f9 None None] Provisioning complete for port df27806f-379d-4487-98c6-6f93bdc1c2cf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:22:59.416275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-67b859bb-2696-4836-81ea-57c6a44785f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.436787 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.437170 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Added segment 92e53b3a-2c51-4046-9672-7702e91f3cee of type vlan for network a9c44685-7a24-4d28-bebc-05b001df845a Mar 23 10:22:59.476149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.485552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-adee3201-5f6a-461d-8e88-3aec0097ff62', 'network_id': 'adee3201-5f6a-461d-8e88-3aec0097ff62', 'tenant_id': '913fc24fa3624bb7abc8f44cae9f5561', 'fixed_ips': [{'subnet_id': '92b098d0-5e3f-4a8a-97ef-6d488c842365'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:22:59.486293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.490432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.494159 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-92d90479-ed35-4fa5-a693-de74848aab86 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7231212 Mar 23 10:22:59.506269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34178) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:22:59.511713 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1584c331-2f84-4f97-95f3-a9802b083cc2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:22:59.512385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1584c331-2f84-4f97-95f3-a9802b083cc2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:22:59.525991 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'network_id': 'adee3201-5f6a-461d-8e88-3aec0097ff62', 'name': 'tempest-PortsIpV6TestJSON-492110296'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:22:59.545642 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.644292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.730485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:22:59.769303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.772287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.772737 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Added segment f597adb4-2b3d-44d5-8543-f6ee74173ffe of type vlan for network 85a170b2-2e0c-4321-9fe3-ea566c99efe2 Mar 23 10:22:59.789596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:22:59.797724 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:port and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:22:59.802553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:22:59.819549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:22:59.882074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.907154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:22:59.911332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:22:59.966788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:00.006138 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1584c331-2f84-4f97-95f3-a9802b083cc2 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/602e3438-b287-4b88-9fe7-ad147e9ba8aa HTTP/1.1" status: 404 len: 337 time: 1.0056050 Mar 23 10:23:00.007380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.009304 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3122580 Mar 23 10:23:00.012570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] For port cd9c2a6e-4072-49b0-bda2-11f38684c14a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cd9c2a6e-4072-49b0-bda2-11f38684c14a,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:00.015834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34182) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.016332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34184) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.055105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.055105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.058058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:00.062927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:00.064166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.067073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-67b859bb-2696-4836-81ea-57c6a44785f9 None None] Port df27806f-379d-4487-98c6-6f93bdc1c2cf cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:00.085225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cd9c2a6e-4072-49b0-bda2-11f38684c14a up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:00.151645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.183921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Allocated IP 2001:db8::2 (adee3201-5f6a-461d-8e88-3aec0097ff62/92b098d0-5e3f-4a8a-97ef-6d488c842365/5b1014c3-e2e4-455c-9e87-e30eecd46091) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:00.188212 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1b10fe-b296-4b33-ae70-5071c4a204a8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:00.189305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1b10fe-b296-4b33-ae70-5071c4a204a8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:00.190650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-67b859bb-2696-4836-81ea-57c6a44785f9 None None] Provisioning complete for port 7647d759-1dc4-4b96-8daa-3da27a8f1cec triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:00.191026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-67b859bb-2696-4836-81ea-57c6a44785f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.193309 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1b1b10fe-b296-4b33-ae70-5071c4a204a8 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/72e8da9b-acf1-497d-9746-f153612eaecf HTTP/1.1" status: 404 len: 333 time: 0.1690702 Mar 23 10:23:00.202076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a46b39ae-16bc-4ca6-8b33-d3c1b0c61f24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': 'cafa02a8-1a53-409b-a811-a891f9f6d474', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:00.209080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34190) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.231107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a46b39ae-16bc-4ca6-8b33-d3c1b0c61f24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:00.242022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1033b-fca8-47b2-b74c-71b3ae8881e2 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafa02a8-1a53-409b-a811-a891f9f6d474,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:00.252260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a46b39ae-16bc-4ca6-8b33-d3c1b0c61f24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:00.267656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a46b39ae-16bc-4ca6-8b33-d3c1b0c61f24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:00.283804 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.6077318 Mar 23 10:23:00.288175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34194) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.318784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a46b39ae-16bc-4ca6-8b33-d3c1b0c61f24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:00.322442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.329129 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-55940b0c-6eb3-4bc6-9272-92a93a01fc6e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:00.329835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55940b0c-6eb3-4bc6-9272-92a93a01fc6e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:00.331701 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-55940b0c-6eb3-4bc6-9272-92a93a01fc6e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/5107e1ea-2f25-4803-b636-8f035c784224 HTTP/1.1" status: 404 len: 337 time: 0.0690491 Mar 23 10:23:00.332681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'Network': ['ID=a9c44685-7a24-4d28-bebc-05b001df845a,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:00.335026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34198) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.358951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network a9c44685-7a24-4d28-bebc-05b001df845a details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:00.363169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.363874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.390745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port cd9c2a6e-4072-49b0-bda2-11f38684c14a completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:00.543955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] DHCP port deletion for b47c99ad-c5af-4238-bf6a-aa831574c991 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:23:00.545823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5d56f541-24d8-437d-bc87-85030ca52451 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:00.600725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:00.602930 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c29fa0-2813-4620-a161-f550bda42e85 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:00.603581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c29fa0-2813-4620-a161-f550bda42e85 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:00.605550 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-76c29fa0-2813-4620-a161-f550bda42e85 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/55970d11-2752-4e00-8b31-25c628fee170 HTTP/1.1" status: 404 len: 337 time: 0.2228532 Mar 23 10:23:00.610553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34202) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.628556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:00.634855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Deleting port 7647d759-1dc4-4b96-8daa-3da27a8f1cec {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:00.635227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.644167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:00.644887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.658711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 5d56f541-24d8-437d-bc87-85030ca52451 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:00.659452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5d56f541-24d8-437d-bc87-85030ca52451 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:00.660066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7647d759-1dc4-4b96-8daa-3da27a8f1cec no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:00.686733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=cd9c2a6e-4072-49b0-bda2-11f38684c14a,revision_number=4']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:00.690471 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-a46b39ae-16bc-4ca6-8b33-d3c1b0c61f24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:00.691603 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a46b39ae-16bc-4ca6-8b33-d3c1b0c61f24 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6647301 Mar 23 10:23:00.707065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=8ff9e094-f252-48d2-9693-59cdad564a3b,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:00.708990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbad397-86be-4bba-a6cd-3a05ac20d86b None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:00.712878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34206) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.729189 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6edaa370-f309-4ba8-8f19-3132ff412b53 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7470162 Mar 23 10:23:00.731323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-852b1cf7-cfd3-4021-9a37-1aca626ae654 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group_rule': {'security_group_id': 'cafa02a8-1a53-409b-a811-a891f9f6d474', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:00.731955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.733686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34210) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.744158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:86:7f:fb', 'name': 'tempest-NetworksTestDHCPv6-1991613381'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:00.782023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654a5de-754a-4827-af2d-3458e215a079 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:00.788224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654a5de-754a-4827-af2d-3458e215a079 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:00.795170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654a5de-754a-4827-af2d-3458e215a079 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:00.803411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c654a5de-754a-4827-af2d-3458e215a079 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:00.803575 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-835b720f-30ac-41b1-86c6-c065caed34be tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:00.803681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835b720f-30ac-41b1-86c6-c065caed34be tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:00.805455 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-835b720f-30ac-41b1-86c6-c065caed34be tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/d718a90d-3fda-4189-b2a2-b2d23aacc6ee HTTP/1.1" status: 404 len: 333 time: 0.1919403 Mar 23 10:23:00.806968 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c654a5de-754a-4827-af2d-3458e215a079 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5157092 Mar 23 10:23:00.807580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-852b1cf7-cfd3-4021-9a37-1aca626ae654 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:00.808069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:00.810387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34214) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.810931 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34216) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:00.811753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'Network': ['ID=85a170b2-2e0c-4321-9fe3-ea566c99efe2,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:00.905087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-852b1cf7-cfd3-4021-9a37-1aca626ae654 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:00.911452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.911717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.912226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.912557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.912879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.913224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.913543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.913859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.914176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.914494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.914806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.915116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6be791-128c-4020-8ae2-baa8dcc8ac90 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:00.918184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-852b1cf7-cfd3-4021-9a37-1aca626ae654 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:00.950342 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccb9a92-4fba-4cde-ae6a-eb7d573164ef tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:00.950788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccb9a92-4fba-4cde-ae6a-eb7d573164ef tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:00.952488 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bccb9a92-4fba-4cde-ae6a-eb7d573164ef tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/d1615558-73e9-4e96-9a6c-693ba7aa7652 HTTP/1.1" status: 404 len: 337 time: 0.1364775 Mar 23 10:23:00.955099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-852b1cf7-cfd3-4021-9a37-1aca626ae654 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:00.958370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 85a170b2-2e0c-4321-9fe3-ea566c99efe2 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:00.961301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34222) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:01.011966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=a1dcc830-02f7-4662-829c-8e6160ccec6c,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:01.060707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.081583 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3ae3f0-dc62-48ed-b343-960af25a9607 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:01.083078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3ae3f0-dc62-48ed-b343-960af25a9607 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:01.085789 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bf3ae3f0-dc62-48ed-b343-960af25a9607 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/subnets/acac597e-e2f9-4b51-9c58-767cc5b6eb69 HTTP/1.1" status: 404 len: 337 time: 0.1213007 Mar 23 10:23:01.096196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34226) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:01.111839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.176005 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-852b1cf7-cfd3-4021-9a37-1aca626ae654 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:01.177698 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-852b1cf7-cfd3-4021-9a37-1aca626ae654 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4600198 Mar 23 10:23:01.208924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34230) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:01.249697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.277176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:01.283762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:01.288272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:01.296799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-f7d018e6-bebd-4da6-a01b-3d459a52b70e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port df27806f-379d-4487-98c6-6f93bdc1c2cf {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:01.297158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f7d018e6-bebd-4da6-a01b-3d459a52b70e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.298561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:01.371033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Transition to ACTIVE for port object 5b1014c3-e2e4-455c-9e87-e30eecd46091 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:01.382593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:01.413588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.421915 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3a14cdf2-615e-445c-824f-ec65e0eeb725 None None] Provisioning for port cd9c2a6e-4072-49b0-bda2-11f38684c14a completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:01.456674 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] For port 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7647d759-1dc4-4b96-8daa-3da27a8f1cec,segment=NetworkSegment(c3bd97a5-70eb-4343-8bae-964d7e94312b),segment_id=c3bd97a5-70eb-4343-8bae-964d7e94312b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:01.457152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.466496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3a14cdf2-615e-445c-824f-ec65e0eeb725 None None] Provisioning complete for port cd9c2a6e-4072-49b0-bda2-11f38684c14a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:01.467227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3a14cdf2-615e-445c-824f-ec65e0eeb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.497415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Transition to ACTIVE for port object 5b1014c3-e2e4-455c-9e87-e30eecd46091 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:01.499040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.502027 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 454e1bd8-457c-4e79-8805-a0a0c8cf01c2 associated. External IP: 172.26.4.251, port: 3572f3d5-bd97-4415-817c-0cdc2d133979. Mar 23 10:23:01.510667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c44685-7a24-4d28-bebc-05b001df845a']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:01.603133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:01.603471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.613446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.639821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e53b3a-2c51-4046-9672-7702e91f3cee') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:01.640632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e53b3a-2c51-4046-9672-7702e91f3cee') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:01.674133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Calling delete_port for 7647d759-1dc4-4b96-8daa-3da27a8f1cec owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:01.698962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.719325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 1e4d60d3-05eb-4082-8265-cb9abbd50e2f yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:01.721290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.760957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2538ea27-76e3-4d17-a335-125b09d4c375 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.765432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.828052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Releasing vlan 802 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:01.828704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:01.868391 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:01.873716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Network adee3201-5f6a-461d-8e88-3aec0097ff62 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:01.883917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8::293 (adee3201-5f6a-461d-8e88-3aec0097ff62/92b098d0-5e3f-4a8a-97ef-6d488c842365/644636d3-53c8-4c9b-8bc2-49fa7401ec09) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:01.887885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:01.890986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:01.919044 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7647d759-1dc4-4b96-8daa-3da27a8f1cec,segment=NetworkSegment(c3bd97a5-70eb-4343-8bae-964d7e94312b),segment_id=c3bd97a5-70eb-4343-8bae-964d7e94312b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:01.951320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Pushing event updated for resources: {'Port': ['ID=5b1014c3-e2e4-455c-9e87-e30eecd46091,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:01.986154 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:01.987035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d8ff6732-caa6-423a-a315-73597ce8f371 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:02.090105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f7d018e6-bebd-4da6-a01b-3d459a52b70e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.102838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2538ea27-76e3-4d17-a335-125b09d4c375 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.111719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: d8ff6732-caa6-423a-a315-73597ce8f371 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:02.112084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d8ff6732-caa6-423a-a315-73597ce8f371 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:02.200127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:23:02.282143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:02.282692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:02.304123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 172.20.0.4 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/a032ec6a-c8bd-4426-b113-e76e2e862315/1e4d60d3-05eb-4082-8265-cb9abbd50e2f) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:02.315627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::f816:3eff:fe86:7ffb (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/8ff9e094-f252-48d2-9693-59cdad564a3b/1e4d60d3-05eb-4082-8265-cb9abbd50e2f) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:02.320986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3a14cdf2-615e-445c-824f-ec65e0eeb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.356747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Attempting to bind port 5b1014c3-e2e4-455c-9e87-e30eecd46091 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:02.357133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Attempting to bind port 5b1014c3-e2e4-455c-9e87-e30eecd46091 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '1af5c587-5539-4252-bb66-9301e4b1da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'adee3201-5f6a-461d-8e88-3aec0097ff62'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:02.357650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Attempting to bind port 5b1014c3-e2e4-455c-9e87-e30eecd46091 on network adee3201-5f6a-461d-8e88-3aec0097ff62 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:02.395765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3a14cdf2-615e-445c-824f-ec65e0eeb725 None None] For port cd9c2a6e-4072-49b0-bda2-11f38684c14a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cd9c2a6e-4072-49b0-bda2-11f38684c14a,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:02.400217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:23:02.400463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Checking segment: {'id': '1af5c587-5539-4252-bb66-9301e4b1da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'adee3201-5f6a-461d-8e88-3aec0097ff62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:02.401145 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.401890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Bound using segment: {'id': '1af5c587-5539-4252-bb66-9301e4b1da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'adee3201-5f6a-461d-8e88-3aec0097ff62'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:23:02.405193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Bound port: 5b1014c3-e2e4-455c-9e87-e30eecd46091, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af5c587-5539-4252-bb66-9301e4b1da35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'adee3201-5f6a-461d-8e88-3aec0097ff62'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:02.405751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.433180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=7647d759-1dc4-4b96-8daa-3da27a8f1cec,revision_number=11']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:02.433424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-f7d018e6-bebd-4da6-a01b-3d459a52b70e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for df27806f-379d-4487-98c6-6f93bdc1c2cf owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:02.470814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:23:02.476893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.486661 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] Sync routers for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:23:02.511486 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:02.513638 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:02.529309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.539671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] For port 5b1014c3-e2e4-455c-9e87-e30eecd46091, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:23:02.543390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] For port 5b1014c3-e2e4-455c-9e87-e30eecd46091, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5b1014c3-e2e4-455c-9e87-e30eecd46091,segment=NetworkSegment(1af5c587-5539-4252-bb66-9301e4b1da35),segment_id=1af5c587-5539-4252-bb66-9301e4b1da35)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:23:02.549820 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "DELETE /v2.0/networks/a9c44685-7a24-4d28-bebc-05b001df845a HTTP/1.1" status: 204 len: 168 time: 1.7352283 Mar 23 10:23:02.558911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3a14cdf2-615e-445c-824f-ec65e0eeb725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.596772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34234) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:02.596975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aee7f-0900-45dd-ad1e-88d804e5e4bb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Network': ['ID=a9c44685-7a24-4d28-bebc-05b001df845a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:02.608525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.613507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f7d018e6-bebd-4da6-a01b-3d459a52b70e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.687231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.697689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2538ea27-76e3-4d17-a335-125b09d4c375 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.710338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14cdf2-615e-445c-824f-ec65e0eeb725 None None] Pushing event updated for resources: {'Port': ['ID=cd9c2a6e-4072-49b0-bda2-11f38684c14a,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:02.763865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d018e6-bebd-4da6-a01b-3d459a52b70e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Port': ['ID=df27806f-379d-4487-98c6-6f93bdc1c2cf,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:02.772578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2538ea27-76e3-4d17-a335-125b09d4c375 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.786746 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2538ea27-76e3-4d17-a335-125b09d4c375 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/cafa02a8-1a53-409b-a811-a891f9f6d474 HTTP/1.1" status: 204 len: 168 time: 1.5710261 Mar 23 10:23:02.789657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34238) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:02.795775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538ea27-76e3-4d17-a335-125b09d4c375 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafa02a8-1a53-409b-a811-a891f9f6d474,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:02.812395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Deleting port 7647d759-1dc4-4b96-8daa-3da27a8f1cec {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:02.812769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.905427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port 3e6665cd-6807-40cf-b8ae-b1e0ed40b417, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3e6665cd-6807-40cf-b8ae-b1e0ed40b417,segment=NetworkSegment(c7391707-2f60-45d6-8272-2f01435e435b),segment_id=c7391707-2f60-45d6-8272-2f01435e435b)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:02.905825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.917939 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f7d018e6-bebd-4da6-a01b-3d459a52b70e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:02.919805 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f7d018e6-bebd-4da6-a01b-3d459a52b70e tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/ports/df27806f-379d-4487-98c6-6f93bdc1c2cf HTTP/1.1" status: 204 len: 168 time: 1.8176901 Mar 23 10:23:02.935268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34242) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:03.010118 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:23:03.063016 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ca039571-ab49-48f8-84b6-c131ff5c380e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.5663085 Mar 23 10:23:03.098023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34246) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:03.110798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'tag': '3572f3d5-bd97-4415-817c-0cdc2d133979'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:23:03.145960 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503f313-19f2-4ae1-94e3-3821548d777b None None] Pushing event updated for resources: {'Port': ['ID=5b1014c3-e2e4-455c-9e87-e30eecd46091,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:03.212548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cc098f38-20ee-489b-9ede-bfc2b33d57a5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Synchronizing usage tracker for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:03.258125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:03.507056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] For port 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7647d759-1dc4-4b96-8daa-3da27a8f1cec,segment=NetworkSegment(c3bd97a5-70eb-4343-8bae-964d7e94312b),segment_id=c3bd97a5-70eb-4343-8bae-964d7e94312b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:03.507615 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.564081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.570890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.582379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.590288 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'tag': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'status': 'completed', 'code': 200} Mar 23 10:23:03.630946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.636153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 1e4d60d3-05eb-4082-8265-cb9abbd50e2f will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:03.643143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cc098f38-20ee-489b-9ede-bfc2b33d57a5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Unset dirty status for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:03.644441 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cc098f38-20ee-489b-9ede-bfc2b33d57a5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8439150 Mar 23 10:23:03.651437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object 644636d3-53c8-4c9b-8bc2-49fa7401ec09 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:03.651655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34252) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:03.654585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff820c-2951-476f-8ef5-470c860cb028 req-86efe9c5-149d-4ff2-946e-d16efdb92bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:03.656368 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bdff820c-2951-476f-8ef5-470c860cb028 req-86efe9c5-149d-4ff2-946e-d16efdb92bd0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 1099 time: 0.2475648 Mar 23 10:23:03.657705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'tempest-secgroup--819748109'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:03.660331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 7647d759-1dc4-4b96-8daa-3da27a8f1cec {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:03.660773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.678821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:03.686655 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d70dbd42-e105-4535-b887-3719720f9d70 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/454e1bd8-457c-4e79-8805-a0a0c8cf01c2 HTTP/1.1" status: 200 len: 992 time: 0.5303292 Mar 23 10:23:03.729789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:03.784097 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:22:02Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '454e1bd8-457c-4e79-8805-a0a0c8cf01c2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'mac_address': 'fa:16:3e:46:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:22:58Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:03.788357 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] Checking router: 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:23:03.798646 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:03.799303 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:22:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:03.802926 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Calling delete_port for 7647d759-1dc4-4b96-8daa-3da27a8f1cec owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:03.834026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.863061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:03.867206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Usage tracker for resource:security_group_rule and tenant:35d62c5f347346148e4f08445f118df2 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:03.870867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:03.878164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:03.967006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.967806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.977245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:03.985252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.016179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.048714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.074835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e9bf6654-dad8-4991-ac79-3c4dc99c5784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.084866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] Pushing event deleted for resources: {'Port': ['ID=7647d759-1dc4-4b96-8daa-3da27a8f1cec,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:04.093915 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c9408b-c062-4fbf-bf40-ba50759bb2a6 None None] No DVR routers for this DVR port 7647d759-1dc4-4b96-8daa-3da27a8f1cec on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:04.103626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-84be265e-7d25-41bb-b88b-d898e926cbf8 None None] Provisioning complete for port cd9c2a6e-4072-49b0-bda2-11f38684c14a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:04.104052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-84be265e-7d25-41bb-b88b-d898e926cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.132048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a170b2-2e0c-4321-9fe3-ea566c99efe2']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:04.155329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90710cba-302f-4c65-b685-79e0a073cc25,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:04.160889 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:23:04.163092 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff820c-2951-476f-8ef5-470c860cb028 req-e5715fc1-5899-4351-a855-f63268feae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:04.166005 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bdff820c-2951-476f-8ef5-470c860cb028 req-e5715fc1-5899-4351-a855-f63268feae23 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c51bdc63-f575-43b5-b68b-c6daf03b64f0 HTTP/1.1" status: 200 len: 898 time: 0.4797654 Mar 23 10:23:04.172118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:04.177157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f597adb4-2b3d-44d5-8543-f6ee74173ffe') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:04.177444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f597adb4-2b3d-44d5-8543-f6ee74173ffe') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:04.187645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:04.190794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:04.261209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.264907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6097190 Mar 23 10:23:04.292116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34256) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:04.301395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.301987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.302321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.302640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.302946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.303664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.303664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.303866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.304168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.304481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.304785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.309596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca5d002-9e3d-49b8-8c45-598f5f753ea1 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:04.327108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6f9bf222-e7bf-4d37-8645-d35b7a4bd56e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:04.327517 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.api.v2.base [None req-6f9bf222-e7bf-4d37-8645-d35b7a4bd56e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 23 10:23:04.327998 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-6f9bf222-e7bf-4d37-8645-d35b7a4bd56e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] update failed (client error): There was a conflict when trying to complete your request. Mar 23 10:23:04.328948 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6f9bf222-e7bf-4d37-8645-d35b7a4bd56e tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "PUT /v2.0/security-groups/90710cba-302f-4c65-b685-79e0a073cc25 HTTP/1.1" status: 409 len: 330 time: 0.0357995 Mar 23 10:23:04.388653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=1e4d60d3-05eb-4082-8265-cb9abbd50e2f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:04.391024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34260) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:04.400664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network adee3201-5f6a-461d-8e88-3aec0097ff62 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:04.402370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.403304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=644636d3-53c8-4c9b-8bc2-49fa7401ec09,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:04.407167 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:04.482107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cd9c2a6e-4072-49b0-bda2-11f38684c14a up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:04.496123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.543745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Releasing vlan 847 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:04.544280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:04.576973 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:04.613572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:04.614387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.670867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port cd9c2a6e-4072-49b0-bda2-11f38684c14a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:04.671426 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.717961 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f2ef2a6a-1c91-442f-8e94-6f0fc3f54b9f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9800422 Mar 23 10:23:04.727916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34264) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:04.727916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34266) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:04.729676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.744632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:04.746900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d8941e-578b-46c4-973a-2ac6406bbb3d None None] Network adee3201-5f6a-461d-8e88-3aec0097ff62 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:04.750130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:04.750754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.787683 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:22:02Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '454e1bd8-457c-4e79-8805-a0a0c8cf01c2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'mac_address': 'fa:16:3e:46:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:22:58Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:04.792472 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a57691-58ca-4ca6-84fd-48ebca60c0cb None None] The sync data for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv is: [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:22:02Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '454e1bd8-457c-4e79-8805-a0a0c8cf01c2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'mac_address': 'fa:16:3e:46:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:22:58Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:23:04.817148 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d831c745-451a-4c2f-b3aa-7fbfa29cfb1e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.3067803 Mar 23 10:23:04.835662 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34272) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:04.971401 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6aa5c0a7-cb56-4b02-8884-e7be356f8847 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/454e1bd8-457c-4e79-8805-a0a0c8cf01c2 HTTP/1.1" status: 200 len: 992 time: 0.2437508 Mar 23 10:23:04.972866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41651c3c-2f86-471a-8268-8d33c6e54cf3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:04.987188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-41e123e6-5c42-4573-84c6-526b267babae None None] Provisioning for port 5b1014c3-e2e4-455c-9e87-e30eecd46091 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:04.999389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.029095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] For port 7647d759-1dc4-4b96-8daa-3da27a8f1cec, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7647d759-1dc4-4b96-8daa-3da27a8f1cec,segment=NetworkSegment(c3bd97a5-70eb-4343-8bae-964d7e94312b),segment_id=c3bd97a5-70eb-4343-8bae-964d7e94312b)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:05.029455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.035901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.039288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Network': ['ID=85a170b2-2e0c-4321-9fe3-ea566c99efe2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:05.046406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41651c3c-2f86-471a-8268-8d33c6e54cf3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.066033 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-14532e39-cff8-4f8e-a724-5134229fe8f5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "DELETE /v2.0/networks/85a170b2-2e0c-4321-9fe3-ea566c99efe2 HTTP/1.1" status: 204 len: 168 time: 2.4681175 Mar 23 10:23:05.067389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34276) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:05.095942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=3e6665cd-6807-40cf-b8ae-b1e0ed40b417,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:05.216666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e8e6d-aa2c-490b-8bcb-76da41351605 None None] New status for floating IP 454e1bd8-457c-4e79-8805-a0a0c8cf01c2: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:23:05.228333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda5336-1206-4e32-b240-1a2c3efca85f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:05.234785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edda5336-1206-4e32-b240-1a2c3efca85f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:05.236216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-edda5336-1206-4e32-b240-1a2c3efca85f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:05.261451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41651c3c-2f86-471a-8268-8d33c6e54cf3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.292596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41651c3c-2f86-471a-8268-8d33c6e54cf3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90710cba-302f-4c65-b685-79e0a073cc25,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:05.300672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-edda5336-1206-4e32-b240-1a2c3efca85f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:05.302109 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-edda5336-1206-4e32-b240-1a2c3efca85f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5722175 Mar 23 10:23:05.313154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34280) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:05.337163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d46451b9-93d4-4940-b8b7-d7544e6ef1be None None] Provisioning for port 1e4d60d3-05eb-4082-8265-cb9abbd50e2f completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:05.354796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-41651c3c-2f86-471a-8268-8d33c6e54cf3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.357088 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-41651c3c-2f86-471a-8268-8d33c6e54cf3 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/90710cba-302f-4c65-b685-79e0a073cc25 HTTP/1.1" status: 204 len: 168 time: 0.9403648 Mar 23 10:23:05.358186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34284) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:05.401964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429bb12b-2fe8-40a1-a1b5-22ecbcebf06b tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:05.406684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Calling delete_port for 7647d759-1dc4-4b96-8daa-3da27a8f1cec owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:05.408116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429bb12b-2fe8-40a1-a1b5-22ecbcebf06b tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:05.408911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-429bb12b-2fe8-40a1-a1b5-22ecbcebf06b tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Synchronizing usage tracker for tenant:c62c0ca9a2db40de9f7382c4168bf10c on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:05.409477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5b1014c3-e2e4-455c-9e87-e30eecd46091 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:05.445630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d46451b9-93d4-4940-b8b7-d7544e6ef1be None None] Provisioning complete for port 1e4d60d3-05eb-4082-8265-cb9abbd50e2f triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:05.445993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d46451b9-93d4-4940-b8b7-d7544e6ef1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.455214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-17950717-c38d-452b-bc1c-b9b2c352436b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 1e4d60d3-05eb-4082-8265-cb9abbd50e2f {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:05.455577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-17950717-c38d-452b-bc1c-b9b2c352436b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.509494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-429bb12b-2fe8-40a1-a1b5-22ecbcebf06b tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Unset dirty status for tenant:c62c0ca9a2db40de9f7382c4168bf10c on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:05.515177 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-429bb12b-2fe8-40a1-a1b5-22ecbcebf06b tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4400878 Mar 23 10:23:05.517981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34288) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:05.528221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-663613066'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:05.534230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e35bbe2f-a71c-4862-a720-bd79e23871dd tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Synchronizing usage tracker for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:05.538577 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bdff820c-2951-476f-8ef5-470c860cb028 req-ba72834e-04d6-4bf6-a408-8e278d559854 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3572f3d5-bd97-4415-817c-0cdc2d133979 HTTP/1.1" status: 200 len: 1000 time: 1.1236560 Mar 23 10:23:05.542950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:05.596027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:05.619547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e35bbe2f-a71c-4862-a720-bd79e23871dd tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] Unset dirty status for tenant:35d62c5f347346148e4f08445f118df2 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:05.625722 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e35bbe2f-a71c-4862-a720-bd79e23871dd tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2536280 Mar 23 10:23:05.630371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34292) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:05.645917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Made reservation on behalf of c62c0ca9a2db40de9f7382c4168bf10c for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:05.649252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.676857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d46451b9-93d4-4940-b8b7-d7544e6ef1be None None] Port 1e4d60d3-05eb-4082-8265-cb9abbd50e2f cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:05.710918 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-52214b86-a8c4-43fd-ade3-419e1622f9d6 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] delete failed (client error): The resource could not be found. Mar 23 10:23:05.713670 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-52214b86-a8c4-43fd-ade3-419e1622f9d6 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "DELETE /v2.0/security-groups/be7b62cc-ea97-4cac-ad5d-b5a39f2ef1a2 HTTP/1.1" status: 404 len: 347 time: 0.0818145 Mar 23 10:23:05.719951 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34296) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:05.783874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 5b1014c3-e2e4-455c-9e87-e30eecd46091 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:05.793613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5b1014c3-e2e4-455c-9e87-e30eecd46091 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:05.794040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.797913 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-f89626ed-eb23-4ac3-8ff3-96de4950ffc5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] show failed (client error): The resource could not be found. Mar 23 10:23:05.804326 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f89626ed-eb23-4ac3-8ff3-96de4950ffc5 tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-groups/3129b93c-cef3-4fd3-b588-8c9e68f74ee0 HTTP/1.1" status: 404 len: 347 time: 0.0751045 Mar 23 10:23:05.806104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34300) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:05.844640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:05.849708 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-e489e59f-5902-4fb3-9e65-08a4a543589c tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] show failed (client error): The resource could not be found. Mar 23 10:23:05.858503 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e489e59f-5902-4fb3-9e65-08a4a543589c tempest-NegativeSecGroupIPv6Test-1486009859 tempest-NegativeSecGroupIPv6Test-1486009859-project] 10.222.0.84 "GET /v2.0/security-group-rules/494385d3-08c6-43bb-8435-70bc4a43b3bc HTTP/1.1" status: 404 len: 356 time: 0.0438890 Mar 23 10:23:05.881178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.881787 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Added segment 2059f764-e345-41ab-aa04-103dfd93e5bd of type vlan for network 8805ad97-403f-42fe-b4ab-effce130c65c Mar 23 10:23:05.909429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-17950717-c38d-452b-bc1c-b9b2c352436b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.981352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.986669 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.api [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:05.987082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG oslo_db.api [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:05.988771 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:05.989729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff820c-2951-476f-8ef5-470c860cb028 req-b5b0095a-406e-4159-b866-344a9e2f9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:05.991843 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bdff820c-2951-476f-8ef5-470c860cb028 req-b5b0095a-406e-4159-b866-344a9e2f9e39 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=55259f9f-0fb8-401e-a83c-3ffadb364c56 HTTP/1.1" status: 200 len: 834 time: 0.4434612 Mar 23 10:23:05.992595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34306) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:06.030376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 5b1014c3-e2e4-455c-9e87-e30eecd46091, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5b1014c3-e2e4-455c-9e87-e30eecd46091,segment=NetworkSegment(1af5c587-5539-4252-bb66-9301e4b1da35),segment_id=1af5c587-5539-4252-bb66-9301e4b1da35)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:06.039872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.152925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.167093 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=5b1014c3-e2e4-455c-9e87-e30eecd46091,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:06.352502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.366770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-17950717-c38d-452b-bc1c-b9b2c352436b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 1e4d60d3-05eb-4082-8265-cb9abbd50e2f owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:06.396688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34312) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:06.415797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7445faab-24e0-4910-bffa-bde99635e466 None None] Provisioning for port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:06.422553 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7445faab-24e0-4910-bffa-bde99635e466 None None] Provisioning complete for port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:06.423406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7445faab-24e0-4910-bffa-bde99635e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.471366 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-58ea0549-9599-4cd9-bf26-c34b9b36d222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/454e1bd8-457c-4e79-8805-a0a0c8cf01c2 HTTP/1.1" status: 200 len: 994 time: 0.4557126 Mar 23 10:23:06.490001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.496000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:06.496681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.544109 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7445faab-24e0-4910-bffa-bde99635e466 None None] Port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:06.553994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5c001918-bc1e-4756-8ac0-83f597dda21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.572308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7445faab-24e0-4910-bffa-bde99635e466 None None] Provisioning complete for port 5b1014c3-e2e4-455c-9e87-e30eecd46091 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:06.572679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7445faab-24e0-4910-bffa-bde99635e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.586166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Deleting port 7647d759-1dc4-4b96-8daa-3da27a8f1cec {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:06.586793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.647301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'Network': ['ID=8805ad97-403f-42fe-b4ab-effce130c65c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:06.663039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] The port '7647d759-1dc4-4b96-8daa-3da27a8f1cec' was deleted {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:23:06.674375 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 8805ad97-403f-42fe-b4ab-effce130c65c details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:06.701825 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-81eae547-3dbb-4ae5-8e41-97aa7b0694c7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=35d62c5f347346148e4f08445f118df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030803 Mar 23 10:23:06.708528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34318) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:06.817712 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-59781a86-dfff-4638-a959-616950065235 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2965603 Mar 23 10:23:06.829128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34322) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:06.838322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-600826301'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:06.844588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59d3170c-d88c-4b67-8bbe-764897994f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.874008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59d3170c-d88c-4b67-8bbe-764897994f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.911011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:06.926020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Usage tracker for resource:network and tenant:c62c0ca9a2db40de9f7382c4168bf10c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:06.929198 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9ac47ca3-495a-46ec-bbf2-9be7f97d2c4d None None] Provisioning complete for port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:06.929697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9ac47ca3-495a-46ec-bbf2-9be7f97d2c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.931971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:06.943908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:06.968993 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:06.992486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9ac47ca3-495a-46ec-bbf2-9be7f97d2c4d None None] Port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:07.013406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Made reservation on behalf of c62c0ca9a2db40de9f7382c4168bf10c for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:07.016856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.025822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59d3170c-d88c-4b67-8bbe-764897994f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.058912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3170c-d88c-4b67-8bbe-764897994f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb217f6-88f5-42bc-8d67-8a470dd852f9,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:07.078118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.083943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-59d3170c-d88c-4b67-8bbe-764897994f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.085049 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-59d3170c-d88c-4b67-8bbe-764897994f5c admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3bb217f6-88f5-42bc-8d67-8a470dd852f9 HTTP/1.1" status: 204 len: 168 time: 0.3747087 Mar 23 10:23:07.088099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-17950717-c38d-452b-bc1c-b9b2c352436b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.089670 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 843} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:07.141925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17950717-c38d-452b-bc1c-b9b2c352436b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=1e4d60d3-05eb-4082-8265-cb9abbd50e2f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:07.149541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.149946 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Added segment 260e39ab-df48-45fc-9b67-864f789d1b87 of type vlan for network 1090f722-08f2-4e11-b1ec-0f340064a444 Mar 23 10:23:07.178042 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47c99ad-c5af-4238-bf6a-aa831574c991']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:07.223903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff820c-2951-476f-8ef5-470c860cb028 req-534a803b-40c0-4f67-a512-c71c614c5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:07.225800 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bdff820c-2951-476f-8ef5-470c860cb028 req-534a803b-40c0-4f67-a512-c71c614c5e38 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c51bdc63-f575-43b5-b68b-c6daf03b64f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1596630 Mar 23 10:23:07.249337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.289355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.344519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-17950717-c38d-452b-bc1c-b9b2c352436b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.358957 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-17950717-c38d-452b-bc1c-b9b2c352436b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/1e4d60d3-05eb-4082-8265-cb9abbd50e2f HTTP/1.1" status: 204 len: 168 time: 2.0439246 Mar 23 10:23:07.361982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34328) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:07.370613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3bd97a5-70eb-4343-8bae-964d7e94312b') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:07.370887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3bd97a5-70eb-4343-8bae-964d7e94312b') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:07.421776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.439507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.444892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:07.445516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.487300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.571106 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7412500 Mar 23 10:23:07.575030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbbac92-b813-4ceb-8f08-e597f3286cb1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:07.576550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbbac92-b813-4ceb-8f08-e597f3286cb1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:07.578917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbbac92-b813-4ceb-8f08-e597f3286cb1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:07.579584 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34332) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:07.579687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1fbbac92-b813-4ceb-8f08-e597f3286cb1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:07.585881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f64d90-59c5-4f6f-aa87-e93e34690dd7 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'Network': ['ID=1090f722-08f2-4e11-b1ec-0f340064a444,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:07.594434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:23:07.596227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.601998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1fbbac92-b813-4ceb-8f08-e597f3286cb1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:07.602338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 1090f722-08f2-4e11-b1ec-0f340064a444 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:07.605821 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1fbbac92-b813-4ceb-8f08-e597f3286cb1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2402768 Mar 23 10:23:07.605955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'ports': [{'network_id': '8805ad97-403f-42fe-b4ab-effce130c65c', 'name': 'tempest-port--520892879', 'admin_state_up': True}, {'network_id': '1090f722-08f2-4e11-b1ec-0f340064a444', 'admin_state_up': False}]} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:07.605955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'port': {'network_id': '8805ad97-403f-42fe-b4ab-effce130c65c', 'name': 'tempest-port--520892879', 'admin_state_up': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:07.606144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'port': {'network_id': '1090f722-08f2-4e11-b1ec-0f340064a444', 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:07.606254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34336) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:07.677000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Releasing vlan 842 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:07.677433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.680705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0336869c-1b76-4a7c-8d61-6f43bb8401f0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 8ff9e094-f252-48d2-9693-59cdad564a3b {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:07.684675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0336869c-1b76-4a7c-8d61-6f43bb8401f0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: util.warn( Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:07.694728 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:07.748316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0336869c-1b76-4a7c-8d61-6f43bb8401f0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.833420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0336869c-1b76-4a7c-8d61-6f43bb8401f0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.910347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0336869c-1b76-4a7c-8d61-6f43bb8401f0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.952644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336869c-1b76-4a7c-8d61-6f43bb8401f0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff9e094-f252-48d2-9693-59cdad564a3b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:07.957000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0336869c-1b76-4a7c-8d61-6f43bb8401f0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:07.964512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caf50e8-19f3-4dcb-8010-833d5a8afff5 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:07.976232 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0336869c-1b76-4a7c-8d61-6f43bb8401f0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/8ff9e094-f252-48d2-9693-59cdad564a3b HTTP/1.1" status: 204 len: 168 time: 0.3667409 Mar 23 10:23:07.976553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34340) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:08.043812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ddffa5-28c9-42e3-98c9-10f34ef81ad5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet a032ec6a-c8bd-4426-b113-e76e2e862315 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:08.046205 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5ddffa5-28c9-42e3-98c9-10f34ef81ad5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.050602 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bdff820c-2951-476f-8ef5-470c860cb028 req-7ce675a0-8666-4c92-b197-3b94e8a5e29e service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7929554 Mar 23 10:23:08.105232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5ddffa5-28c9-42e3-98c9-10f34ef81ad5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.197562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5ddffa5-28c9-42e3-98c9-10f34ef81ad5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.249248 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5b1014c3-e2e4-455c-9e87-e30eecd46091 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:08.291511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.306214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5ddffa5-28c9-42e3-98c9-10f34ef81ad5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.341355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5b1014c3-e2e4-455c-9e87-e30eecd46091 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:08.341727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.358181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.365966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5ddffa5-28c9-42e3-98c9-10f34ef81ad5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.383205 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] 10.222.0.84 "DELETE /v2.0/networks/b47c99ad-c5af-4238-bf6a-aa831574c991 HTTP/1.1" status: 204 len: 168 time: 5.4419966 Mar 23 10:23:08.402412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:23:08.419341 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:23:08.443905 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:08.445090 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:08.471027 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae802f7-7583-4d0a-b5fd-e515d8c7af67 tempest-PortsTestJSON-507058167 tempest-PortsTestJSON-507058167-project] Pushing event deleted for resources: {'Network': ['ID=b47c99ad-c5af-4238-bf6a-aa831574c991,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:08.484668 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2afcc874-89b4-4790-bb4b-7b703c838d03 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7175496 Mar 23 10:23:08.491826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34346) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:08.557837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddffa5-28c9-42e3-98c9-10f34ef81ad5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=a032ec6a-c8bd-4426-b113-e76e2e862315,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:08.583684 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c5ddffa5-28c9-42e3-98c9-10f34ef81ad5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/a032ec6a-c8bd-4426-b113-e76e2e862315 HTTP/1.1" status: 204 len: 168 time: 0.6057038 Mar 23 10:23:08.588572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34350) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:08.635150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:08.639566 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bdff820c-2951-476f-8ef5-470c860cb028 req-d66671d8-c11b-4d6e-9d5d-862e8b54a4df service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645390 Mar 23 10:23:08.650327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Usage tracker for resource:port and tenant:c62c0ca9a2db40de9f7382c4168bf10c is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:08.662537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.664854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:08.671746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-92392924-2b76-400b-8b9a-6639b4500e75 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting subnet d46f3c19-0e09-4d32-a97b-f8a4cb7270b2 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:08.675655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92392924-2b76-400b-8b9a-6639b4500e75 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.717517 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-32a1f703-a415-464c-814e-eed141248389 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1238711 Mar 23 10:23:08.718413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34354) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:08.719760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.723202 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:23:08.725829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:08.732526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:08.890545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Made reservation on behalf of c62c0ca9a2db40de9f7382c4168bf10c for: {'port': 2} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:08.895285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.930014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92392924-2b76-400b-8b9a-6639b4500e75 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:08.979668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34360) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:09.005823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:09.019798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.020991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:09.024500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:09.037844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:09.050108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=644636d3-53c8-4c9b-8bc2-49fa7401ec09,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:09.053374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:09.057838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.085473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695b9abd-92a8-4ecd-bfba-13a2463ce5da None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:09.237217 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:23:03Z', 'revision_number': 10, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:09.242960 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:23:09.254098 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:09.255604 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:09.261287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.294895 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0f9fe865-6d95-4e46-8f0d-2f57313a1971 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c8b9876b43914f6c9e442dc775b5b1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138566 Mar 23 10:23:09.297916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34366) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:09.333190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-eb4bccb9-291c-4750-b468-c1736d91b1f0 None None] Provisioning complete for port cd9c2a6e-4072-49b0-bda2-11f38684c14a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:09.333724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eb4bccb9-291c-4750-b468-c1736d91b1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.432765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-83f1768e-c1ea-48bf-922f-177a21a6996e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.465493 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:23:09.477844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-83f1768e-c1ea-48bf-922f-177a21a6996e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.503735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.542046 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.572278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] device_id is not set on port 79221091-3407-4483-a26a-bbad66289d08 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:09.593006 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92392924-2b76-400b-8b9a-6639b4500e75 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.603391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:09.611178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:09.617482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:09.618077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.652088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-83f1768e-c1ea-48bf-922f-177a21a6996e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.673308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=e4dd779d-10e5-4f8a-8ca2-674a8a77e72b,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:09.692160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1768e-c1ea-48bf-922f-177a21a6996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899c91ee-c417-425f-a859-9b0ac95d4e09,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:09.701655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-83f1768e-c1ea-48bf-922f-177a21a6996e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.705263 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-83f1768e-c1ea-48bf-922f-177a21a6996e admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/899c91ee-c417-425f-a859-9b0ac95d4e09 HTTP/1.1" status: 204 len: 168 time: 0.4063966 Mar 23 10:23:09.709368 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-08c0d6b3-0d42-49d9-9d1c-5406886bf42a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9865625 Mar 23 10:23:09.711007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34372) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:09.718123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:09.718724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc12faf-23de-4627-af48-da47da322aca None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:23:09.733967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cdc12faf-23de-4627-af48-da47da322aca None None] Deleting port cd9c2a6e-4072-49b0-bda2-11f38684c14a {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:09.735857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cdc12faf-23de-4627-af48-da47da322aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.877911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8f889300-19c4-4630-a766-e9db2ba8a1b8 None None] Provisioning complete for port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:09.879396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f889300-19c4-4630-a766-e9db2ba8a1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.903125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.947668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92392924-2b76-400b-8b9a-6639b4500e75 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:09.978489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:09.993281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:09.997409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:10.012064 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:23:03Z', 'revision_number': 10, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:10.012272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:10.016742 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb467f-8f02-40ab-877e-58b90c85cbbe None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:23:03Z', 'revision_number': 10, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None, '_interfaces': [{'id': '3304a08f-5e98-43c7-9f2f-617970312927', 'name': '', 'network_id': '5148389e-e91b-4946-aa8a-fcac51b3f883', 'tenant_id': '33eec4c18867433da011ca0070251672', 'mac_address': 'fa:16:3e:7b:f3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:17Z', 'updated_at': '2022-03-23T10:21:37Z', 'revision_number': 5, 'project_id': '33eec4c18867433da011ca0070251672', 'subnets': [{'id': 'c9003ebc-c955-47d0-8409-108bf0098c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:23:10.034639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:10.038837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.048852 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8f889300-19c4-4630-a766-e9db2ba8a1b8 None None] Port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:10.058718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92392924-2b76-400b-8b9a-6639b4500e75 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Subnet': ['ID=d46f3c19-0e09-4d32-a97b-f8a4cb7270b2,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:10.075858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6367a5cb-423c-4785-9e1f-f67c4df1199c None None] Network c98bb5ed-4e39-4d15-9656-c505b56d3d30 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:10.077969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-92392924-2b76-400b-8b9a-6639b4500e75 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.186325 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-92392924-2b76-400b-8b9a-6639b4500e75 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/d46f3c19-0e09-4d32-a97b-f8a4cb7270b2 HTTP/1.1" status: 204 len: 168 time: 1.6907222 Mar 23 10:23:10.189781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34382) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:10.286559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.302377 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-cdc12faf-23de-4627-af48-da47da322aca None None] For port cd9c2a6e-4072-49b0-bda2-11f38684c14a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cd9c2a6e-4072-49b0-bda2-11f38684c14a,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:10.302377 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cdc12faf-23de-4627-af48-da47da322aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.579466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:10.631688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] device_id is not set on port 77f4208d-8021-421e-996f-eb8b4e5642d9 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:10.654704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cdc12faf-23de-4627-af48-da47da322aca None None] Calling delete_port for cd9c2a6e-4072-49b0-bda2-11f38684c14a owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:10.688854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:10.689518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3e6665cd-6807-40cf-b8ae-b1e0ed40b417 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:10.690080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cd9c2a6e-4072-49b0-bda2-11f38684c14a no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:10.732352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.747234 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.747979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.841512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.852359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:23:10.914332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.933063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:10.933580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.943301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.946093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=644636d3-53c8-4c9b-8bc2-49fa7401ec09,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:10.968321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cdc12faf-23de-4627-af48-da47da322aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:10.983146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34400) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:11.054460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network adee3201-5f6a-461d-8e88-3aec0097ff62 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:11.055811 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:11.059246 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] DHCP port deletion for c98bb5ed-4e39-4d15-9656-c505b56d3d30 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:23:11.068176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] Deleting port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:11.068703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.073536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.088282 dv-neutron-834652-2-hyperv neutron-server[87859]: WARNING neutron.services.revisions.revision_plugin [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Could not find related port for resource to bump revision. Mar 23 10:23:11.107972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc12faf-23de-4627-af48-da47da322aca None None] Pushing event deleted for resources: {'Port': ['ID=cd9c2a6e-4072-49b0-bda2-11f38684c14a,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:11.125702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_pluggable_backend [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Port cd9c2a6e-4072-49b0-bda2-11f38684c14a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87859) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 23 10:23:11.126189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_pluggable_backend [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0b:a6ab {{(pid=87859) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 23 10:23:11.134037 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc12faf-23de-4627-af48-da47da322aca None None] No DVR routers for this DVR port cd9c2a6e-4072-49b0-bda2-11f38684c14a on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:11.154906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.187855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662a65f-4017-4853-85d8-46c1194bc63e None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:11.256872 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-762c53f1-07ca-4f03-a44b-4e536f7658fe tempest-ServiceProvidersTest-1371844730 tempest-ServiceProvidersTest-1371844730-project] 10.222.0.84 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2581210 Mar 23 10:23:11.259176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=4e2dddb3-6b70-4528-b724-0d5fabfa16df,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:11.305955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:11.340408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:11.372440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:11.373019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.564971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'Port': ['ID=79221091-3407-4483-a26a-bbad66289d08,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:11.589839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Checking segment: {'id': '2059f764-e345-41ab-aa04-103dfd93e5bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '8805ad97-403f-42fe-b4ab-effce130c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:11.590544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Network hostable DHCP agents. Network: 8805ad97-403f-42fe-b4ab-effce130c65c, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:11.613204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] For port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cc9a51e1-faa2-4f10-8b9f-ea2dce55c847,segment=NetworkSegment(c7391707-2f60-45d6-8272-2f01435e435b),segment_id=c7391707-2f60-45d6-8272-2f01435e435b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:11.613801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.632014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f5df0303-6b14-401c-9553-612f62ffc383 None None] Provisioning complete for port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:11.632388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f5df0303-6b14-401c-9553-612f62ffc383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.638824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Network 8805ad97-403f-42fe-b4ab-effce130c65c is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:11.643636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Router 4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:23:11.730029 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f5df0303-6b14-401c-9553-612f62ffc383 None None] Port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:11.736920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 8805ad97-403f-42fe-b4ab-effce130c65c) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:11.759213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34410) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:11.765019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:11.766178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.810723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cc9a51e1-faa2-4f10-8b9f-ea2dce55c847,segment=NetworkSegment(c7391707-2f60-45d6-8272-2f01435e435b),segment_id=c7391707-2f60-45d6-8272-2f01435e435b)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:11.811649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:11.813987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5983ec-0609-4fff-a8e7-1585a6e4cf65 None None] Network 8805ad97-403f-42fe-b4ab-effce130c65c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:11.961759 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-73c1b26a-37a1-4f77-bd9c-7b4e9edd63b4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2495081 Mar 23 10:23:11.963957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] Calling delete_port for cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:11.969416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:11.997657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34416) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:12.012582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:c9:6f:e0', 'name': 'tempest-NetworksTestDHCPv6-1851375842'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:12.075023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e8824c7-4e8a-48e9-a957-b300aab65c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.146568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1e8824c7-4e8a-48e9-a957-b300aab65c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:12.150540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:23:12.160679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1e8824c7-4e8a-48e9-a957-b300aab65c9a admin admin] Usage tracker for resource:security_group_rule and tenant:ae67bc22f43941e5a9cc3b854f0a3da6 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:12.166324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'Port': ['ID=77f4208d-8021-421e-996f-eb8b4e5642d9,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:12.168830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1e8824c7-4e8a-48e9-a957-b300aab65c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:12.181695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f690ff-5fdb-4549-b677-0556a89651ba None None] Sync routers for ids ['4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:23:12.183613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1e8824c7-4e8a-48e9-a957-b300aab65c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:12.187537 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a27e0d82-df8c-4884-8f6f-e0359415001d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "PUT /v2.0/routers/4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3460698 Mar 23 10:23:12.189698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Checking segment: {'id': '260e39ab-df48-45fc-9b67-864f789d1b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 843, 'network_id': '1090f722-08f2-4e11-b1ec-0f340064a444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:12.190058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Network hostable DHCP agents. Network: 1090f722-08f2-4e11-b1ec-0f340064a444, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:12.196059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34420) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:12.207673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:12.210233 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '4e2dddb3-6b70-4528-b724-0d5fabfa16df'}, {'subnet_id': 'e4dd779d-10e5-4f8a-8ca2-674a8a77e72b'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:23:12.211054 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.218438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.223885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:12.242343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f690ff-5fdb-4549-b677-0556a89651ba None None] Routers {'4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:12.243073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d1f690ff-5fdb-4549-b677-0556a89651ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:12.286225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=cc9a51e1-faa2-4f10-8b9f-ea2dce55c847,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:12.288716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Network 1090f722-08f2-4e11-b1ec-0f340064a444 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:12.293836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No DVR routers for this DVR port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:12.294587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:12.295107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:12.315873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 1090f722-08f2-4e11-b1ec-0f340064a444) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:12.328668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:12.334783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:12.339609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:12.339788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:12.340335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.349641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca625c0e-8a5d-4eaf-80e6-227025fd7d3a None None] Network 1090f722-08f2-4e11-b1ec-0f340064a444 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:12.361386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:12.379585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0a9334-cbc7-45c6-9f7b-765a79026d54 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:12.380299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6c0a9334-cbc7-45c6-9f7b-765a79026d54 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:12.413917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e8824c7-4e8a-48e9-a957-b300aab65c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.415618 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d1f690ff-5fdb-4549-b677-0556a89651ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:12.422209 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-da477ad0-6bbc-4ebb-b8ca-18967583ea8e tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.8395879 Mar 23 10:23:12.422209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e8824c7-4e8a-48e9-a957-b300aab65c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.428488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:12.428830 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:12.429547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34424) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:12.448320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6c0a9334-cbc7-45c6-9f7b-765a79026d54 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:12.449487 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6c0a9334-cbc7-45c6-9f7b-765a79026d54 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports?device_id=4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e HTTP/1.1" status: 200 len: 988 time: 0.2524924 Mar 23 10:23:12.488120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34428) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:12.518856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f690ff-5fdb-4549-b677-0556a89651ba None None] Routers {'4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:12.519275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d1f690ff-5fdb-4549-b677-0556a89651ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:12.526245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.562352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98bb5ed-4e39-4d15-9656-c505b56d3d30']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:12.590473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7391707-2f60-45d6-8272-2f01435e435b') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:12.590843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7391707-2f60-45d6-8272-2f01435e435b') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:12.600761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8824c7-4e8a-48e9-a957-b300aab65c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361888e6-9b3b-4e8d-9d3a-b8237930749d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:12.601784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d1f690ff-5fdb-4549-b677-0556a89651ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:12.602180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f690ff-5fdb-4549-b677-0556a89651ba None None] The sync data for ids ['4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:23:12.605711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.617582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.648215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 1eb05880-d65b-425c-9de8-e022cff8e4c6 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:12.655655 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1e8824c7-4e8a-48e9-a957-b300aab65c9a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=ae67bc22f43941e5a9cc3b854f0a3da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8950036 Mar 23 10:23:12.666448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34432) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:12.683464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.695021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Releasing vlan 836 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:12.695021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:12.709530 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:12.795605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] Deleting port cc9a51e1-faa2-4f10-8b9f-ea2dce55c847 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:12.796251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.843180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.850878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:12.889303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1b86462d-f0a2-4a36-8cb0-733702136cdf None None] The port 'cc9a51e1-faa2-4f10-8b9f-ea2dce55c847' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:23:12.900054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34436) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:12.902660 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/networks/c98bb5ed-4e39-4d15-9656-c505b56d3d30 HTTP/1.1" status: 204 len: 168 time: 2.7115152 Mar 23 10:23:12.911402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Allocated IP 172.20.0.2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/e4dd779d-10e5-4f8a-8ca2-674a8a77e72b/ee64b1b9-cfa2-418e-ac72-cf162a2d2792) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:12.913593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae2aa2-a959-4601-b440-9ff7f1db8be0 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:12.915353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1353409-2349-4c54-b029-b69f79968a77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Network': ['ID=c98bb5ed-4e39-4d15-9656-c505b56d3d30,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:12.920461 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae2aa2-a959-4601-b440-9ff7f1db8be0 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:12.921150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-13ae2aa2-a959-4601-b440-9ff7f1db8be0 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Synchronizing usage tracker for tenant:c62c0ca9a2db40de9f7382c4168bf10c on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:12.923572 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Allocated IP 2001:db8::f816:3eff:fe15:88bd (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/4e2dddb3-6b70-4528-b724-0d5fabfa16df/ee64b1b9-cfa2-418e-ac72-cf162a2d2792) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:12.996918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb3a1-d422-4f49-8fc0-1766dc1925f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.156621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-13ae2aa2-a959-4601-b440-9ff7f1db8be0 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Unset dirty status for tenant:c62c0ca9a2db40de9f7382c4168bf10c on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:13.158258 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-13ae2aa2-a959-4601-b440-9ff7f1db8be0 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7146659 Mar 23 10:23:13.161279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34440) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:13.177780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb3a1-d422-4f49-8fc0-1766dc1925f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.194705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.205729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Transition to ACTIVE for port object ee64b1b9-cfa2-418e-ac72-cf162a2d2792 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:13.226367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Transition to ACTIVE for port object ee64b1b9-cfa2-418e-ac72-cf162a2d2792 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:13.230727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8c430-1937-4a13-b102-66366dd095f6 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Deleting port 79221091-3407-4483-a26a-bbad66289d08 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:13.231094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c430-1937-4a13-b102-66366dd095f6 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.232243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.290555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:13.293450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:13.297584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:13.336819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Pushing event updated for resources: {'Port': ['ID=ee64b1b9-cfa2-418e-ac72-cf162a2d2792,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:13.385068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.385068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.385416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.385416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.385796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.386059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.387859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.387859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.387859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.387859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.387859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.387859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:23:13.446559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Attempting to bind port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:13.446908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Attempting to bind port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:13.447182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Attempting to bind port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:13.455679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:23:13.456116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:13.456520 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.456902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:23:13.457400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Bound port: ee64b1b9-cfa2-418e-ac72-cf162a2d2792, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:13.457857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.490080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb3a1-d422-4f49-8fc0-1766dc1925f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.514293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdb3a1-d422-4f49-8fc0-1766dc1925f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361888e6-9b3b-4e8d-9d3a-b8237930749d,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:13.564541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d7cdb3a1-d422-4f49-8fc0-1766dc1925f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.569692 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d7cdb3a1-d422-4f49-8fc0-1766dc1925f6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/361888e6-9b3b-4e8d-9d3a-b8237930749d HTTP/1.1" status: 204 len: 168 time: 0.8913946 Mar 23 10:23:13.576982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] For port ee64b1b9-cfa2-418e-ac72-cf162a2d2792, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:23:13.586343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] For port ee64b1b9-cfa2-418e-ac72-cf162a2d2792, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ee64b1b9-cfa2-418e-ac72-cf162a2d2792,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:23:13.591491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.595741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c430-1937-4a13-b102-66366dd095f6 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.608789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 172.20.0.13 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/e4dd779d-10e5-4f8a-8ca2-674a8a77e72b/1eb05880-d65b-425c-9de8-e022cff8e4c6) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:13.686489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc4db4-9674-404d-a62d-fc2c43968db5 None None] Pushing event updated for resources: {'Port': ['ID=ee64b1b9-cfa2-418e-ac72-cf162a2d2792,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:13.739653 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:13.870577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::f816:3eff:fec9:6fe0 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/4e2dddb3-6b70-4528-b724-0d5fabfa16df/1eb05880-d65b-425c-9de8-e022cff8e4c6) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:13.880197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8c430-1937-4a13-b102-66366dd095f6 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Calling delete_port for 79221091-3407-4483-a26a-bbad66289d08 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:14.058254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c430-1937-4a13-b102-66366dd095f6 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.205269 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8c430-1937-4a13-b102-66366dd095f6 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Port': ['ID=79221091-3407-4483-a26a-bbad66289d08,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:14.212879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cdc8c430-1937-4a13-b102-66366dd095f6 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.244446 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cdc8c430-1937-4a13-b102-66366dd095f6 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "DELETE /v2.0/ports/79221091-3407-4483-a26a-bbad66289d08 HTTP/1.1" status: 204 len: 168 time: 1.0820212 Mar 23 10:23:14.256503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34456) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:14.297892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.318989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 1eb05880-d65b-425c-9de8-e022cff8e4c6 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:14.323855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ee64b1b9-cfa2-418e-ac72-cf162a2d2792 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:14.346410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.355892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.414055 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:14.426410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:14.431007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:14.435355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:14.452660 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-1669f4f9-e8ac-4f63-b3e4-172fe5ac5323 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Deleting port 77f4208d-8021-421e-996f-eb8b4e5642d9 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:14.453007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1669f4f9-e8ac-4f63-b3e4-172fe5ac5323 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.479603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=1eb05880-d65b-425c-9de8-e022cff8e4c6,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:14.531676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:14.532399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.554976 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-97e187db-4820-4234-839f-c7062d245445 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5572982 Mar 23 10:23:14.558191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34468) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:14.664798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf8fbf-0dec-45e9-adc4-51978bd8c7a5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:14.667487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34472) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:14.671557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daf8fbf-0dec-45e9-adc4-51978bd8c7a5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:14.672481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3daf8fbf-0dec-45e9-adc4-51978bd8c7a5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:14.694991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3daf8fbf-0dec-45e9-adc4-51978bd8c7a5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:14.696631 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3daf8fbf-0dec-45e9-adc4-51978bd8c7a5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1370492 Mar 23 10:23:14.699411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34474) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:14.796676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-d3509160-c65e-4e27-a741-5bf6469de197 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 1eb05880-d65b-425c-9de8-e022cff8e4c6 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:14.797015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d3509160-c65e-4e27-a741-5bf6469de197 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.845213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 644636d3-53c8-4c9b-8bc2-49fa7401ec09 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:14.846321 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:14.909646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1079718738'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:14.927350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:14.988393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Usage tracker for resource:network and tenant:3ecd1a82f3844e039811baf4cb900dae is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:15.005802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:15.040001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:15.073244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1669f4f9-e8ac-4f63-b3e4-172fe5ac5323 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.096739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d3509160-c65e-4e27-a741-5bf6469de197 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.131921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dae210-ba51-4481-9093-21835a96a601 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:15.230417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-d3509160-c65e-4e27-a741-5bf6469de197 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 1eb05880-d65b-425c-9de8-e022cff8e4c6 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:15.239877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-55bdfc58-58bf-4228-adbc-0cd72e1c5b13 None None] Provisioning for port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:15.248810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-55bdfc58-58bf-4228-adbc-0cd72e1c5b13 None None] Provisioning complete for port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:15.249197 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-55bdfc58-58bf-4228-adbc-0cd72e1c5b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.250621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Made reservation on behalf of 3ecd1a82f3844e039811baf4cb900dae for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:15.254419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.271161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-1669f4f9-e8ac-4f63-b3e4-172fe5ac5323 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Calling delete_port for 77f4208d-8021-421e-996f-eb8b4e5642d9 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:15.470842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d3509160-c65e-4e27-a741-5bf6469de197 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.471590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-55bdfc58-58bf-4228-adbc-0cd72e1c5b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.472141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.510441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-55bdfc58-58bf-4228-adbc-0cd72e1c5b13 None None] For port ee64b1b9-cfa2-418e-ac72-cf162a2d2792, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ee64b1b9-cfa2-418e-ac72-cf162a2d2792,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:15.524318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-55bdfc58-58bf-4228-adbc-0cd72e1c5b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.544038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:15.557421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3509160-c65e-4e27-a741-5bf6469de197 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=1eb05880-d65b-425c-9de8-e022cff8e4c6,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:15.559389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Usage tracker for resource:security_group_rule and tenant:3ecd1a82f3844e039811baf4cb900dae is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:15.578725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:15.606014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bdfc58-58bf-4228-adbc-0cd72e1c5b13 None None] Pushing event updated for resources: {'Port': ['ID=ee64b1b9-cfa2-418e-ac72-cf162a2d2792,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:15.615307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:15.628695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.667833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 3304a08f-5e98-43c7-9f2f-617970312927 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:15.668403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.686751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d3509160-c65e-4e27-a741-5bf6469de197 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.707224 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d3509160-c65e-4e27-a741-5bf6469de197 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/1eb05880-d65b-425c-9de8-e022cff8e4c6 HTTP/1.1" status: 204 len: 168 time: 1.0063493 Mar 23 10:23:15.710078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34482) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:15.803787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee765661-74f7-4103-a360-84a7b5cbee75 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:15.806503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee765661-74f7-4103-a360-84a7b5cbee75 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:15.807867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee765661-74f7-4103-a360-84a7b5cbee75 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:15.809292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ee765661-74f7-4103-a360-84a7b5cbee75 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:15.831239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ee765661-74f7-4103-a360-84a7b5cbee75 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:15.836205 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ee765661-74f7-4103-a360-84a7b5cbee75 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1245959 Mar 23 10:23:15.836928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34486) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:15.849814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 644636d3-53c8-4c9b-8bc2-49fa7401ec09 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:15.884826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1669f4f9-e8ac-4f63-b3e4-172fe5ac5323 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.939450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5bb738-631b-49fc-a8ca-eefdcaf9844b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 4e2dddb3-6b70-4528-b724-0d5fabfa16df {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:15.943038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb738-631b-49fc-a8ca-eefdcaf9844b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:15.976844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c9b678ec-6217-40be-88b7-eae914352ad7 None None] Provisioning complete for port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:15.977682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9b678ec-6217-40be-88b7-eae914352ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.008398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669f4f9-e8ac-4f63-b3e4-172fe5ac5323 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Port': ['ID=77f4208d-8021-421e-996f-eb8b4e5642d9,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:16.133947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb738-631b-49fc-a8ca-eefdcaf9844b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.186344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c9b678ec-6217-40be-88b7-eae914352ad7 None None] Could not find standard attr ID for object 1eb05880-d65b-425c-9de8-e022cff8e4c6. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:23:16.243333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1669f4f9-e8ac-4f63-b3e4-172fe5ac5323 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.250411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ee64b1b9-cfa2-418e-ac72-cf162a2d2792 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:16.258196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb738-631b-49fc-a8ca-eefdcaf9844b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.319098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1ffef5d4-c30d-4bdf-8773-0e2ea0bfec47 None None] Could not find standard attr ID for object 1eb05880-d65b-425c-9de8-e022cff8e4c6. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:23:16.326051 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1669f4f9-e8ac-4f63-b3e4-172fe5ac5323 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "DELETE /v2.0/ports/77f4208d-8021-421e-996f-eb8b4e5642d9 HTTP/1.1" status: 204 len: 168 time: 2.0683937 Mar 23 10:23:16.330689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34490) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:16.349649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port 3304a08f-5e98-43c7-9f2f-617970312927, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3304a08f-5e98-43c7-9f2f-617970312927,segment=NetworkSegment(3a4075e5-7eb7-4863-8091-2f8420585dc9),segment_id=3a4075e5-7eb7-4863-8091-2f8420585dc9)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:16.350275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.359855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:16.360288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.386096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0dbff0bd-89df-4081-806a-006077273026 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Synchronizing usage tracker for tenant:c62c0ca9a2db40de9f7382c4168bf10c on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:16.402070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb738-631b-49fc-a8ca-eefdcaf9844b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.442035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0dbff0bd-89df-4081-806a-006077273026 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Unset dirty status for tenant:c62c0ca9a2db40de9f7382c4168bf10c on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:16.447431 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0dbff0bd-89df-4081-806a-006077273026 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1154811 Mar 23 10:23:16.454116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34494) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:16.459007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bb738-631b-49fc-a8ca-eefdcaf9844b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2dddb3-6b70-4528-b724-0d5fabfa16df,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:16.464936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-104575081'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:16.470705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb738-631b-49fc-a8ca-eefdcaf9844b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.481184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:16.487561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Usage tracker for resource:network and tenant:c62c0ca9a2db40de9f7382c4168bf10c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:16.492693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:16.502275 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8c5bb738-631b-49fc-a8ca-eefdcaf9844b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/4e2dddb3-6b70-4528-b724-0d5fabfa16df HTTP/1.1" status: 204 len: 168 time: 0.6607943 Mar 23 10:23:16.506144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34498) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:16.508794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:16.527579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.537359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 3304a08f-5e98-43c7-9f2f-617970312927 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:16.578217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89b2673-e9cb-4675-a909-8cdace358072 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet e4dd779d-10e5-4f8a-8ca2-674a8a77e72b {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:16.584055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c89b2673-e9cb-4675-a909-8cdace358072 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.619239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18677828-dff8-4132-be20-ad0d67d4372c None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:16.631528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Made reservation on behalf of c62c0ca9a2db40de9f7382c4168bf10c for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:16.635987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.658426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.673496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c89b2673-e9cb-4675-a909-8cdace358072 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.709436 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-b22ea80c-7055-4c70-bf18-76dd9879b5fc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7574430 Mar 23 10:23:16.728819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 829} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:16.742450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 824} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:16.753986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.754432 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Added segment 8d503051-11a0-4110-9db5-60e2dc3b6bde of type vlan for network 9c3fef20-4cc0-4c83-9216-9191ef54dd06 Mar 23 10:23:16.787077 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c90e156-195f-4b79-82b5-5fe02f3cb8da,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:16.790779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.791241 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Added segment 0d0c49a8-3b7c-4f68-a85b-6982ebf82c72 of type vlan for network 09cd5126-224c-4c47-b8e0-a54c00f587b3 Mar 23 10:23:16.802615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.821240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.857024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c89b2673-e9cb-4675-a909-8cdace358072 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.912549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.919349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:16.920181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:16.939346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=644636d3-53c8-4c9b-8bc2-49fa7401ec09,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:16.992067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.067258 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6120400 Mar 23 10:23:17.074258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34506) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:17.085071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1895047436'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:17.088407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713e776-e7cb-4332-abcf-8544767db1b5 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'Network': ['ID=9c3fef20-4cc0-4c83-9216-9191ef54dd06,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:17.095827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:17.101112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Usage tracker for resource:network and tenant:c62c0ca9a2db40de9f7382c4168bf10c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:17.103564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 9c3fef20-4cc0-4c83-9216-9191ef54dd06 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:17.114140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:17.127838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:17.131816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c89b2673-e9cb-4675-a909-8cdace358072 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.187810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.221402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c89b2673-e9cb-4675-a909-8cdace358072 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.233494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Made reservation on behalf of c62c0ca9a2db40de9f7382c4168bf10c for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:17.237949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.248692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b2673-e9cb-4675-a909-8cdace358072 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=e4dd779d-10e5-4f8a-8ca2-674a8a77e72b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:17.266082 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c89b2673-e9cb-4675-a909-8cdace358072 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/e4dd779d-10e5-4f8a-8ca2-674a8a77e72b HTTP/1.1" status: 204 len: 168 time: 0.7553780 Mar 23 10:23:17.267634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34510) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:17.352132 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b125ff38-872d-4d81-9b9a-83a185ab805c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834935 Mar 23 10:23:17.355126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34514) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:17.357685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:17.378392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.383931 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:17.384527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.411815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.412131 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Added segment 2999a82e-046c-4225-99eb-6b6632e5c1b8 of type vlan for network 6e78c4d1-66cb-4014-8df6-e182ce125786 Mar 23 10:23:17.448409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.490419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f959e27-5154-4779-91a6-cb22a63229fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:17.491137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9f959e27-5154-4779-91a6-cb22a63229fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:17.510549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.516777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:17.517632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.543336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9f959e27-5154-4779-91a6-cb22a63229fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:17.544506 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9f959e27-5154-4779-91a6-cb22a63229fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1885531 Mar 23 10:23:17.550804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34518) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:17.615464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-a7a2f8b5-c637-4bea-a2a6-f4d84f7a1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:17.616965 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-a7a2f8b5-c637-4bea-a2a6-f4d84f7a1833 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 1099 time: 0.7411585 Mar 23 10:23:17.633059 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5473144 Mar 23 10:23:17.688099 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9717462 Mar 23 10:23:17.695713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34522) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:17.707590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Request body: {'subnet': {'network_id': '09cd5126-224c-4c47-b8e0-a54c00f587b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:17.718578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cbf22b-9d25-47a7-8723-c3104b94fe8b None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:17.726768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6005c41-7f15-4d39-8c44-dd61f90034dc tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'Network': ['ID=6e78c4d1-66cb-4014-8df6-e182ce125786,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:17.731128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc29cd4-824d-4e7a-9a49-33dbc54f9560 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Pushing event updated for resources: {'Network': ['ID=09cd5126-224c-4c47-b8e0-a54c00f587b3,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:17.751053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91632c55-8a9f-4370-911b-8db624121fe5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:17.751774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-91632c55-8a9f-4370-911b-8db624121fe5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:17.760508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:17.763972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 6e78c4d1-66cb-4014-8df6-e182ce125786 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:17.782577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 09cd5126-224c-4c47-b8e0-a54c00f587b3 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:17.809935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34526) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:17.825114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'subnets': [{'network_id': '9c3fef20-4cc0-4c83-9216-9191ef54dd06', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2115508882', 'ip_version': 4}, {'network_id': '6e78c4d1-66cb-4014-8df6-e182ce125786', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:17.825462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'subnet': {'network_id': '9c3fef20-4cc0-4c83-9216-9191ef54dd06', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2115508882', 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:17.825990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Request body: {'subnet': {'network_id': '6e78c4d1-66cb-4014-8df6-e182ce125786', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:17.883371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-91632c55-8a9f-4370-911b-8db624121fe5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:17.884479 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-91632c55-8a9f-4370-911b-8db624121fe5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3319211 Mar 23 10:23:17.888607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34530) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:17.997760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:18.020425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Usage tracker for resource:subnet and tenant:3ecd1a82f3844e039811baf4cb900dae is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:18.030690 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-27f5eb91-5530-4f20-b189-2332defaa199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351478 Mar 23 10:23:18.030903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=3304a08f-5e98-43c7-9f2f-617970312927,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:18.039502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:18.042175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34534) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:18.054381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:18.058924 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3eca755c-fa8d-401b-a686-afc53b769242 None None] Provisioning complete for port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:18.059780 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3eca755c-fa8d-401b-a686-afc53b769242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.059981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4955bd71-a192-4173-aac9-b9927fe19282 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:18.214495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Router 4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:23:18.225808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-ea8fd9a8-730a-4908-b778-c680f509623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:18.227474 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-ea8fd9a8-730a-4908-b778-c680f509623c service neutron] 10.222.0.102 "GET /v2.0/networks?id=c51bdc63-f575-43b5-b68b-c6daf03b64f0 HTTP/1.1" status: 200 len: 898 time: 0.5378382 Mar 23 10:23:18.279230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Made reservation on behalf of 3ecd1a82f3844e039811baf4cb900dae for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:18.283400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.420412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4aefa71-2780-4ba1-b40a-552e76a71f97 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:23:18.427031 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d4aefa71-2780-4ba1-b40a-552e76a71f97 None None] Deleting port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:18.427651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d4aefa71-2780-4ba1-b40a-552e76a71f97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.536124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:18.538652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4955bd71-a192-4173-aac9-b9927fe19282 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:18.549699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Usage tracker for resource:subnet and tenant:c62c0ca9a2db40de9f7382c4168bf10c is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:18.560753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:18.564370 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:23:18.567853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4955bd71-a192-4173-aac9-b9927fe19282 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:18.576428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:18.590830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4955bd71-a192-4173-aac9-b9927fe19282 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:18.592836 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9bbd11-4873-4722-b770-646657c03f43 None None] Sync routers for ids ['4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:23:18.595045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4955bd71-a192-4173-aac9-b9927fe19282 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.596595 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4955bd71-a192-4173-aac9-b9927fe19282 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:18.597084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4955bd71-a192-4173-aac9-b9927fe19282 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:18.607650 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9bbd11-4873-4722-b770-646657c03f43 None None] Routers {'4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:18.608677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Made reservation on behalf of c62c0ca9a2db40de9f7382c4168bf10c for: {'subnet': 2} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:18.608917 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6f9bbd11-4873-4722-b770-646657c03f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.613847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.614256 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.620793 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-8e8ba847-1d47-46cc-94c5-1e780f40a8fb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3572f3d5-bd97-4415-817c-0cdc2d133979 HTTP/1.1" status: 200 len: 1002 time: 0.3856838 Mar 23 10:23:18.626675 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-339fafe1-76b9-40e2-b0b5-846c3de5835f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "PUT /v2.0/routers/4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1371460 Mar 23 10:23:18.638960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34538) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:18.701734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d4aefa71-2780-4ba1-b40a-552e76a71f97 None None] For port ee64b1b9-cfa2-418e-ac72-cf162a2d2792, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ee64b1b9-cfa2-418e-ac72-cf162a2d2792,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:18.702738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d4aefa71-2780-4ba1-b40a-552e76a71f97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.706820 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-442bc982-79f3-4e01-b5f9-982009d5cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:18.708621 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-442bc982-79f3-4e01-b5f9-982009d5cfc9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=55259f9f-0fb8-401e-a83c-3ffadb364c56 HTTP/1.1" status: 200 len: 834 time: 0.0645475 Mar 23 10:23:18.709378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:18.722135 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4955bd71-a192-4173-aac9-b9927fe19282 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6715412 Mar 23 10:23:18.726048 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6f9bbd11-4873-4722-b770-646657c03f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.738443 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9bbd11-4873-4722-b770-646657c03f43 None None] Routers {'4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:18.739499 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6f9bbd11-4873-4722-b770-646657c03f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.756512 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34542) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:18.815093 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-be57e250-ff64-41c8-85e2-988b7ade6c53 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:23:18.816017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-be57e250-ff64-41c8-85e2-988b7ade6c53 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:18.862262 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6f9bbd11-4873-4722-b770-646657c03f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:18.865577 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9bbd11-4873-4722-b770-646657c03f43 None None] The sync data for ids ['4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:23:18.881951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d4aefa71-2780-4ba1-b40a-552e76a71f97 None None] Calling delete_port for ee64b1b9-cfa2-418e-ac72-cf162a2d2792 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:18.882555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-be57e250-ff64-41c8-85e2-988b7ade6c53 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:18.887684 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-be57e250-ff64-41c8-85e2-988b7ade6c53 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/644636d3-53c8-4c9b-8bc2-49fa7401ec09 HTTP/1.1" status: 404 len: 333 time: 0.2476416 Mar 23 10:23:18.888612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34546) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:18.918353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-69d62b7e-087c-4d42-8f50-d3b7e24fa534 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:18.975750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d4aefa71-2780-4ba1-b40a-552e76a71f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.025218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aefa71-2780-4ba1-b40a-552e76a71f97 None None] Pushing event deleted for resources: {'Port': ['ID=ee64b1b9-cfa2-418e-ac72-cf162a2d2792,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:19.029550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4aefa71-2780-4ba1-b40a-552e76a71f97 None None] No DVR routers for this DVR port ee64b1b9-cfa2-418e-ac72-cf162a2d2792 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:19.077103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.136087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-782d7a98-5ee4-4fd5-80a2-322670b6b87f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.288854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-69d62b7e-087c-4d42-8f50-d3b7e24fa534 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:19.314964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-69d62b7e-087c-4d42-8f50-d3b7e24fa534 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:19.325668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:23:19.335539 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-15dc38b8-0a2c-4328-bcd6-4e8f5c232975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:19.337012 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-15dc38b8-0a2c-4328-bcd6-4e8f5c232975 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c51bdc63-f575-43b5-b68b-c6daf03b64f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6204524 Mar 23 10:23:19.346985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d62b7e-087c-4d42-8f50-d3b7e24fa534 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:19.350352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-69d62b7e-087c-4d42-8f50-d3b7e24fa534 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.351697 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d62b7e-087c-4d42-8f50-d3b7e24fa534 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:19.352117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d62b7e-087c-4d42-8f50-d3b7e24fa534 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:19.442796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Pushing event updated for resources: {'Subnet': ['ID=cb0558a8-7ebb-4c99-9178-5c92952e9fbf,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:19.551307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-782d7a98-5ee4-4fd5-80a2-322670b6b87f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.555329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-782d7a98-5ee4-4fd5-80a2-322670b6b87f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.557304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Checking segment: {'id': '0d0c49a8-3b7c-4f68-a85b-6982ebf82c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '09cd5126-224c-4c47-b8e0-a54c00f587b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:19.557667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Network hostable DHCP agents. Network: 09cd5126-224c-4c47-b8e0-a54c00f587b3, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:19.583514 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-69d62b7e-087c-4d42-8f50-d3b7e24fa534 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8256721 Mar 23 10:23:19.590086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34552) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:19.591005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:23:19.599566 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-da7b5dc0-4ccd-49c9-b067-1b3e27992273 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6749082 Mar 23 10:23:19.603317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-fb6cbd23-616f-467c-ba33-0f079bd3dec0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:19.605366 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:23:19.611524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34556) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:19.618574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:19.619191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:19.730709 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-1d2d2bd0-0dd0-4c04-a8f4-2997588262de service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845375 Mar 23 10:23:19.773049 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:23:19.773552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fb6cbd23-616f-467c-ba33-0f079bd3dec0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:19.837853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fb6cbd23-616f-467c-ba33-0f079bd3dec0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:19.867123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6cbd23-616f-467c-ba33-0f079bd3dec0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:19.871098 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fb6cbd23-616f-467c-ba33-0f079bd3dec0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.872717 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6cbd23-616f-467c-ba33-0f079bd3dec0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:19.873380 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6cbd23-616f-467c-ba33-0f079bd3dec0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:19.913507 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fb6cbd23-616f-467c-ba33-0f079bd3dec0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3205757 Mar 23 10:23:19.915937 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-76f5bd92-d830-4903-94b0-cc35628a2c89 req-f578622d-9b8f-47d0-a86e-391919326a94 service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779976 Mar 23 10:23:19.916651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34560) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:19.922242 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0a5ba6c6-b219-41ff-a9cf-ddcb09409e02 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:19.930102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-782d7a98-5ee4-4fd5-80a2-322670b6b87f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:19.930579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782d7a98-5ee4-4fd5-80a2-322670b6b87f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Fanout notify agent at l3_agent the message router_deleted on router 4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:23:19.944384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:23:17Z', 'revision_number': 11, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:19.950330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:23:19.968505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Network 09cd5126-224c-4c47-b8e0-a54c00f587b3 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:19.981650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:19.982639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:20.042153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a996941b-cff2-45a1-b053-d210c20500c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting subnet c9003ebc-c955-47d0-8409-108bf0098c45 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:20.043951 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 09cd5126-224c-4c47-b8e0-a54c00f587b3) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:20.053950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-782d7a98-5ee4-4fd5-80a2-322670b6b87f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.057491 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-782d7a98-5ee4-4fd5-80a2-322670b6b87f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/routers/4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e HTTP/1.1" status: 204 len: 168 time: 1.1584857 Mar 23 10:23:20.057491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a996941b-cff2-45a1-b053-d210c20500c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.058151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34564) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.058833 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83c74dc-b2e1-405c-8250-f30f817e1104 None None] Network 09cd5126-224c-4c47-b8e0-a54c00f587b3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:20.086462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:20.087039 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.119105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0a5ba6c6-b219-41ff-a9cf-ddcb09409e02 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:20.144646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a996941b-cff2-45a1-b053-d210c20500c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.146894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0a5ba6c6-b219-41ff-a9cf-ddcb09409e02 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:20.167967 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-582bdf1f-96d3-4e83-b202-0acf063057e3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet 92b098d0-5e3f-4a8a-97ef-6d488c842365 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:20.171680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-582bdf1f-96d3-4e83-b202-0acf063057e3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.179764 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d5c94051-127a-4cb0-8d42-e03a39e288d4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4801061 Mar 23 10:23:20.182803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34568) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.202082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5ba6c6-b219-41ff-a9cf-ddcb09409e02 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:20.205729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0a5ba6c6-b219-41ff-a9cf-ddcb09409e02 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.207355 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5ba6c6-b219-41ff-a9cf-ddcb09409e02 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:20.207863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5ba6c6-b219-41ff-a9cf-ddcb09409e02 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:20.209528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Request body: {'port': {'network_id': '09cd5126-224c-4c47-b8e0-a54c00f587b3', 'name': 'tempest-TagsExtTest-1534909255'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:20.216802 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:23:20.250385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.266854 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0a5ba6c6-b219-41ff-a9cf-ddcb09409e02 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3448455 Mar 23 10:23:20.269882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34572) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.284922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-582bdf1f-96d3-4e83-b202-0acf063057e3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.310852 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ee64b1b9-cfa2-418e-ac72-cf162a2d2792 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:20.393694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-582bdf1f-96d3-4e83-b202-0acf063057e3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.425879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:23:17Z', 'revision_number': 11, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:20.430332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: ee64b1b9-cfa2-418e-ac72-cf162a2d2792 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:20.430734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ee64b1b9-cfa2-418e-ac72-cf162a2d2792 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:20.445793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2bc348-8bce-4351-b636-13cd33ffd05a None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:23:17Z', 'revision_number': 11, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:23:20.504989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'Subnet': ['ID=65b402c4-a202-4e88-afdd-ea47feb564ee,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:20.550796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Checking segment: {'id': '8d503051-11a0-4110-9db5-60e2dc3b6bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 829, 'network_id': '9c3fef20-4cc0-4c83-9216-9191ef54dd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:20.551268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Network hostable DHCP agents. Network: 9c3fef20-4cc0-4c83-9216-9191ef54dd06, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:20.567284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a996941b-cff2-45a1-b053-d210c20500c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.603763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-dfce9824-784e-4ad5-a016-b8185183ee9c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:20.619785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:20.632689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Usage tracker for resource:port and tenant:3ecd1a82f3844e039811baf4cb900dae is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:20.639793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:20.655275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:20.675264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Network 9c3fef20-4cc0-4c83-9216-9191ef54dd06 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:20.680933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Made reservation on behalf of 3ecd1a82f3844e039811baf4cb900dae for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:20.684852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.710742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 9c3fef20-4cc0-4c83-9216-9191ef54dd06) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:20.720417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f961e0ad-3246-4480-9ff4-a14625af926a None None] Network 9c3fef20-4cc0-4c83-9216-9191ef54dd06 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:20.721946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.747982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-09cd5126-224c-4c47-b8e0-a54c00f587b3', 'network_id': '09cd5126-224c-4c47-b8e0-a54c00f587b3', 'tenant_id': '3ecd1a82f3844e039811baf4cb900dae', 'fixed_ips': [{'subnet_id': 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:23:20.749283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.775107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dfce9824-784e-4ad5-a016-b8185183ee9c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:20.779509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] device_id is not set on port 22a74e51-846b-41ce-948c-c0d5db7867d5 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:20.790563 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-582bdf1f-96d3-4e83-b202-0acf063057e3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.794821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dfce9824-784e-4ad5-a016-b8185183ee9c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:20.851948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a996941b-cff2-45a1-b053-d210c20500c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.914887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-582bdf1f-96d3-4e83-b202-0acf063057e3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.919000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bdf1f-96d3-4e83-b202-0acf063057e3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=92b098d0-5e3f-4a8a-97ef-6d488c842365,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:20.930626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec02f05-7191-44b5-99e6-6f89e15dac70 None None] Network adee3201-5f6a-461d-8e88-3aec0097ff62 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:20.938335 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-582bdf1f-96d3-4e83-b202-0acf063057e3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/92b098d0-5e3f-4a8a-97ef-6d488c842365 HTTP/1.1" status: 204 len: 168 time: 0.8776159 Mar 23 10:23:20.940574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfce9824-784e-4ad5-a016-b8185183ee9c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:20.945861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34578) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:20.949630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dfce9824-784e-4ad5-a016-b8185183ee9c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.954436 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfce9824-784e-4ad5-a016-b8185183ee9c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:20.957595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfce9824-784e-4ad5-a016-b8185183ee9c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:20.974971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a996941b-cff2-45a1-b053-d210c20500c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:20.979147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb54e3-6c20-4417-8f8a-e3cded9a728c None None] Network 5148389e-e91b-4946-aa8a-fcac51b3f883 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:20.996636 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dfce9824-784e-4ad5-a016-b8185183ee9c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7151163 Mar 23 10:23:21.000817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34582) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:21.008304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event updated for resources: {'Subnet': ['ID=980cb317-c4de-44b6-9e62-0d033fb024bb,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:21.008512 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e6fb4e94-230f-441f-bf36-f5b08f677ccf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:21.084473 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a996941b-cff2-45a1-b053-d210c20500c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/c9003ebc-c955-47d0-8409-108bf0098c45 HTTP/1.1" status: 204 len: 168 time: 1.4681683 Mar 23 10:23:21.092365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996941b-cff2-45a1-b053-d210c20500c0 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Subnet': ['ID=c9003ebc-c955-47d0-8409-108bf0098c45,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:21.125311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34586) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:21.188882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Checking segment: {'id': '2999a82e-046c-4225-99eb-6b6632e5c1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6e78c4d1-66cb-4014-8df6-e182ce125786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:21.189229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Network hostable DHCP agents. Network: 6e78c4d1-66cb-4014-8df6-e182ce125786, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:21.241265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.256183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Network 6e78c4d1-66cb-4014-8df6-e182ce125786 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:21.259842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Allocated IP 172.20.0.9 (09cd5126-224c-4c47-b8e0-a54c00f587b3/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/22a74e51-846b-41ce-948c-c0d5db7867d5) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:21.271493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e6fb4e94-230f-441f-bf36-f5b08f677ccf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:21.281485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 6e78c4d1-66cb-4014-8df6-e182ce125786) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:21.286512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 5b1014c3-e2e4-455c-9e87-e30eecd46091 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:21.286845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.299913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e6fb4e94-230f-441f-bf36-f5b08f677ccf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:21.310969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.317136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:21.317430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:21.318000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.323368 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fb4e94-230f-441f-bf36-f5b08f677ccf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:21.326814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4e94-230f-441f-bf36-f5b08f677ccf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.329011 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6fb4e94-230f-441f-bf36-f5b08f677ccf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:21.329191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d87b6e-4171-44e6-a501-292991d6bd4c None None] Network 6e78c4d1-66cb-4014-8df6-e182ce125786 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:21.329331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6fb4e94-230f-441f-bf36-f5b08f677ccf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:21.333616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Deleting port 66ac3214-fff5-4611-85a6-ba44a899c677 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:21.333946 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.389620 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5375e8b1-e30e-4882-851e-6d3d4f190f36 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.5763192 Mar 23 10:23:21.394021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34590) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:21.446673 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e6fb4e94-230f-441f-bf36-f5b08f677ccf tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4441712 Mar 23 10:23:21.449076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34594) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:21.525411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b40a00-cbbb-48a0-95f4-c304337c1dfb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:21.526893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b40a00-cbbb-48a0-95f4-c304337c1dfb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:21.528481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b40a00-cbbb-48a0-95f4-c304337c1dfb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:21.534333 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-29b40a00-cbbb-48a0-95f4-c304337c1dfb tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1334388 Mar 23 10:23:21.535288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34598) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:21.542615 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f8f1cae6-e050-489a-9dc6-dbe416dc26f7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0906723 Mar 23 10:23:21.557117 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aa5314-c489-4cd9-83d1-6fd1c3e84d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-9c3fef20-4cc0-4c83-9216-9191ef54dd06', 'network_id': '9c3fef20-4cc0-4c83-9216-9191ef54dd06', 'tenant_id': 'c62c0ca9a2db40de9f7382c4168bf10c', 'fixed_ips': [{'subnet_id': '65b402c4-a202-4e88-afdd-ea47feb564ee'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:23:21.558000 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c1aa5314-c489-4cd9-83d1-6fd1c3e84d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.559111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34602) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:21.696061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e4d6a0-64e8-4281-b71f-cd45ef51f355 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Deleting subnet 65b402c4-a202-4e88-afdd-ea47feb564ee {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:21.710551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38e4d6a0-64e8-4281-b71f-cd45ef51f355 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.750677 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] For port 66ac3214-fff5-4611-85a6-ba44a899c677, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=66ac3214-fff5-4611-85a6-ba44a899c677,segment=NetworkSegment(3a4075e5-7eb7-4863-8091-2f8420585dc9),segment_id=3a4075e5-7eb7-4863-8091-2f8420585dc9)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:21.751036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.816858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] For port 5b1014c3-e2e4-455c-9e87-e30eecd46091, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5b1014c3-e2e4-455c-9e87-e30eecd46091,segment=NetworkSegment(1af5c587-5539-4252-bb66-9301e4b1da35),segment_id=1af5c587-5539-4252-bb66-9301e4b1da35)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:21.817648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.830351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f454abf-b7a5-46c6-a89f-d04e7966d930 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:21.832116 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8f454abf-b7a5-46c6-a89f-d04e7966d930 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2240472 Mar 23 10:23:21.850220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34606) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:21.869710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] DHCP port deletion for adee3201-5f6a-461d-8e88-3aec0097ff62 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:23:21.878071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] Deleting port 5b1014c3-e2e4-455c-9e87-e30eecd46091 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:21.878725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.914120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-6e78c4d1-66cb-4014-8df6-e182ce125786', 'network_id': '6e78c4d1-66cb-4014-8df6-e182ce125786', 'tenant_id': 'c62c0ca9a2db40de9f7382c4168bf10c', 'fixed_ips': [{'subnet_id': '980cb317-c4de-44b6-9e62-0d033fb024bb'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:23:21.915130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.935556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] DHCP port deletion for 5148389e-e91b-4946-aa8a-fcac51b3f883 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:23:21.954624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] Deleting port 66ac3214-fff5-4611-85a6-ba44a899c677 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:21.955143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:21.996275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Calling delete_port for 66ac3214-fff5-4611-85a6-ba44a899c677 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:22.033385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38e4d6a0-64e8-4281-b71f-cd45ef51f355 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.039863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.071590 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-abff2f5d-5841-48b8-af0a-8a844b0d46b7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2131717 Mar 23 10:23:22.076866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34610) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:22.087163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:22.110659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 5b1014c3-e2e4-455c-9e87-e30eecd46091 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:22.157773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Transition to ACTIVE for port object 22a74e51-846b-41ce-948c-c0d5db7867d5 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:22.224776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.240556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38e4d6a0-64e8-4281-b71f-cd45ef51f355 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.284072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:22.295672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.303494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.310397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:22.327176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3304a08f-5e98-43c7-9f2f-617970312927 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:22.333537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No DVR routers for this DVR port 5b1014c3-e2e4-455c-9e87-e30eecd46091 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:22.368932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Network 09cd5126-224c-4c47-b8e0-a54c00f587b3 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:22.372945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Pushing event updated for resources: {'Port': ['ID=22a74e51-846b-41ce-948c-c0d5db7867d5,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:22.406815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:22.408697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:22.418319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 3304a08f-5e98-43c7-9f2f-617970312927 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:22.418656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3304a08f-5e98-43c7-9f2f-617970312927 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:22.419302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 66ac3214-fff5-4611-85a6-ba44a899c677 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:22.475675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=5b1014c3-e2e4-455c-9e87-e30eecd46091,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:22.497414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Port': ['ID=66ac3214-fff5-4611-85a6-ba44a899c677,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:22.499177 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No DVR routers for this DVR port 66ac3214-fff5-4611-85a6-ba44a899c677 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:22.505927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 66ac3214-fff5-4611-85a6-ba44a899c677 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:22.506267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 66ac3214-fff5-4611-85a6-ba44a899c677 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:22.506885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5b1014c3-e2e4-455c-9e87-e30eecd46091 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:22.528785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:22.530555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.567626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] For port 5b1014c3-e2e4-455c-9e87-e30eecd46091, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5b1014c3-e2e4-455c-9e87-e30eecd46091,segment=NetworkSegment(1af5c587-5539-4252-bb66-9301e4b1da35),segment_id=1af5c587-5539-4252-bb66-9301e4b1da35)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:22.567925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.570041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.590798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 5b1014c3-e2e4-455c-9e87-e30eecd46091 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:22.591416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5b1014c3-e2e4-455c-9e87-e30eecd46091 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:22.603810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:22.604447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.624963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adee3201-5f6a-461d-8e88-3aec0097ff62']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:22.641820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af5c587-5539-4252-bb66-9301e4b1da35') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:22.642069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af5c587-5539-4252-bb66-9301e4b1da35') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:22.652877 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a2ecbf0f-191b-491e-b78d-c70f5e36627c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4585669 Mar 23 10:23:22.653211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34614) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:22.658775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-802059871', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:22.667306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:22.670888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.684086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Usage tracker for resource:router and tenant:3ecd1a82f3844e039811baf4cb900dae is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:22.690492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:22.703036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:22.706110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Allocated IP 172.20.0.2 (09cd5126-224c-4c47-b8e0-a54c00f587b3/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/fab9fcbd-e502-4784-9d50-e5c9b510776e) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:22.706338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.716325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Releasing vlan 818 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:22.716812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.724919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38e4d6a0-64e8-4281-b71f-cd45ef51f355 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:22.733775 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:22.750407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.752339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.776558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] Calling delete_port for 5b1014c3-e2e4-455c-9e87-e30eecd46091 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:22.778456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.794355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4d6a0-64e8-4281-b71f-cd45ef51f355 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Subnet': ['ID=65b402c4-a202-4e88-afdd-ea47feb564ee,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:22.808756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-38e4d6a0-64e8-4281-b71f-cd45ef51f355 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server [None req-c1aa5314-c489-4cd9-83d1-6fd1c3e84d3d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65b402c4-a202-4e88-afdd-ea47feb564ee: This subnet is being modified by another concurrent operation. Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise self.value Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server raise exception Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65b402c4-a202-4e88-afdd-ea47feb564ee: This subnet is being modified by another concurrent operation. Mar 23 10:23:22.833026 dv-neutron-834652-2-hyperv neutron-server[87861]: ERROR oslo_messaging.rpc.server Mar 23 10:23:22.839700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Allocated IP 172.20.0.18 (6e78c4d1-66cb-4014-8df6-e182ce125786/980cb317-c4de-44b6-9e62-0d033fb024bb/f6172c79-dfd1-4832-bdbf-ad96208e5efb) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:22.842254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5148389e-e91b-4946-aa8a-fcac51b3f883']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:22.857982 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-38e4d6a0-64e8-4281-b71f-cd45ef51f355 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "DELETE /v2.0/subnets/65b402c4-a202-4e88-afdd-ea47feb564ee HTTP/1.1" status: 204 len: 168 time: 1.3221447 Mar 23 10:23:22.861435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34620) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:22.862149 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4075e5-7eb7-4863-8091-2f8420585dc9') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:22.862591 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4075e5-7eb7-4863-8091-2f8420585dc9') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:22.865439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] For port 66ac3214-fff5-4611-85a6-ba44a899c677, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=66ac3214-fff5-4611-85a6-ba44a899c677,segment=NetworkSegment(3a4075e5-7eb7-4863-8091-2f8420585dc9),segment_id=3a4075e5-7eb7-4863-8091-2f8420585dc9)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:22.865849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.882054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.904413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dc964f-8e08-4bda-b35e-b70fa6bc4d13 None None] Network 9c3fef20-4cc0-4c83-9216-9191ef54dd06 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:22.938670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.941878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.955914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Releasing vlan 844 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:22.956559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:22.980547 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:22.982788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:22.996948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.002386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Network': ['ID=adee3201-5f6a-461d-8e88-3aec0097ff62,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:23.023283 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-71308470-1cef-441d-9a69-2d6095c39855 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/networks/adee3201-5f6a-461d-8e88-3aec0097ff62 HTTP/1.1" status: 204 len: 168 time: 2.0573218 Mar 23 10:23:23.029725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34624) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:23.069995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34628) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:23.079104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b99637-d0f6-4a18-94d2-da2fe8749205 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Deleting subnet 980cb317-c4de-44b6-9e62-0d033fb024bb {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:23.090010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.128909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.133616 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c09ed484-c118-4450-8db2-17d46e1d5c01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4791780 Mar 23 10:23:23.134325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34632) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:23.150718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-daabb800-775b-4e74-ba50-78b4e5c1e123 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1714143292', 'prefixes': ['172.20.0.0/16']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:23.156843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.164300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60be6f3-6e6d-4694-8125-a03f77d2a181 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:23.164908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c60be6f3-6e6d-4694-8125-a03f77d2a181 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:23.170062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-daabb800-775b-4e74-ba50-78b4e5c1e123 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:23.180359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.194780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Pushing event deleted for resources: {'Network': ['ID=5148389e-e91b-4946-aa8a-fcac51b3f883,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:23.199025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c60be6f3-6e6d-4694-8125-a03f77d2a181 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:23.205229 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c60be6f3-6e6d-4694-8125-a03f77d2a181 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/314e52f2-588c-49cd-8121-b090cc2b3604 HTTP/1.1" status: 200 len: 845 time: 0.1669741 Mar 23 10:23:23.205445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34636) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:23.210929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] Calling delete_port for 66ac3214-fff5-4611-85a6-ba44a899c677 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:23.234806 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-895ab494-f390-4bc5-82df-cffe7c0a8750 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/networks/5148389e-e91b-4946-aa8a-fcac51b3f883 HTTP/1.1" status: 204 len: 168 time: 2.1075237 Mar 23 10:23:23.241057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34640) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:23.250248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4f338c59-a12f-499e-a520-d9c904643968 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'routes': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:23.303795 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fbf2ba46-0617-4baf-9d50-f05efbebf318 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/314e52f2-588c-49cd-8121-b090cc2b3604?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0933759 Mar 23 10:23:23.305455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34644) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:23.310982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:23.356858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-daabb800-775b-4e74-ba50-78b4e5c1e123 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for subnetpool, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.362225 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-daabb800-775b-4e74-ba50-78b4e5c1e123 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2144914 Mar 23 10:23:23.384764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34648) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:23.404719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-e7ce8f86-286c-4149-b732-94d9b7953021 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf', 'tempest-TagsExtTest-Tag-884695203') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:23.436141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:23.441230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:23.444872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:23.450404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:23.462295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:23.466864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.506434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:23.507064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:23.528697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.objects.ports [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87860) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:23:23.535441 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f44127c-e350-4ada-a082-7a0eab37f667 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:23.535901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f44127c-e350-4ada-a082-7a0eab37f667 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:23.536355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f44127c-e350-4ada-a082-7a0eab37f667 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:23.552945 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2f44127c-e350-4ada-a082-7a0eab37f667 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&network_id=c51bdc63-f575-43b5-b68b-c6daf03b64f0 HTTP/1.1" status: 200 len: 3000 time: 0.4668696 Mar 23 10:23:23.552945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.615485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:23.615745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:23.710754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:23.726910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:23.728512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.729328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.729988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.extraroute_db [None req-4f338c59-a12f-499e-a520-d9c904643968 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Added routes are [] {{(pid=87860) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 23 10:23:23.730438 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.extraroute_db [None req-4f338c59-a12f-499e-a520-d9c904643968 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Removed routes are [] {{(pid=87860) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 23 10:23:23.730942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f338c59-a12f-499e-a520-d9c904643968 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.737772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:23.738854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.748307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c76d1a-880d-4edb-992c-cde5cd660880 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:23.768605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Transition to ACTIVE for port object fab9fcbd-e502-4784-9d50-e5c9b510776e will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:23.791716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.803192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:23.806570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:23.809763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:23.810187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.821219 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=b021195d-2bc9-4944-aba3-7bc38c812937,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:23.840303 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d16e27b0-74fe-4a5a-9bc9-b95c1ce1a0da tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7623503 Mar 23 10:23:23.844033 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34656) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:23.856359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=d129cf10-2b13-44bd-ad60-6a0e70fb01e1,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:23.860895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e263a-3e19-4f0b-a487-ca897109d887 None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:23.868890 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eb98e829-5e8b-4440-8cd1-0e8110c359d0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5619638 Mar 23 10:23:23.871329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34658) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:23.878024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'security_group': {'name': 'tempest-secgroup-1183263947'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:23.885606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:23.889962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:23.895121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:23.906884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:23.910576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:5c:d7:93', 'name': 'tempest-NetworksTestDHCPv6-959514541'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:23.920610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Transition to ACTIVE for port object fab9fcbd-e502-4784-9d50-e5c9b510776e will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:23.930845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:23.932408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Transition to ACTIVE for port object f6172c79-dfd1-4832-bdbf-ad96208e5efb will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:23.972964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:23.978247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group_rule and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:23.981458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:23.990571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:24.000155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.045153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] Deleting port 5b1014c3-e2e4-455c-9e87-e30eecd46091 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:24.045912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.079937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.085873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.133230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] Deleting port 66ac3214-fff5-4611-85a6-ba44a899c677 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:24.133771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41cf1a0-99e9-4033-869c-df9263609ecf,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:24.134069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.137490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.141938 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7ae3249f-b4e8-4616-a646-7204fd1a2169 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2695422 Mar 23 10:23:24.142566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34664) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:24.148298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'security_group': {'name': 'tempest-secgroup-290520211'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:24.154733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:24.158912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:24.162101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:24.168743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:24.171934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Transition to ACTIVE for port object f6172c79-dfd1-4832-bdbf-ad96208e5efb will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:24.184070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.212351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Network 09cd5126-224c-4c47-b8e0-a54c00f587b3 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:24.212591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:24.215149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5b99637-d0f6-4a18-94d2-da2fe8749205 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.248483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:24.249302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group_rule and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:24.254505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:24.262717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f338c59-a12f-499e-a520-d9c904643968 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.269120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:24.288115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f338c59-a12f-499e-a520-d9c904643968 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.288687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5b99637-d0f6-4a18-94d2-da2fe8749205 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.295847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ce6be470-f74c-48f4-8776-8d47b5e9aa7e None None] The port '5b1014c3-e2e4-455c-9e87-e30eecd46091' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:23:24.298311 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:24.307466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.322334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-46c60f93-1fca-4798-9c39-cf1c101175ec None None] The port '66ac3214-fff5-4611-85a6-ba44a899c677' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:23:24.337299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Pushing event updated for resources: {'Port': ['ID=fab9fcbd-e502-4784-9d50-e5c9b510776e,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:24.379760 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e7ce8f86-286c-4149-b732-94d9b7953021 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags/tempest-TagsExtTest-Tag-884695203 HTTP/1.1" status: 201 len: 201 time: 0.9943039 Mar 23 10:23:24.385371 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34668) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:24.442798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-72164f09-c896-42e2-999b-dfc536731951 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5', 'tempest-TagsExtTest-Tag-55057630') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:24.515689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f338c59-a12f-499e-a520-d9c904643968 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router 0ed42203-0117-4005-a86a-dbb9f98d817a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:23:24.523377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:24.541314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:24.545554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Network 6e78c4d1-66cb-4014-8df6-e182ce125786 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:24.557346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:24.558529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.569091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.573152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5b99637-d0f6-4a18-94d2-da2fe8749205 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.575852 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:24.620129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Attempting to bind port fab9fcbd-e502-4784-9d50-e5c9b510776e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:24.620778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Attempting to bind port fab9fcbd-e502-4784-9d50-e5c9b510776e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '0d0c49a8-3b7c-4f68-a85b-6982ebf82c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '09cd5126-224c-4c47-b8e0-a54c00f587b3'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:24.621335 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Attempting to bind port fab9fcbd-e502-4784-9d50-e5c9b510776e on network 09cd5126-224c-4c47-b8e0-a54c00f587b3 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:24.634340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Pushing event updated for resources: {'Port': ['ID=f6172c79-dfd1-4832-bdbf-ad96208e5efb,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:24.663479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8281f6d-9c7c-4a1c-a3de-1ef8bffc5660,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:24.679194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.681385 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:23:24.681974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Checking segment: {'id': '0d0c49a8-3b7c-4f68-a85b-6982ebf82c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '09cd5126-224c-4c47-b8e0-a54c00f587b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:24.682573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.683146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Bound using segment: {'id': '0d0c49a8-3b7c-4f68-a85b-6982ebf82c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '09cd5126-224c-4c47-b8e0-a54c00f587b3'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:23:24.684013 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Bound port: fab9fcbd-e502-4784-9d50-e5c9b510776e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0c49a8-3b7c-4f68-a85b-6982ebf82c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 824, 'network_id': '09cd5126-224c-4c47-b8e0-a54c00f587b3'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:24.684549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.685995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:24.686732 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-11e41fbb-11a4-447c-bcfd-ec3e72bae137 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5391247 Mar 23 10:23:24.689107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34674) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:24.699916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1044115216', 'security_groups': ['e8281f6d-9c7c-4a1c-a3de-1ef8bffc5660'], 'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd129cf10-2b13-44bd-ad60-6a0e70fb01e1'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:24.705106 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': 'b021195d-2bc9-4944-aba3-7bc38c812937'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:23:24.706237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.722143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f338c59-a12f-499e-a520-d9c904643968 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:23:24.731628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f338c59-a12f-499e-a520-d9c904643968 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.732747 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4f338c59-a12f-499e-a520-d9c904643968 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a HTTP/1.1" status: 200 len: 700 time: 1.4897826 Mar 23 10:23:24.737054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34678) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:24.742213 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] Sync routers for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:23:24.758961 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:24.763488 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:24.792208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0eab95a4-11a3-43ed-85fd-9013a5c0521f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Synchronizing usage tracker for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:24.850849 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-72164f09-c896-42e2-999b-dfc536731951 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags/tempest-TagsExtTest-Tag-55057630 HTTP/1.1" status: 201 len: 201 time: 0.4158373 Mar 23 10:23:24.864486 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34684) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:24.885264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5b99637-d0f6-4a18-94d2-da2fe8749205 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.891182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-c65c9cb7-9854-40d3-a030-bf89eb9e57b8 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861', 'tempest-TagsExtTest-Tag-241221363') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:24.948137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b99637-d0f6-4a18-94d2-da2fe8749205 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Subnet': ['ID=980cb317-c4de-44b6-9e62-0d033fb024bb,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:24.950373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c5b99637-d0f6-4a18-94d2-da2fe8749205 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:24.961329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0eab95a4-11a3-43ed-85fd-9013a5c0521f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Unset dirty status for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:24.965104 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0eab95a4-11a3-43ed-85fd-9013a5c0521f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ed42203-0117-4005-a86a-dbb9f98d817a HTTP/1.1" status: 200 len: 205 time: 0.2244875 Mar 23 10:23:24.967434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34688) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:24.968889 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:23:24.999213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.028289 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c5b99637-d0f6-4a18-94d2-da2fe8749205 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "DELETE /v2.0/subnets/980cb317-c4de-44b6-9e62-0d033fb024bb HTTP/1.1" status: 204 len: 168 time: 2.1564035 Mar 23 10:23:25.045693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34692) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:25.074241 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Attempting to bind port f6172c79-dfd1-4832-bdbf-ad96208e5efb on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:25.074597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Attempting to bind port f6172c79-dfd1-4832-bdbf-ad96208e5efb by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '2999a82e-046c-4225-99eb-6b6632e5c1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6e78c4d1-66cb-4014-8df6-e182ce125786'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:25.075251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Attempting to bind port f6172c79-dfd1-4832-bdbf-ad96208e5efb on network 6e78c4d1-66cb-4014-8df6-e182ce125786 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:25.084387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port b242ad30-623c-44cd-aabe-ccf6c3b5c514 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:25.110039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:23:25.110926 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Checking segment: {'id': '2999a82e-046c-4225-99eb-6b6632e5c1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6e78c4d1-66cb-4014-8df6-e182ce125786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:25.111618 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.112295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Bound using segment: {'id': '2999a82e-046c-4225-99eb-6b6632e5c1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6e78c4d1-66cb-4014-8df6-e182ce125786'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:23:25.113088 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Bound port: f6172c79-dfd1-4832-bdbf-ad96208e5efb, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2999a82e-046c-4225-99eb-6b6632e5c1b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '6e78c4d1-66cb-4014-8df6-e182ce125786'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:25.113698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.174931 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:23:17Z', 'revision_number': 11, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:25.181820 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] Checking router: 0ed42203-0117-4005-a86a-dbb9f98d817a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:23:25.187523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9fbb281-af98-41d3-8686-e60c2d5f2d0b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.193264 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] Routers {'0ed42203-0117-4005-a86a-dbb9f98d817a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:25.193554 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0ed42203-0117-4005-a86a-dbb9f98d817a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:25.245352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] For port fab9fcbd-e502-4784-9d50-e5c9b510776e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:23:25.257665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:25.291168 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] For port fab9fcbd-e502-4784-9d50-e5c9b510776e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fab9fcbd-e502-4784-9d50-e5c9b510776e,segment=NetworkSegment(0d0c49a8-3b7c-4f68-a85b-6982ebf82c72),segment_id=0d0c49a8-3b7c-4f68-a85b-6982ebf82c72)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:23:25.305516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.339279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:25.353961 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-432eba06-546a-492b-b2fe-fde3e6b70a77', 'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'tenant_id': '913fc24fa3624bb7abc8f44cae9f5561', 'fixed_ips': [{'subnet_id': 'd129cf10-2b13-44bd-ad60-6a0e70fb01e1'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:23:25.355286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.378314 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] For port f6172c79-dfd1-4832-bdbf-ad96208e5efb, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:23:25.385817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dfb8c2-5b0a-4832-9b4b-db1776900bd9 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:25.387083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-02dfb8c2-5b0a-4832-9b4b-db1776900bd9 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Synchronizing usage tracker for tenant:c62c0ca9a2db40de9f7382c4168bf10c on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:25.387250 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::f816:3eff:fe5c:d793 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/b021195d-2bc9-4944-aba3-7bc38c812937/b242ad30-623c-44cd-aabe-ccf6c3b5c514) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:25.402568 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] Set router 0ed42203-0117-4005-a86a-dbb9f98d817a gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:23:25.408391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] For port f6172c79-dfd1-4832-bdbf-ad96208e5efb, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f6172c79-dfd1-4832-bdbf-ad96208e5efb,segment=NetworkSegment(2999a82e-046c-4225-99eb-6b6632e5c1b8),segment_id=2999a82e-046c-4225-99eb-6b6632e5c1b8)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:23:25.462608 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c65c9cb7-9854-40d3-a030-bf89eb9e57b8 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags/tempest-TagsExtTest-Tag-241221363 HTTP/1.1" status: 201 len: 201 time: 0.5817740 Mar 23 10:23:25.462848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.466043 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34698) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:25.476362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-68e0b245-eac5-47bc-b27b-f35c59e2d16a tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57', 'tempest-TagsExtTest-Tag-447221323') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:25.500331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf66708-65a7-463a-8c53-0833cf22d681 None None] Pushing event updated for resources: {'Port': ['ID=fab9fcbd-e502-4784-9d50-e5c9b510776e,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:25.550675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:25.572253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9fbb281-af98-41d3-8686-e60c2d5f2d0b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.587800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9fbb281-af98-41d3-8686-e60c2d5f2d0b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.592072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-02dfb8c2-5b0a-4832-9b4b-db1776900bd9 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Unset dirty status for tenant:c62c0ca9a2db40de9f7382c4168bf10c on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:25.597378 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-02dfb8c2-5b0a-4832-9b4b-db1776900bd9 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5465302 Mar 23 10:23:25.599419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34702) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:25.638232 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:23:17Z', 'revision_number': 11, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:25.646183 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d895d2b-eeb8-4f6c-b1ed-9c030c387161 None None] The sync data for ids ['0ed42203-0117-4005-a86a-dbb9f98d817a'] in dv-neutron-834652-2-hyperv is: [{'id': '0ed42203-0117-4005-a86a-dbb9f98d817a', 'name': 'tempest-RoutersTest-router-333489097', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:11Z', 'updated_at': '2022-03-23T10:23:17Z', 'revision_number': 11, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:23:25.711819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121bba44-1589-41c8-85e5-c102344d1f79 None None] Pushing event updated for resources: {'Port': ['ID=f6172c79-dfd1-4832-bdbf-ad96208e5efb,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:25.725274 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-68e0b245-eac5-47bc-b27b-f35c59e2d16a tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags/tempest-TagsExtTest-Tag-447221323 HTTP/1.1" status: 201 len: 201 time: 0.2559986 Mar 23 10:23:25.727743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34706) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:25.746969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Allocated IP 2001:db8::2 (432eba06-546a-492b-b2fe-fde3e6b70a77/d129cf10-2b13-44bd-ad60-6a0e70fb01e1/99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:25.748526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-e112fadb-1a61-441f-8fb6-805bfd955d19 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:25.788264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9fbb281-af98-41d3-8686-e60c2d5f2d0b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.788894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fbb281-af98-41d3-8686-e60c2d5f2d0b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Fanout notify agent at l3_agent the message router_deleted on router 0ed42203-0117-4005-a86a-dbb9f98d817a {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:23:25.851531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9fbb281-af98-41d3-8686-e60c2d5f2d0b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.857073 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d9fbb281-af98-41d3-8686-e60c2d5f2d0b tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a HTTP/1.1" status: 204 len: 168 time: 0.8853395 Mar 23 10:23:25.860471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.862802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34710) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:25.872352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2005306931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:25.897022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.905850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:25.922943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Usage tracker for resource:router and tenant:33eec4c18867433da011ca0070251672 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:25.925742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Deleting port f6172c79-dfd1-4832-bdbf-ad96208e5efb {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:25.926433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.938641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:25.945494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6737bc0f-20f4-490f-a015-eb8d8892016b None None] Network 6e78c4d1-66cb-4014-8df6-e182ce125786 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:25.964791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:25.973497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:25.986203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port 2ebc23ca-67e3-4f04-b252-55c885b8aa62 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:26.017199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object b242ad30-623c-44cd-aabe-ccf6c3b5c514 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:26.024985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.026126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.052801 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e112fadb-1a61-441f-8fb6-805bfd955d19 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags HTTP/1.1" status: 200 len: 240 time: 0.3212461 Mar 23 10:23:26.056455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34714) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:26.070428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-68dec4e5-33e9-4013-9e50-3ad063c3cba7 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf', 'tempest-TagsExtTest-Tag-884695203') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:26.333332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fab9fcbd-e502-4784-9d50-e5c9b510776e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:26.356390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34718) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:26.380858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.423315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.431379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.468754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.489815 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Transition to ACTIVE for port object 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:26.512783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:26.519537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:26.529988 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-68dec4e5-33e9-4013-9e50-3ad063c3cba7 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags/tempest-TagsExtTest-Tag-884695203 HTTP/1.1" status: 204 len: 168 time: 0.4678700 Mar 23 10:23:26.532585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34722) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:26.533405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:26.536366 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Allocated IP 2001:db8::f816:3eff:fe44:507a (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/b021195d-2bc9-4944-aba3-7bc38c812937/38cc2243-a124-4107-8f7a-4ff290ee6b97) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:26.539271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Transition to ACTIVE for port object 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:26.539451 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:26.539569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-013771ca-3831-4d77-abfb-afaaf711f4bf tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf', 'tempest-TagsExtTest-Tag-884695203') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:26.539862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.550062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port fab9fcbd-e502-4784-9d50-e5c9b510776e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:26.566683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.570892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b7b8e0-2a71-41e1-8bb0-0cd7746195f2 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:26.572381 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-34b7b8e0-2a71-41e1-8bb0-0cd7746195f2 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 814 time: 0.2143986 Mar 23 10:23:26.594856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=b242ad30-623c-44cd-aabe-ccf6c3b5c514,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:26.598458 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7e6a1222-8df5-4807-95b9-03ffc7b3a5fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7053151 Mar 23 10:23:26.599891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.603554 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7ab3b033-1e27-4883-8482-861960f429bf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7359679 Mar 23 10:23:26.603554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34728) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:26.604568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34730) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:26.609698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-1e4e9456-2c8f-444b-a84c-98400d33ddb2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:26.671453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:26.683619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] For port f6172c79-dfd1-4832-bdbf-ad96208e5efb, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f6172c79-dfd1-4832-bdbf-ad96208e5efb,segment=NetworkSegment(2999a82e-046c-4225-99eb-6b6632e5c1b8),segment_id=2999a82e-046c-4225-99eb-6b6632e5c1b8)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:26.683962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.738018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:26.741754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:26.862957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Pushing event updated for resources: {'Port': ['ID=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:26.881224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Calling delete_port for f6172c79-dfd1-4832-bdbf-ad96208e5efb owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:26.898816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Attempting to bind port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:26.899179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Attempting to bind port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:26.899534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Attempting to bind port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d on network 432eba06-546a-492b-b2fe-fde3e6b70a77 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:26.908127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:23:26.908127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Checking segment: {'id': '1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:26.908512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.908766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Bound using segment: {'id': '1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:23:26.909268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Bound port: 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:26.909638 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:26.986295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8::95 (432eba06-546a-492b-b2fe-fde3e6b70a77/d129cf10-2b13-44bd-ad60-6a0e70fb01e1/2ebc23ca-67e3-4f04-b252-55c885b8aa62) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:27.042539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] For port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:23:27.046452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] For port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,segment=NetworkSegment(1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea),segment_id=1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:23:27.057252 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.070313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.111696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c58680-1883-45e3-bb28-e9efbd012390 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:27.112550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-01c58680-1883-45e3-bb28-e9efbd012390 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:27.152732 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-013771ca-3831-4d77-abfb-afaaf711f4bf tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags/tempest-TagsExtTest-Tag-884695203 HTTP/1.1" status: 204 len: 168 time: 0.6200480 Mar 23 10:23:27.153959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] No DVR routers for this DVR port f6172c79-dfd1-4832-bdbf-ad96208e5efb on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:27.159847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Port': ['ID=f6172c79-dfd1-4832-bdbf-ad96208e5efb,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:27.179980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34738) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:27.197485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-cc9724b9-8f09-41d0-a772-2dc22b1cc798 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:27.231853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9456-2c8f-444b-a84c-98400d33ddb2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.279686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cdd1ab-6c42-4d99-856d-bb9580869cd8 None None] Network 09cd5126-224c-4c47-b8e0-a54c00f587b3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:27.288177 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-01c58680-1883-45e3-bb28-e9efbd012390 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:27.293522 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-01c58680-1883-45e3-bb28-e9efbd012390 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6907251 Mar 23 10:23:27.295015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34742) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:27.341424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9456-2c8f-444b-a84c-98400d33ddb2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.343184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cf18d-a309-4c5c-932b-8afd78acd8cd None None] Pushing event updated for resources: {'Port': ['ID=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:27.415054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.454005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e78c4d1-66cb-4014-8df6-e182ce125786']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:27.457913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c6380d9b-8a6e-4ee1-8e68-008c35ef16f8 None None] Provisioning for port fab9fcbd-e502-4784-9d50-e5c9b510776e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:27.468082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c6380d9b-8a6e-4ee1-8e68-008c35ef16f8 None None] Provisioning complete for port fab9fcbd-e502-4784-9d50-e5c9b510776e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:27.468485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c6380d9b-8a6e-4ee1-8e68-008c35ef16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.482923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2999a82e-046c-4225-99eb-6b6632e5c1b8') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:27.483430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2999a82e-046c-4225-99eb-6b6632e5c1b8') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:27.497341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a7b67207-70ef-4e72-b0ff-64af6ee6360a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port b242ad30-623c-44cd-aabe-ccf6c3b5c514 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:27.498053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a7b67207-70ef-4e72-b0ff-64af6ee6360a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.538865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.545225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.554741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.571898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Transition to ACTIVE for port object 38cc2243-a124-4107-8f7a-4ff290ee6b97 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:27.585430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.607576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object 2ebc23ca-67e3-4f04-b252-55c885b8aa62 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:27.611541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Releasing vlan 833 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:27.611944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:27.628519 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:27.644032 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cc9724b9-8f09-41d0-a772-2dc22b1cc798 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags HTTP/1.1" status: 200 len: 205 time: 0.4570334 Mar 23 10:23:27.647607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c6380d9b-8a6e-4ee1-8e68-008c35ef16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.648992 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34746) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:27.725268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34750) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:27.734243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-9d924939-b29d-4b36-834c-0fca2eca1bdc tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:27.737437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'network': {'name': 'tempest-network-smoke--1209894396', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'port_security_enabled': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:27.743722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Transition to ACTIVE for port object 38cc2243-a124-4107-8f7a-4ff290ee6b97 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:27.745140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:27.759435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.761523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:27.790656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.794971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Network': ['ID=6e78c4d1-66cb-4014-8df6-e182ce125786,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:27.803871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c6380d9b-8a6e-4ee1-8e68-008c35ef16f8 None None] For port fab9fcbd-e502-4784-9d50-e5c9b510776e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fab9fcbd-e502-4784-9d50-e5c9b510776e,segment=NetworkSegment(0d0c49a8-3b7c-4f68-a85b-6982ebf82c72),segment_id=0d0c49a8-3b7c-4f68-a85b-6982ebf82c72)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:27.810227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.812018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:27.816726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.848480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c6380d9b-8a6e-4ee1-8e68-008c35ef16f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.858875 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-62fc9636-ae04-485b-81a7-7b5dd9b46967 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "DELETE /v2.0/networks/6e78c4d1-66cb-4014-8df6-e182ce125786 HTTP/1.1" status: 204 len: 168 time: 2.2559874 Mar 23 10:23:27.861468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:27.863733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34754) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:27.900988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:27.907242 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:27.909851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:27.920320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4e9456-2c8f-444b-a84c-98400d33ddb2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Router c5b19754-da24-4a2d-aca3-0dfa83817b29 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:23:27.952815 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Pushing event updated for resources: {'Port': ['ID=38cc2243-a124-4107-8f7a-4ff290ee6b97,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:28.006576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:28.013270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:28.067115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:28.072920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:28.073737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.103844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:28.112660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Attempting to bind port 38cc2243-a124-4107-8f7a-4ff290ee6b97 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:28.113159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Attempting to bind port 38cc2243-a124-4107-8f7a-4ff290ee6b97 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:28.113639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Attempting to bind port 38cc2243-a124-4107-8f7a-4ff290ee6b97 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:28.120222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6380d9b-8a6e-4ee1-8e68-008c35ef16f8 None None] Pushing event updated for resources: {'Port': ['ID=fab9fcbd-e502-4784-9d50-e5c9b510776e,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:28.127487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:23:28.127487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:28.127861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.128064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:23:28.128545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Bound port: 38cc2243-a124-4107-8f7a-4ff290ee6b97, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:28.128913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.156706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=2ebc23ca-67e3-4f04-b252-55c885b8aa62,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:28.167116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.171356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.171804 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Added segment 65327be8-99ff-4d77-a1bb-7e5e5b9d330f of type vlan for network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c Mar 23 10:23:28.184271 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-61c6ed0b-d39b-4711-94ce-50c3798adc85 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4919081 Mar 23 10:23:28.192217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34758) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:28.206068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:28.289851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] For port 38cc2243-a124-4107-8f7a-4ff290ee6b97, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:23:28.296637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] For port 38cc2243-a124-4107-8f7a-4ff290ee6b97, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=38cc2243-a124-4107-8f7a-4ff290ee6b97,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:23:28.305275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.365938 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9d924939-b29d-4b36-834c-0fca2eca1bdc tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags HTTP/1.1" status: 200 len: 239 time: 0.6843359 Mar 23 10:23:28.402209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34762) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:28.415275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-2b076d70-dc81-4dc4-b9e4-10ce219505aa tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5', 'tempest-TagsExtTest-Tag-55057630') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:28.437857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6503100-c6b4-4403-9fd8-c48a464fba79 None None] Pushing event updated for resources: {'Port': ['ID=38cc2243-a124-4107-8f7a-4ff290ee6b97,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:28.459217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a7b67207-70ef-4e72-b0ff-64af6ee6360a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.488144 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:28.492492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4e9456-2c8f-444b-a84c-98400d33ddb2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:23:28.499570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.516905 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] Sync routers for ids ['c5b19754-da24-4a2d-aca3-0dfa83817b29'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:23:28.524030 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1e4e9456-2c8f-444b-a84c-98400d33ddb2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.528867 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1e4e9456-2c8f-444b-a84c-98400d33ddb2 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "PUT /v2.0/routers/c5b19754-da24-4a2d-aca3-0dfa83817b29 HTTP/1.1" status: 200 len: 694 time: 1.9197536 Mar 23 10:23:28.547124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34766) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:28.564108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] Routers {'c5b19754-da24-4a2d-aca3-0dfa83817b29'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:28.564735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['c5b19754-da24-4a2d-aca3-0dfa83817b29'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:28.569091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.579631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:28.580321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.801542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:28.816547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:28.820253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:28.829497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] Set router c5b19754-da24-4a2d-aca3-0dfa83817b29 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:23:28.830790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:28.867033 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1366842 Mar 23 10:23:28.905302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34770) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:28.920163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a7b67207-70ef-4e72-b0ff-64af6ee6360a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for b242ad30-623c-44cd-aabe-ccf6c3b5c514 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:28.950441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cb57e795-ad47-41f9-bb85-1ee8d8ec84c0 None None] Provisioning complete for port fab9fcbd-e502-4784-9d50-e5c9b510776e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:28.950441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cb57e795-ad47-41f9-bb85-1ee8d8ec84c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:28.968056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:28.976374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.010792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b19754-da24-4a2d-aca3-0dfa83817b29', 'name': 'tempest-RoutersTest-router-2005306931', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:23:26Z', 'updated_at': '2022-03-23T10:23:27Z', 'revision_number': 2, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:29.019756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:29.026767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] Checking router: c5b19754-da24-4a2d-aca3-0dfa83817b29 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:23:29.049906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fab9fcbd-e502-4784-9d50-e5c9b510776e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:29.099400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] Routers {'c5b19754-da24-4a2d-aca3-0dfa83817b29'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:23:29.100237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:23:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['c5b19754-da24-4a2d-aca3-0dfa83817b29'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:29.190259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a011c66f-b214-46d9-a5fe-f48d40f9ee1f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:29.195470 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a011c66f-b214-46d9-a5fe-f48d40f9ee1f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2870169 Mar 23 10:23:29.228547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.239893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34774) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:29.294223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198d252-8bf2-4fef-93a2-02545d434a41 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Network': ['ID=e39bb788-f0c6-4cc1-a5d8-04cdb881e41c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:29.331357 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-16b2a1d1-2dd1-4a14-a3c0-48e089a01bd4 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/routers/c5b19754-da24-4a2d-aca3-0dfa83817b29 HTTP/1.1" status: 200 len: 700 time: 0.7727420 Mar 23 10:23:29.335470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34778) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:29.345115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:29.347497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3fef20-4cc0-4c83-9216-9191ef54dd06']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:29.382061 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] Set router c5b19754-da24-4a2d-aca3-0dfa83817b29 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:23:29.401596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c585d0c5-69db-4d7f-9106-80c9670631a5 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Synchronizing usage tracker for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:29.411698 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.ipam_backend_mixin [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d129cf10-2b13-44bd-ad60-6a0e70fb01e1 (CIDR: 2001:db8::/64) Mar 23 10:23:29.417855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d503051-11a0-4110-9db5-60e2dc3b6bde') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:29.418201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d503051-11a0-4110-9db5-60e2dc3b6bde') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:29.420490 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a7b67207-70ef-4e72-b0ff-64af6ee6360a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.428066 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2b076d70-dc81-4dc4-b9e4-10ce219505aa tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags/tempest-TagsExtTest-Tag-55057630 HTTP/1.1" status: 204 len: 168 time: 1.0212719 Mar 23 10:23:29.431133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34782) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:29.434088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-2b4345ea-a44c-44be-89f7-fdade0f295d3 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5', 'tempest-TagsExtTest-Tag-55057630') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:29.488755 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:29.489270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:29.501792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.506394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b67207-70ef-4e72-b0ff-64af6ee6360a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=b242ad30-623c-44cd-aabe-ccf6c3b5c514,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:29.508493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c585d0c5-69db-4d7f-9106-80c9670631a5 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Unset dirty status for tenant:33eec4c18867433da011ca0070251672 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:29.513375 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c585d0c5-69db-4d7f-9106-80c9670631a5 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=c5b19754-da24-4a2d-aca3-0dfa83817b29 HTTP/1.1" status: 200 len: 205 time: 0.1730344 Mar 23 10:23:29.513616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34786) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:29.551037 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d7b4ef40-1e1f-4539-9760-38ac097ca2e4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3527937 Mar 23 10:23:29.551037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.559712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34790) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:29.575382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:29.590328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Releasing vlan 829 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:29.590740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.593079 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5b19754-da24-4a2d-aca3-0dfa83817b29', 'name': 'tempest-RoutersTest-router-2005306931', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:23:26Z', 'updated_at': '2022-03-23T10:23:27Z', 'revision_number': 2, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:29.606939 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:29.618148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1e1bac-ad2e-40be-82fd-f6a6e6d71a82 None None] The sync data for ids ['c5b19754-da24-4a2d-aca3-0dfa83817b29'] in dv-neutron-834652-2-hyperv is: [{'id': 'c5b19754-da24-4a2d-aca3-0dfa83817b29', 'name': 'tempest-RoutersTest-router-2005306931', 'tenant_id': '33eec4c18867433da011ca0070251672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:23:26Z', 'updated_at': '2022-03-23T10:23:27Z', 'revision_number': 2, 'project_id': '33eec4c18867433da011ca0070251672', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:23:29.622167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43754e49-adf4-4e81-a4ea-b10f70611589 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:29.623682 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-43754e49-adf4-4e81-a4ea-b10f70611589 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3768306 Mar 23 10:23:29.630952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34794) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:29.647221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port fab9fcbd-e502-4784-9d50-e5c9b510776e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:29.647591 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.667831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a7b67207-70ef-4e72-b0ff-64af6ee6360a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.703222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cb57e795-ad47-41f9-bb85-1ee8d8ec84c0 None None] Provisioning for port 22a74e51-846b-41ce-948c-c0d5db7867d5 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:29.723509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cb57e795-ad47-41f9-bb85-1ee8d8ec84c0 None None] Provisioning complete for port 22a74e51-846b-41ce-948c-c0d5db7867d5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:29.723877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cb57e795-ad47-41f9-bb85-1ee8d8ec84c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.767396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1459bc9-1cf1-449e-b6c2-ce60c3b89d46 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.826095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cb57e795-ad47-41f9-bb85-1ee8d8ec84c0 None None] Port 22a74e51-846b-41ce-948c-c0d5db7867d5 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:29.864683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.895726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.925580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Network': ['ID=9c3fef20-4cc0-4c83-9216-9191ef54dd06,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:29.976626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Provisioning complete for port 314e52f2-588c-49cd-8121-b090cc2b3604 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:29.977686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:29.978324 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2b4345ea-a44c-44be-89f7-fdade0f295d3 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags/tempest-TagsExtTest-Tag-55057630 HTTP/1.1" status: 204 len: 168 time: 0.5488093 Mar 23 10:23:29.986416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34798) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.007847 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2528510e-4dfa-4980-9e63-80feea53bc82 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "DELETE /v2.0/networks/9c3fef20-4cc0-4c83-9216-9191ef54dd06 HTTP/1.1" status: 204 len: 168 time: 2.1387908 Mar 23 10:23:30.021812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34800) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.030653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-25e3697d-c3f2-483b-a582-1bdefe9094b4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:30.050151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Port 314e52f2-588c-49cd-8121-b090cc2b3604 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:30.067900 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a7b67207-70ef-4e72-b0ff-64af6ee6360a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/b242ad30-623c-44cd-aabe-ccf6c3b5c514 HTTP/1.1" status: 204 len: 168 time: 2.7710454 Mar 23 10:23:30.070108 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-99b48505-3072-46a9-8093-a1c817c1505b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4360657 Mar 23 10:23:30.070805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34806) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.075936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Provisioning complete for port 22a74e51-846b-41ce-948c-c0d5db7867d5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:30.076419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.076539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:30.095100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34808) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.142590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Port 22a74e51-846b-41ce-948c-c0d5db7867d5 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:30.158481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Provisioning for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:30.165493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:30.167860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Provisioning complete for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:30.168475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.172922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:30.185155 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a064b514-6c9e-4c2d-961e-4f512cb4f487 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0808566 Mar 23 10:23:30.192382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:30.197077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34814) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.401185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:30.404673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.409338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 38cc2243-a124-4107-8f7a-4ff290ee6b97 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:30.451711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1459bc9-1cf1-449e-b6c2-ce60c3b89d46 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.456429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1459bc9-1cf1-449e-b6c2-ce60c3b89d46 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.469090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.474454 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a9bdf-5788-45fe-bf89-a8a4b8030d3d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:30.476101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9a9bdf-5788-45fe-bf89-a8a4b8030d3d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:30.477214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ea9a9bdf-5788-45fe-bf89-a8a4b8030d3d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:30.502285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1459bc9-1cf1-449e-b6c2-ce60c3b89d46 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.502872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1459bc9-1cf1-449e-b6c2-ce60c3b89d46 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Fanout notify agent at l3_agent the message router_deleted on router c5b19754-da24-4a2d-aca3-0dfa83817b29 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:23:30.507837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34818) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.508870 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-25e3697d-c3f2-483b-a582-1bdefe9094b4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags HTTP/1.1" status: 200 len: 205 time: 0.4991343 Mar 23 10:23:30.514501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-178dc23e-f35b-465d-8ef6-b3ed68db6bd7 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:30.515969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.527506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 38cc2243-a124-4107-8f7a-4ff290ee6b97 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:30.567926 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] For port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,segment=NetworkSegment(1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea),segment_id=1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:30.575335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ea9a9bdf-5788-45fe-bf89-a8a4b8030d3d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:30.575984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.576899 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ea9a9bdf-5788-45fe-bf89-a8a4b8030d3d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5008857 Mar 23 10:23:30.586934 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34822) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.652493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d1459bc9-1cf1-449e-b6c2-ce60c3b89d46 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.653652 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d1459bc9-1cf1-449e-b6c2-ce60c3b89d46 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/c5b19754-da24-4a2d-aca3-0dfa83817b29 HTTP/1.1" status: 204 len: 168 time: 1.1391895 Mar 23 10:23:30.660339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34826) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.682267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Provisioning for port 2ebc23ca-67e3-4f04-b252-55c885b8aa62 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:30.690101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Provisioning complete for port 2ebc23ca-67e3-4f04-b252-55c885b8aa62 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:30.690384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.731927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Pushing event updated for resources: {'Port': ['ID=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:30.764419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-10c2b6e5-8f2c-44d2-9400-b543a6bd142b None None] Port 2ebc23ca-67e3-4f04-b252-55c885b8aa62 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:30.774902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7405fd-9063-4c26-9749-07245ecc9573 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:30.776361 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3f7405fd-9063-4c26-9749-07245ecc9573 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5773170 Mar 23 10:23:30.784555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34830) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.790865 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1ee28f9c-ec43-4b40-9a29-b098cd09da77 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=c5b19754-da24-4a2d-aca3-0dfa83817b29 HTTP/1.1" status: 200 len: 205 time: 0.1284883 Mar 23 10:23:30.810034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34834) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.857353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-610917b7-f799-4e21-9f21-4c7f74bd1c2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet b021195d-2bc9-4944-aba3-7bc38c812937 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:30.865633 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2933ac60-30b5-4b90-8e8b-35d86c2a6b67 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0731945 Mar 23 10:23:30.871180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34838) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.873827 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-178dc23e-f35b-465d-8ef6-b3ed68db6bd7 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags HTTP/1.1" status: 200 len: 240 time: 0.3647602 Mar 23 10:23:30.879102 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-92d29614-255b-4cba-8219-e4472d3b04ae None None] Could not find standard attr ID for object b242ad30-623c-44cd-aabe-ccf6c3b5c514. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:23:30.884710 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34840) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.885899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-610917b7-f799-4e21-9f21-4c7f74bd1c2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.901279 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-92d29614-255b-4cba-8219-e4472d3b04ae None None] Provisioning for port 38cc2243-a124-4107-8f7a-4ff290ee6b97 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:30.908810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-92d29614-255b-4cba-8219-e4472d3b04ae None None] Provisioning complete for port 38cc2243-a124-4107-8f7a-4ff290ee6b97 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:30.909206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-92d29614-255b-4cba-8219-e4472d3b04ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:30.922190 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-058736ea-5315-402c-904a-6b589b7a999a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] delete failed (client error): The resource could not be found. Mar 23 10:23:30.923792 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-058736ea-5315-402c-904a-6b589b7a999a tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/c5b19754-da24-4a2d-aca3-0dfa83817b29 HTTP/1.1" status: 404 len: 336 time: 0.1125295 Mar 23 10:23:30.926790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1972551383', 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:30.932668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34846) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:30.949638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-fa57232c-cfc2-4926-9559-07fd4ac4b885 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861', 'tempest-TagsExtTest-Tag-241221363') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.047958 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a58ee4-35d3-499e-8d81-59736e037784 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:31.048422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a58ee4-35d3-499e-8d81-59736e037784 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:31.050161 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c5a58ee4-35d3-499e-8d81-59736e037784 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/7479c134-7985-4caf-a571-e87ab79d9eec HTTP/1.1" status: 404 len: 337 time: 0.1164606 Mar 23 10:23:31.052279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.058709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34850) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.061159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795353c-e7f4-4210-a73e-2a20ce1e3917 None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:23:31.090754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1090f722-08f2-4e11-b1ec-0f340064a444']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.106110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260e39ab-df48-45fc-9b67-864f789d1b87') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.106409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260e39ab-df48-45fc-9b67-864f789d1b87') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.128642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.185693 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae61030b-153f-4db3-aba0-b2c9ddd0b486 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:31.186401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae61030b-153f-4db3-aba0-b2c9ddd0b486 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:31.188780 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ae61030b-153f-4db3-aba0-b2c9ddd0b486 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/f8cc0cc1-9dc9-4a2d-aebd-ccb62b450da9 HTTP/1.1" status: 404 len: 337 time: 0.1226833 Mar 23 10:23:31.192871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.195821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34854) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.201611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Releasing vlan 843 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:31.202659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.208245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-610917b7-f799-4e21-9f21-4c7f74bd1c2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:31.231198 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:31.247364 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-92d29614-255b-4cba-8219-e4472d3b04ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.288380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8795353c-e7f4-4210-a73e-2a20ce1e3917 None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:23:31.308593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-92d29614-255b-4cba-8219-e4472d3b04ae None None] For port 38cc2243-a124-4107-8f7a-4ff290ee6b97, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=38cc2243-a124-4107-8f7a-4ff290ee6b97,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:31.313574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-92d29614-255b-4cba-8219-e4472d3b04ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.336980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.362269 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b593e0-6461-4724-a75c-ce5bfbb69144 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:31.362269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b593e0-6461-4724-a75c-ce5bfbb69144 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:31.363983 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-01b593e0-6461-4724-a75c-ce5bfbb69144 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/d46f3c19-0e09-4d32-a97b-f8a4cb7270b2 HTTP/1.1" status: 404 len: 337 time: 0.1261356 Mar 23 10:23:31.366697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:31.370525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34858) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.372208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.377122 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fa57232c-cfc2-4926-9559-07fd4ac4b885 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags/tempest-TagsExtTest-Tag-241221363 HTTP/1.1" status: 204 len: 168 time: 0.4534442 Mar 23 10:23:31.377319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Network': ['ID=1090f722-08f2-4e11-b1ec-0f340064a444,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:31.391515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34862) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.402851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-66c6f8be-e3f3-4927-a6f6-16f518feccdd tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861', 'tempest-TagsExtTest-Tag-241221363') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.434009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:subnet and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:31.442483 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:31.447265 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c4a548-f5e1-48de-b13c-1ec26b4aeb64 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:31.447709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c4a548-f5e1-48de-b13c-1ec26b4aeb64 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:31.449390 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-50c4a548-f5e1-48de-b13c-1ec26b4aeb64 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/c9003ebc-c955-47d0-8409-108bf0098c45 HTTP/1.1" status: 404 len: 337 time: 0.0777884 Mar 23 10:23:31.457540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:31.459207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34866) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.487435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d29614-255b-4cba-8219-e4472d3b04ae None None] Pushing event updated for resources: {'Port': ['ID=38cc2243-a124-4107-8f7a-4ff290ee6b97,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:31.505150 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-671f55e8-5b60-4426-8504-cad201aa3c69 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "DELETE /v2.0/networks/1090f722-08f2-4e11-b1ec-0f340064a444 HTTP/1.1" status: 204 len: 168 time: 1.4787035 Mar 23 10:23:31.508181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34870) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.511514 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a0c2a06a-c084-4b5a-8b03-768434d8e78d tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=0ed42203-0117-4005-a86a-dbb9f98d817a HTTP/1.1" status: 200 len: 205 time: 0.0511861 Mar 23 10:23:31.518213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34872) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.552453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.596763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:31.603103 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.633999 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-800bf68c-4124-4449-a601-f3948bac4aee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] delete failed (client error): The resource could not be found. Mar 23 10:23:31.635553 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-800bf68c-4124-4449-a601-f3948bac4aee tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/0ed42203-0117-4005-a86a-dbb9f98d817a HTTP/1.1" status: 404 len: 336 time: 0.1163058 Mar 23 10:23:31.656804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34878) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.747063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:31.755074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:31.770204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:31.770921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-610917b7-f799-4e21-9f21-4c7f74bd1c2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.771220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.783267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b428776e-30c5-44a0-b437-c57317b95fea None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:23:31.803106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:31.805765 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e5ac021a-2dc3-4484-9f1a-c6e791e5e649 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=ff5bebde-3764-4088-b2e3-4dbf25777cb0 HTTP/1.1" status: 200 len: 205 time: 0.1463981 Mar 23 10:23:31.808437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=42291983-5159-4579-885c-f42fd1391d36,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:31.812154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34882) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.889760 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-655a1252-bfc0-4899-a1d9-d0666e114fbc tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] delete failed (client error): The resource could not be found. Mar 23 10:23:31.893181 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-655a1252-bfc0-4899-a1d9-d0666e114fbc tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/ff5bebde-3764-4088-b2e3-4dbf25777cb0 HTTP/1.1" status: 404 len: 336 time: 0.0776772 Mar 23 10:23:31.897209 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2cb705ff-aa78-435c-b1ba-3137dcdaef06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3286819 Mar 23 10:23:31.897209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34886) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.898777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34888) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.909066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1313609668', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '42291983-5159-4579-885c-f42fd1391d36'}], 'security_groups': ['e41cf1a0-99e9-4033-869c-df9263609ecf']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:31.937689 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-66c6f8be-e3f3-4927-a6f6-16f518feccdd tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags/tempest-TagsExtTest-Tag-241221363 HTTP/1.1" status: 204 len: 168 time: 0.5448697 Mar 23 10:23:31.942624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34894) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:31.945620 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-827b5662-a00c-42a7-a594-8d6fe3697007 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:31.945823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827b5662-a00c-42a7-a594-8d6fe3697007 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:31.948099 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-827b5662-a00c-42a7-a594-8d6fe3697007 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/323bcfdb-8e1f-466f-b758-c44f80d2a843 HTTP/1.1" status: 404 len: 337 time: 0.0487385 Mar 23 10:23:31.951718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-76679eb0-3b72-48c4-b66b-ca4d48c0b334 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:31.955191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428776e-30c5-44a0-b437-c57317b95fea None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:23:32.030717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34898) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.114812 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7e1e9d1f-735e-46da-b114-149f8e2a8987 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=0decefa5-ac49-4454-bb60-2a05464bd7f3 HTTP/1.1" status: 200 len: 205 time: 0.0749178 Mar 23 10:23:32.120053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34902) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.222790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-610917b7-f799-4e21-9f21-4c7f74bd1c2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.294118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610917b7-f799-4e21-9f21-4c7f74bd1c2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=b021195d-2bc9-4944-aba3-7bc38c812937,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:32.308304 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-a0d0789f-50e6-40af-b84b-3404130460ff tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] delete failed (client error): The resource could not be found. Mar 23 10:23:32.311961 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a0d0789f-50e6-40af-b84b-3404130460ff tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/0decefa5-ac49-4454-bb60-2a05464bd7f3 HTTP/1.1" status: 404 len: 336 time: 0.1881666 Mar 23 10:23:32.318528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 38cc2243-a124-4107-8f7a-4ff290ee6b97 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:32.329562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34906) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.336532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-610917b7-f799-4e21-9f21-4c7f74bd1c2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.385692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.397242 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-76679eb0-3b72-48c4-b66b-ca4d48c0b334 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags HTTP/1.1" status: 200 len: 205 time: 0.4510384 Mar 23 10:23:32.397997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34910) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.404694 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-468ec728-7566-4e0e-bfb0-9834f6672f8a tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:32.411303 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2c63d3a2-ed77-48cb-a4f8-e089441011fb tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=5ad7c931-caf1-4e69-b642-3a1351d43573 HTTP/1.1" status: 200 len: 205 time: 0.0741353 Mar 23 10:23:32.413409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34914) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.454957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 38cc2243-a124-4107-8f7a-4ff290ee6b97 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:32.455523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.481840 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e25f9d8-c518-484a-9aac-7b4c6305d6d5 None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:32.490076 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-610917b7-f799-4e21-9f21-4c7f74bd1c2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/b021195d-2bc9-4944-aba3-7bc38c812937 HTTP/1.1" status: 204 len: 168 time: 1.8998992 Mar 23 10:23:32.494850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e985b26-b2f0-4f53-8707-a580ff8286d9 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:32.498414 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-6f859919-7bf2-4182-a4d6-cbaae3839474 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] delete failed (client error): The resource could not be found. Mar 23 10:23:32.503645 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6f859919-7bf2-4182-a4d6-cbaae3839474 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/5ad7c931-caf1-4e69-b642-3a1351d43573 HTTP/1.1" status: 404 len: 336 time: 0.0774829 Mar 23 10:23:32.503645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34918) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.503645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8805ad97-403f-42fe-b4ab-effce130c65c']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:32.504914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34920) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.549756 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:23:32.550364 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e40b90-9dc3-4a92-a233-63ed3eaff038 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:32.550481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e40b90-9dc3-4a92-a233-63ed3eaff038 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:32.555816 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-87e40b90-9dc3-4a92-a233-63ed3eaff038 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/9d381d96-c9f4-4901-898c-c9ceae8b298b HTTP/1.1" status: 404 len: 337 time: 0.0446455 Mar 23 10:23:32.555816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34926) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.577347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2059f764-e345-41ab-aa04-103dfd93e5bd') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:32.577633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2059f764-e345-41ab-aa04-103dfd93e5bd') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:32.595278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.599905 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-768d92ef-18c0-4345-a70c-da3f60898154 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891070 Mar 23 10:23:32.604288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34930) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.607990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.618342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:32.653007 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a4848361-cdc3-4d86-bc65-b59014062289 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=e195f388-57fb-481d-b641-e6d451241942 HTTP/1.1" status: 200 len: 205 time: 0.0941341 Mar 23 10:23:32.661871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34934) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.729259 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-468ec728-7566-4e0e-bfb0-9834f6672f8a tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags HTTP/1.1" status: 200 len: 240 time: 0.3301797 Mar 23 10:23:32.733620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34938) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.737901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.743480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-285b92ea-1cfc-4a6a-8894-594e9a3e98fd tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57', 'tempest-TagsExtTest-Tag-447221323') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:32.764576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:32.765010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:32.791880 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:32.806965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:32.814165 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-89aaee6c-2f03-4cb0-95ff-63bd7289004f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] delete failed (client error): The resource could not be found. Mar 23 10:23:32.815181 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-89aaee6c-2f03-4cb0-95ff-63bd7289004f tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/e195f388-57fb-481d-b641-e6d451241942 HTTP/1.1" status: 404 len: 336 time: 0.1430955 Mar 23 10:23:32.832085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34942) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.885467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Checking segment: {'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:32.886104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network hostable DHCP agents. Network: e39bb788-f0c6-4cc1-a5d8-04cdb881e41c, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:32.890790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Subnet': ['ID=bfdc74fb-b698-4847-a8e5-d291481b4564,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:32.895777 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b2409e-0bb2-45b7-8a26-bfd8d8672312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:32.896301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b2409e-0bb2-45b7-8a26-bfd8d8672312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:32.900614 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-63b2409e-0bb2-45b7-8a26-bfd8d8672312 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/85725b6a-d970-4368-80bf-48bc22fbd2cc HTTP/1.1" status: 404 len: 337 time: 0.0674162 Mar 23 10:23:32.904959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 34946) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.909661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:32.916392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:32.927425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:32.939899 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-285b92ea-1cfc-4a6a-8894-594e9a3e98fd tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags/tempest-TagsExtTest-Tag-447221323 HTTP/1.1" status: 204 len: 168 time: 0.2048085 Mar 23 10:23:32.940524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34950) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.952389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-b8d09c1b-f106-4402-ac91-bc718f6c9ec3 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57', 'tempest-TagsExtTest-Tag-447221323') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:32.966203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:32.967343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:32.973072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.985554 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d9f7d638-f641-4eb7-a5a8-26370f4472c9 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "GET /v2.0/ports?device_id=44cac1f9-f786-4ac1-a730-b4b510e647d1 HTTP/1.1" status: 200 len: 205 time: 0.0790868 Mar 23 10:23:32.989421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:32.993159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34954) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:32.993807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.016511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:33.091151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.113578 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-1646a455-02f6-4c63-9748-7fd6997876cf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] delete failed (client error): The resource could not be found. Mar 23 10:23:33.117134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:33.117315 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1646a455-02f6-4c63-9748-7fd6997876cf tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/routers/44cac1f9-f786-4ac1-a730-b4b510e647d1 HTTP/1.1" status: 404 len: 336 time: 0.1189702 Mar 23 10:23:33.117438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.117525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] Pushing event deleted for resources: {'Network': ['ID=8805ad97-403f-42fe-b4ab-effce130c65c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:33.121887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34958) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:33.138556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, e39bb788-f0c6-4cc1-a5d8-04cdb881e41c) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:33.144246 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:33.144824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.154893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baaf94d-4ff2-4168-8d52-1d1a4e046b1c None None] Network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:33.186553 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-31edf9a3-0513-4081-9f56-e4b85c9b5ed4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3030901 Mar 23 10:23:33.209607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:23:33.209832 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f3772884-2d81-4947-800f-5e9b32a4e285 tempest-BulkNetworkOpsTest-653095567 tempest-BulkNetworkOpsTest-653095567-project] 10.222.0.84 "DELETE /v2.0/networks/8805ad97-403f-42fe-b4ab-effce130c65c HTTP/1.1" status: 204 len: 168 time: 1.6939960 Mar 23 10:23:33.235757 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-f141860e-3e2a-4a9c-982a-73a7f4ee6b93 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:33.236210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f141860e-3e2a-4a9c-982a-73a7f4ee6b93 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:33.237901 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f141860e-3e2a-4a9c-982a-73a7f4ee6b93 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/c0cae19f-d891-42c1-aa4e-cd872faea87b HTTP/1.1" status: 404 len: 337 time: 0.0715101 Mar 23 10:23:33.243157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34966) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:33.303498 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5e7b8a-cc79-4395-8a61-5d5a92a81f57 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:33.303990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5e7b8a-cc79-4395-8a61-5d5a92a81f57 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:33.309233 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ce5e7b8a-cc79-4395-8a61-5d5a92a81f57 tempest-RoutersTest-835843070 tempest-RoutersTest-835843070-project] 10.222.0.84 "DELETE /v2.0/subnets/b2f98b64-6aca-4f49-bd5d-42fa1401389a HTTP/1.1" status: 404 len: 337 time: 0.0616069 Mar 23 10:23:33.335988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Deleting port 38cc2243-a124-4107-8f7a-4ff290ee6b97 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:33.336624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.454896 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b8d09c1b-f106-4402-ac91-bc718f6c9ec3 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags/tempest-TagsExtTest-Tag-447221323 HTTP/1.1" status: 204 len: 168 time: 0.5108237 Mar 23 10:23:33.457021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34972) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:33.473381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-2ccf698f-799f-49b5-b294-9437f412a14a tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:33.715714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:23:33.784073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Delete allocated IP 2001:db8::95 (432eba06-546a-492b-b2fe-fde3e6b70a77/d129cf10-2b13-44bd-ad60-6a0e70fb01e1) {{(pid=87860) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:23:33.794559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8:0:1::163 (432eba06-546a-492b-b2fe-fde3e6b70a77/42291983-5159-4579-885c-f42fd1391d36/2ebc23ca-67e3-4f04-b252-55c885b8aa62) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:33.841244 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c378df89-c7a8-4828-98c6-a00a22706c03 None None] Update dhcp port {'port': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'fixed_ips': [{'subnet_id': 'd129cf10-2b13-44bd-ad60-6a0e70fb01e1', 'ip_address': '2001:db8::2'}, {'subnet_id': '42291983-5159-4579-885c-f42fd1391d36'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:23:33.866963 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2ccf698f-799f-49b5-b294-9437f412a14a tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags HTTP/1.1" status: 200 len: 205 time: 0.4064827 Mar 23 10:23:33.866963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34980) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:33.866963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34982) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:33.866963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34984) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:33.915835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 34986) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:33.944459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7a049e20-493a-4477-aab4-d435c8a0a764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:33.959676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-b848c37f-6862-4019-83e0-09ac13795607 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:33.975133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1255532938', 'description': 'tempest-secgroup-smoke-1255532938 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:33.991644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:34.025912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:34.060929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.067079 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b848c37f-6862-4019-83e0-09ac13795607 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags HTTP/1.1" status: 204 len: 168 time: 0.1153808 Mar 23 10:23:34.069370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35000) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:34.071810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.078672 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c378df89-c7a8-4828-98c6-a00a22706c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.093012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object 2ebc23ca-67e3-4f04-b252-55c885b8aa62 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:34.099121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.162510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-b12dcea2-ccc8-4649-a3c7-1cafae94ff8d tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:34.164016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-e39bb788-f0c6-4cc1-a5d8-04cdb881e41c', 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ips': [{'subnet_id': 'bfdc74fb-b698-4847-a8e5-d291481b4564'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:23:34.164828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.222005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.230229 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] In _notify_port_updated(), no bound segment for port 2ebc23ca-67e3-4f04-b252-55c885b8aa62 on network 432eba06-546a-492b-b2fe-fde3e6b70a77 {{(pid=87860) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:23:34.238001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:34.238001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.242979 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "PUT /v2.0/ports/2ebc23ca-67e3-4f04-b252-55c885b8aa62 HTTP/1.1" status: 200 len: 931 time: 2.3423858 Mar 23 10:23:34.254578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35008) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:34.299812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db3a8c-8265-4403-8ad8-e58dff83ffbc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=2ebc23ca-67e3-4f04-b252-55c885b8aa62,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:34.343207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 38cc2243-a124-4107-8f7a-4ff290ee6b97 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:34.373232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:34.415213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:34.425532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:34.442077 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a08b4d00-538f-4971-9147-7ca0889cb65b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=33eec4c18867433da011ca0070251672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345910 Mar 23 10:23:34.443793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35012) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:34.474272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-15378c51-6a95-4ab8-b144-f75b89f28379 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 2ebc23ca-67e3-4f04-b252-55c885b8aa62 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:34.474756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15378c51-6a95-4ab8-b144-f75b89f28379 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.494355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] For port 38cc2243-a124-4107-8f7a-4ff290ee6b97, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=38cc2243-a124-4107-8f7a-4ff290ee6b97,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:34.494982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.622068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:34.634104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-afefa4b2-b4c3-4621-bbba-e82aa6cb9bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.666581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Calling delete_port for 38cc2243-a124-4107-8f7a-4ff290ee6b97 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:34.704193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-afefa4b2-b4c3-4621-bbba-e82aa6cb9bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.744710 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8125d80f-9c0a-4999-8322-061c8f9553ac admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c62c0ca9a2db40de9f7382c4168bf10c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8313193 Mar 23 10:23:34.755611 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b12dcea2-ccc8-4649-a3c7-1cafae94ff8d tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags HTTP/1.1" status: 204 len: 168 time: 0.6827710 Mar 23 10:23:34.758076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35016) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:34.758677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35018) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:34.764955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-2c18e2f7-160f-496d-96c7-a391ceb1f6e6 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:34.860536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-c378df89-c7a8-4828-98c6-a00a22706c03 None None] Allocated IP 2001:db8:0:1::2 (432eba06-546a-492b-b2fe-fde3e6b70a77/42291983-5159-4579-885c-f42fd1391d36/99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:34.894541 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.895998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15378c51-6a95-4ab8-b144-f75b89f28379 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.896792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] For port 38cc2243-a124-4107-8f7a-4ff290ee6b97, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=38cc2243-a124-4107-8f7a-4ff290ee6b97,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:34.924136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Allocated IP 172.20.0.18 (e39bb788-f0c6-4cc1-a5d8-04cdb881e41c/bfdc74fb-b698-4847-a8e5-d291481b4564/d92db63a-9e80-45da-ba0e-d0ff513aa2f7) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:34.970770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.994257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:34.999202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.012005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35b096e1-d15c-4a6e-9e03-2e7618e964a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.041828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.042563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.053685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:35.054109 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:35.056251 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-15378c51-6a95-4ab8-b144-f75b89f28379 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 2ebc23ca-67e3-4f04-b252-55c885b8aa62 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:35.107685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-afefa4b2-b4c3-4621-bbba-e82aa6cb9bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.130834 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefa4b2-b4c3-4621-bbba-e82aa6cb9bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de97718-6efc-4d26-a1c5-fda47293c6ee,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:35.144757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-afefa4b2-b4c3-4621-bbba-e82aa6cb9bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.148459 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-afefa4b2-b4c3-4621-bbba-e82aa6cb9bbc admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9de97718-6efc-4d26-a1c5-fda47293c6ee HTTP/1.1" status: 204 len: 168 time: 0.7047498 Mar 23 10:23:35.212957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:35.213582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:35.217433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35b096e1-d15c-4a6e-9e03-2e7618e964a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.227664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6788e9fe-de0c-4248-b11d-5a94fca86294,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:35.236937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:35.249311 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c378df89-c7a8-4828-98c6-a00a22706c03 None None] For port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,segment=NetworkSegment(1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea),segment_id=1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:35.251377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:35.254607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:35.255901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.283683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15378c51-6a95-4ab8-b144-f75b89f28379 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.289019 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2c18e2f7-160f-496d-96c7-a391ceb1f6e6 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags HTTP/1.1" status: 204 len: 168 time: 0.5281301 Mar 23 10:23:35.314800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35026) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:35.317966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.319223 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-35892675-9762-49a6-bad5-e467a9f3bc26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4118316 Mar 23 10:23:35.327047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=10742c61-5dd4-4483-9117-10c51e446896,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:35.333961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35030) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:35.339534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-6f1ccecb-099a-4654-9e31-187ae7f3abd5 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:35.345251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c378df89-c7a8-4828-98c6-a00a22706c03 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.362051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15378c51-6a95-4ab8-b144-f75b89f28379 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=2ebc23ca-67e3-4f04-b252-55c885b8aa62,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:35.364098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c378df89-c7a8-4828-98c6-a00a22706c03 None None] Transition to ACTIVE for port object 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:35.375832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c378df89-c7a8-4828-98c6-a00a22706c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.409158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15378c51-6a95-4ab8-b144-f75b89f28379 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.409864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=38cc2243-a124-4107-8f7a-4ff290ee6b97,revision_number=6']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:35.419737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '6788e9fe-de0c-4248-b11d-5a94fca86294', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:35.423012 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-15378c51-6a95-4ab8-b144-f75b89f28379 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/2ebc23ca-67e3-4f04-b252-55c885b8aa62 HTTP/1.1" status: 204 len: 168 time: 1.1663344 Mar 23 10:23:35.425611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35034) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:35.440721 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c616b48c-4cf8-4728-8380-97ee551bfe0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8347154 Mar 23 10:23:35.442034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:35.444635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35038) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:35.451512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:35.457706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:cd:1c:50', 'name': 'tempest-NetworksTestDHCPv6-401728604'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:35.479152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:35.491320 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9636502-a8d5-4138-812b-e20e69492088 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:23:35.491551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a9636502-a8d5-4138-812b-e20e69492088 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:35.492470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:35.517390 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a9636502-a8d5-4138-812b-e20e69492088 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:35.519690 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a9636502-a8d5-4138-812b-e20e69492088 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/2ebc23ca-67e3-4f04-b252-55c885b8aa62 HTTP/1.1" status: 404 len: 333 time: 0.0919046 Mar 23 10:23:35.522114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35044) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:35.608004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Deleting port 38cc2243-a124-4107-8f7a-4ff290ee6b97 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:35.608474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.613702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35b096e1-d15c-4a6e-9e03-2e7618e964a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.617393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e4055631-0d03-4338-b90b-817267e1ba04 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.642257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.644714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378df89-c7a8-4828-98c6-a00a22706c03 None None] Pushing event updated for resources: {'Port': ['ID=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:35.671091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.676446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e4055631-0d03-4338-b90b-817267e1ba04 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.676750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b096e1-d15c-4a6e-9e03-2e7618e964a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afbaa94-0b62-49ba-a7a3-3d9cfba2b720,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:35.711119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35b096e1-d15c-4a6e-9e03-2e7618e964a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.712581 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-35b096e1-d15c-4a6e-9e03-2e7618e964a4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5afbaa94-0b62-49ba-a7a3-3d9cfba2b720 HTTP/1.1" status: 204 len: 168 time: 0.9532843 Mar 23 10:23:35.748697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:35.756530 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6f1ccecb-099a-4654-9e31-187ae7f3abd5 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags HTTP/1.1" status: 204 len: 168 time: 0.4403501 Mar 23 10:23:35.757988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:35.760532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35056) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:35.762045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:35.767159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-f6e4bade-cc69-406f-b709-b06a908e64f1 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf', 'tempest-TagsExtTest-Tag-1419260634') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:35.772261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:35.796089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.800671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:35.800990 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e4055631-0d03-4338-b90b-817267e1ba04 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.817596 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.836690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4055631-0d03-4338-b90b-817267e1ba04 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8281f6d-9c7c-4a1c-a3de-1ef8bffc5660,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:35.839001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Transition to ACTIVE for port object d92db63a-9e80-45da-ba0e-d0ff513aa2f7 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:35.851297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.862498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e4055631-0d03-4338-b90b-817267e1ba04 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:35.865653 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e4055631-0d03-4338-b90b-817267e1ba04 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/security-groups/e8281f6d-9c7c-4a1c-a3de-1ef8bffc5660 HTTP/1.1" status: 204 len: 168 time: 0.3425553 Mar 23 10:23:35.869360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35062) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.068897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad2079d-0c75-456f-89aa-54d938537be3,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:36.096242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.103975 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-624ba1cd-9b0b-41b6-9586-90c9dc4cc45c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7051978 Mar 23 10:23:36.106632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35068) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.111443 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f6e4bade-cc69-406f-b709-b06a908e64f1 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags/tempest-TagsExtTest-Tag-1419260634 HTTP/1.1" status: 201 len: 201 time: 0.3460627 Mar 23 10:23:36.113537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35070) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.124216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '6788e9fe-de0c-4248-b11d-5a94fca86294', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:36.125531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-f471739b-9ac9-4376-b0c3-b4ed58f514b2 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5', 'tempest-TagsExtTest-Tag-869707343') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:36.144973 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:36.152487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:36.157668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5404a974-5e55-4c2d-b3ad-a8508967afa8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.158122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:36.168669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:36.190923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5404a974-5e55-4c2d-b3ad-a8508967afa8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.274628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5404a974-5e55-4c2d-b3ad-a8508967afa8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.275595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.278659 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Transition to ACTIVE for port object d92db63a-9e80-45da-ba0e-d0ff513aa2f7 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:36.302593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.311443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 38cc2243-a124-4107-8f7a-4ff290ee6b97, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=38cc2243-a124-4107-8f7a-4ff290ee6b97,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:36.323439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.330024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.333885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404a974-5e55-4c2d-b3ad-a8508967afa8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41cf1a0-99e9-4033-869c-df9263609ecf,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:36.356678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5404a974-5e55-4c2d-b3ad-a8508967afa8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.361492 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5404a974-5e55-4c2d-b3ad-a8508967afa8 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/security-groups/e41cf1a0-99e9-4033-869c-df9263609ecf HTTP/1.1" status: 204 len: 168 time: 0.4815912 Mar 23 10:23:36.364424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35082) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.365931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port a812edd1-5348-4d4f-ade1-54e60835b9a1 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:36.441963 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f471739b-9ac9-4376-b0c3-b4ed58f514b2 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags/tempest-TagsExtTest-Tag-869707343 HTTP/1.1" status: 201 len: 201 time: 0.3268826 Mar 23 10:23:36.443150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35090) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.457615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-611c6408-a83d-4c84-9a61-6ec080d72b49 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861', 'tempest-TagsExtTest-Tag-2027539643') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:36.473835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.519057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Pushing event updated for resources: {'Port': ['ID=d92db63a-9e80-45da-ba0e-d0ff513aa2f7,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:36.546068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:36.564696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-76360ef4-378e-4d1f-b01c-22354d872fe0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet d129cf10-2b13-44bd-ad60-6a0e70fb01e1 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:36.586463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76360ef4-378e-4d1f-b01c-22354d872fe0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.655878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.676958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.745463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:36.765171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:36.789433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76360ef4-378e-4d1f-b01c-22354d872fe0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.791964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:36.818936 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-611c6408-a83d-4c84-9a61-6ec080d72b49 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags/tempest-TagsExtTest-Tag-2027539643 HTTP/1.1" status: 201 len: 201 time: 0.3723896 Mar 23 10:23:36.819910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35100) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.827495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-f196c07e-bf4c-4510-9d55-959c8452b211 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57', 'tempest-TagsExtTest-Tag-208396658') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:36.869560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35104) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.900054 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f196c07e-bf4c-4510-9d55-959c8452b211 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags/tempest-TagsExtTest-Tag-208396658 HTTP/1.1" status: 201 len: 201 time: 0.0774760 Mar 23 10:23:36.900999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35110) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.905975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-7e1ffc28-9f91-4290-a7c3-daf123aa00d1 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf', {'tags': ['tempest-TagsExtTest-Tag-411763836', 'tempest-TagsExtTest-Tag-1877055147', 'tempest-TagsExtTest-Tag-1948274756']}) {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:36.920084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=38cc2243-a124-4107-8f7a-4ff290ee6b97,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:36.949659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:36.952169 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8365881 Mar 23 10:23:36.967299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35116) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:36.991889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd11a1c-1727-4b19-8423-6ca1692135c9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba3ce65-ba01-4adb-b6f3-892b9a28da8e,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:36.992173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] For port 38cc2243-a124-4107-8f7a-4ff290ee6b97, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=38cc2243-a124-4107-8f7a-4ff290ee6b97,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:36.992547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.013313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '6788e9fe-de0c-4248-b11d-5a94fca86294', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:37.037442 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7e1ffc28-9f91-4290-a7c3-daf123aa00d1 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags HTTP/1.1" status: 200 len: 317 time: 0.1353371 Mar 23 10:23:37.040408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35122) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.040786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f16b8ae3-fd8d-4bda-adf3-320d9dfa04f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.054650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-612c205e-bc5b-4f31-921a-65ffa7faf05c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:37.079578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76360ef4-378e-4d1f-b01c-22354d872fe0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.146801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-828f5d65-4d8f-45b8-8f1b-8e7731285f22 tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1326749340', 'prefixes': ['172.20.0.0/16']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:37.154299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-828f5d65-4d8f-45b8-8f1b-8e7731285f22 tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:37.166492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:37.195576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:37.219243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:37.225177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::f816:3eff:fecd:1c50 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/10742c61-5dd4-4483-9117-10c51e446896/a812edd1-5348-4d4f-ade1-54e60835b9a1) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:37.243036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:37.261517 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-612c205e-bc5b-4f31-921a-65ffa7faf05c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags HTTP/1.1" status: 204 len: 168 time: 0.2191324 Mar 23 10:23:37.265792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35130) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.281144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-ef2fc882-aac6-4e0e-97d3-cf7f33edda29 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf', 'tempest-TagsExtTest-Tag-411763836') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:37.294238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Calling delete_port for 38cc2243-a124-4107-8f7a-4ff290ee6b97 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:37.295188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-828f5d65-4d8f-45b8-8f1b-8e7731285f22 tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] Notify callbacks [] for subnetpool, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.296648 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-828f5d65-4d8f-45b8-8f1b-8e7731285f22 tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] 10.222.0.84 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4253902 Mar 23 10:23:37.299461 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35134) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.343273 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7c55c37d-adc2-4f35-aba6-332ba876f37e tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] 10.222.0.84 "GET /v2.0/subnetpools/a5f51246-a07d-448b-81ad-32d5045651b6 HTTP/1.1" status: 200 len: 732 time: 0.0414474 Mar 23 10:23:37.344998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35138) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.352816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c881abd6-357e-4c30-a15f-b3d1f0a6815f tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-388339297'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:37.382265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.392402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-09a475af-8caf-4e95-ac89-77f7cf3e2939 None None] Provisioning complete for port 314e52f2-588c-49cd-8121-b090cc2b3604 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:37.393065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-09a475af-8caf-4e95-ac89-77f7cf3e2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.409111 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35142) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.442952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.483060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Attempting to bind port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:37.484412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Attempting to bind port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:37.486935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Attempting to bind port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 on network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:37.494033 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c881abd6-357e-4c30-a15f-b3d1f0a6815f tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] Notify callbacks [] for subnetpool, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.496512 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c881abd6-357e-4c30-a15f-b3d1f0a6815f tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] 10.222.0.84 "PUT /v2.0/subnetpools/a5f51246-a07d-448b-81ad-32d5045651b6 HTTP/1.1" status: 200 len: 683 time: 0.1501751 Mar 23 10:23:37.499292 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35148) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.502146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:23:37.502403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Checking segment: {'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:37.503111 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.503508 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Bound using segment: {'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:23:37.503986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Bound port: d92db63a-9e80-45da-ba0e-d0ff513aa2f7, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:37.504359 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.563332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.590608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568327559'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:37.663434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-09a475af-8caf-4e95-ac89-77f7cf3e2939 None None] Port 314e52f2-588c-49cd-8121-b090cc2b3604 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:37.676967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] For port d92db63a-9e80-45da-ba0e-d0ff513aa2f7, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:23:37.682682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] For port d92db63a-9e80-45da-ba0e-d0ff513aa2f7, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d92db63a-9e80-45da-ba0e-d0ff513aa2f7,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:23:37.688806 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:37.689522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:37.691330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.726193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-09a475af-8caf-4e95-ac89-77f7cf3e2939 None None] Provisioning for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:37.727748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:37.736305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:37.740971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:37.749877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:37.751720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-09a475af-8caf-4e95-ac89-77f7cf3e2939 None None] Provisioning complete for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:37.752262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-09a475af-8caf-4e95-ac89-77f7cf3e2939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.766728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.779800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.782940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76360ef4-378e-4d1f-b01c-22354d872fe0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.791503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bffffe98-2551-4817-9ab0-7f1eb46ead84 tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] Notify callbacks [] for subnetpool, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.795741 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bffffe98-2551-4817-9ab0-7f1eb46ead84 tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] 10.222.0.84 "DELETE /v2.0/subnetpools/a5f51246-a07d-448b-81ad-32d5045651b6 HTTP/1.1" status: 204 len: 168 time: 0.2919238 Mar 23 10:23:37.795741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35152) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.811557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:37.818841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:37.821788 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-79b7fde5-2ed1-4483-86dc-273fff5934f3 tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] show failed (client error): The resource could not be found. Mar 23 10:23:37.826276 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-79b7fde5-2ed1-4483-86dc-273fff5934f3 tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] 10.222.0.84 "GET /v2.0/subnetpools/a5f51246-a07d-448b-81ad-32d5045651b6 HTTP/1.1" status: 404 len: 346 time: 0.0265820 Mar 23 10:23:37.826276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:37.826276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35156) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.842399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:37.848788 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43695aff-3b95-4ad9-92ae-6db4a10dd7b7 None None] Pushing event updated for resources: {'Port': ['ID=d92db63a-9e80-45da-ba0e-d0ff513aa2f7,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:37.852608 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-34adb8ee-ec63-49f9-848e-b7db72b68ea0 tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] delete failed (client error): The resource could not be found. Mar 23 10:23:37.865080 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-34adb8ee-ec63-49f9-848e-b7db72b68ea0 tempest-SubnetPoolsTestJSON-1721208713 tempest-SubnetPoolsTestJSON-1721208713-project] 10.222.0.84 "DELETE /v2.0/subnetpools/a5f51246-a07d-448b-81ad-32d5045651b6 HTTP/1.1" status: 404 len: 346 time: 0.0267165 Mar 23 10:23:37.881865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76360ef4-378e-4d1f-b01c-22354d872fe0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=d129cf10-2b13-44bd-ad60-6a0e70fb01e1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:37.903403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-76360ef4-378e-4d1f-b01c-22354d872fe0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.940292 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-76360ef4-378e-4d1f-b01c-22354d872fe0 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/d129cf10-2b13-44bd-ad60-6a0e70fb01e1 HTTP/1.1" status: 204 len: 168 time: 1.5279553 Mar 23 10:23:37.940542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35162) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.947782 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-ef2fc882-aac6-4e0e-97d3-cf7f33edda29 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:37.948788 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ef2fc882-aac6-4e0e-97d3-cf7f33edda29 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags/tempest-TagsExtTest-Tag-411763836 HTTP/1.1" status: 404 len: 328 time: 0.6778891 Mar 23 10:23:37.954526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35164) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:37.958824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004d95c-852f-4906-87db-9e4edc4a7c51 None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:37.973912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:37.974721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:37.982099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.010523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-aa03445e-0f02-425e-a28a-d1b88f6221c9 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf', 'tempest-TagsExtTest-Tag-1877055147') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:38.065385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.069761 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0810330 Mar 23 10:23:38.077835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35170) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.084309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.087860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49021e33-e462-4967-8ba9-e476231be803 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b702b2-a8ee-43b7-9880-ba96099741a2,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:38.100277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '6788e9fe-de0c-4248-b11d-5a94fca86294', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:38.110650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Deleting port 38cc2243-a124-4107-8f7a-4ff290ee6b97 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:38.111169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.116151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:38.129892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:38.135073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:38.140173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object a812edd1-5348-4d4f-ade1-54e60835b9a1 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:38.148042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:38.154286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-09a475af-8caf-4e95-ac89-77f7cf3e2939 None None] Could not find standard attr ID for object 2ebc23ca-67e3-4f04-b252-55c885b8aa62. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:23:38.209074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.268392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.279840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.295859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:38.324700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:38.339167 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:38.372818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:38.375771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:38.384867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:38.387277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07fd7d8-fc02-42cc-b4a6-440b5e0b8f12,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:38.392703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:38.400438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:38.401389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.407667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:38.410168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.410501 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-aa03445e-0f02-425e-a28a-d1b88f6221c9 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:38.414774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d5b6db6c-69ce-4f6e-b0bf-2857741d6f10 None None] Could not find standard attr ID for object 2ebc23ca-67e3-4f04-b252-55c885b8aa62. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:23:38.414971 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-aa03445e-0f02-425e-a28a-d1b88f6221c9 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags/tempest-TagsExtTest-Tag-1877055147 HTTP/1.1" status: 404 len: 329 time: 0.4578795 Mar 23 10:23:38.415781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35176) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.423667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:38.429411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-5743ce39-c1d3-4cc4-be4d-a8fa97e4ec53 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf', 'tempest-TagsExtTest-Tag-1948274756') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:38.475001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:38.489882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=a812edd1-5348-4d4f-ade1-54e60835b9a1,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:38.495326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:38.538706 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3e166e9d-1840-46a0-ba0e-d593a6e84604 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0871401 Mar 23 10:23:38.538706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35180) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.542335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35184) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.595698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.621459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.646264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.653783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.654306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:38.663718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.683625 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] For port 38cc2243-a124-4107-8f7a-4ff290ee6b97, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=38cc2243-a124-4107-8f7a-4ff290ee6b97,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:38.684229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.713923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305c73c2-5f5d-442d-a234-f5dbf7e81d54,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:38.726905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.730815 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b5bddcd3-1fd5-4369-a697-db055e72214c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6516337 Mar 23 10:23:38.733523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35190) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.739963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '6788e9fe-de0c-4248-b11d-5a94fca86294', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:38.755853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:38.773404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c093f7-db5f-4fe2-9dff-3de1d08d6b0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:38.779249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c093f7-db5f-4fe2-9dff-3de1d08d6b0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:38.780056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-02c093f7-db5f-4fe2-9dff-3de1d08d6b0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:38.780230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d92db63a-9e80-45da-ba0e-d0ff513aa2f7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:38.783966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:38.800557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:38.809918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:38.821234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1abe2971-6d0e-471a-b6cb-827ce440740a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.838306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-02c093f7-db5f-4fe2-9dff-3de1d08d6b0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:38.839455 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-02c093f7-db5f-4fe2-9dff-3de1d08d6b0f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2962880 Mar 23 10:23:38.843223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35194) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.844788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1abe2971-6d0e-471a-b6cb-827ce440740a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:38.852921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1abe2971-6d0e-471a-b6cb-827ce440740a admin admin] Usage tracker for resource:security_group_rule and tenant:4177a0e294f94f0c98d025665aa0a952 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:38.889259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361fae2d-40cb-4d2f-ab8d-2883d4094fe3,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:38.934644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1abe2971-6d0e-471a-b6cb-827ce440740a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:38.945443 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:23:38.951332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:38.951978 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e327e866-c03b-495a-a813-9ec781792d15 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5398176 Mar 23 10:23:38.955511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35198) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:38.960825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Calling delete_port for 38cc2243-a124-4107-8f7a-4ff290ee6b97 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:38.973772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1abe2971-6d0e-471a-b6cb-827ce440740a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:38.981053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.011600 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-5743ce39-c1d3-4cc4-be4d-a8fa97e4ec53 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:39.016450 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5743ce39-c1d3-4cc4-be4d-a8fa97e4ec53 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags/tempest-TagsExtTest-Tag-1948274756 HTTP/1.1" status: 404 len: 329 time: 0.5914757 Mar 23 10:23:39.017720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35202) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.040628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-6af02234-afcf-4b09-8583-0205b57c600b tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5', {'tags': ['tempest-TagsExtTest-Tag-1449878485', 'tempest-TagsExtTest-Tag-1160577465', 'tempest-TagsExtTest-Tag-1990485037']}) {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:39.105581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2229c81f-72e8-4328-adca-dc0f73341421 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port a812edd1-5348-4d4f-ade1-54e60835b9a1 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:39.105581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2229c81f-72e8-4328-adca-dc0f73341421 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.149015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:39.181154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8c0ca005-2760-4690-9235-4abe510dcc46 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:39.200987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.242190 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8c0ca005-2760-4690-9235-4abe510dcc46 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:39.244312 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8c0ca005-2760-4690-9235-4abe510dcc46 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2835870 Mar 23 10:23:39.253393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35206) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.272821 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6af02234-afcf-4b09-8583-0205b57c600b tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags HTTP/1.1" status: 200 len: 318 time: 0.2497385 Mar 23 10:23:39.277333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35210) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.305666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] Pushing event deleted for resources: {'Port': ['ID=38cc2243-a124-4107-8f7a-4ff290ee6b97,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:39.325151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-c81a06a7-fb7c-4112-a1b8-2e656718c4a0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:39.354665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-95734767-9703-4366-ba61-9b83a5ec4ce8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group': {'name': 'tempest-security--402106322', 'description': 'tempest-security-description-337516511'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:39.368483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422b397a-6437-4ae8-a33d-afc9bb620cf2 None None] No DVR routers for this DVR port 38cc2243-a124-4107-8f7a-4ff290ee6b97 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:39.408131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83cd6b2-a58b-40f8-b918-2e9f488852f4 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:39.432634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.538131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.548843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.555915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.574679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95734767-9703-4366-ba61-9b83a5ec4ce8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.623782 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c81a06a7-fb7c-4112-a1b8-2e656718c4a0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags HTTP/1.1" status: 204 len: 168 time: 0.3443494 Mar 23 10:23:39.631926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35214) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.634833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547ae827-36e9-49e1-9982-cc08fb5a0b52,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:39.647646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1abe2971-6d0e-471a-b6cb-827ce440740a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.657164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-74143b70-a443-48af-9706-162118a79c98 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5', 'tempest-TagsExtTest-Tag-1449878485') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:39.671552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1abe2971-6d0e-471a-b6cb-827ce440740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.681952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121c6b60-693f-4d9a-bf9a-b4b44d499e51 None None] Network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:39.701979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:39.710654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:39.720485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:39.721189 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.721335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.722930 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f0c3bd5e-388d-4c0d-88a4-5f6d93ffe1c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9883075 Mar 23 10:23:39.729878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2229c81f-72e8-4328-adca-dc0f73341421 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.734894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35218) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.751231 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bfc6c0-58ef-4b49-b015-721c6227a785 None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:39.751950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '6788e9fe-de0c-4248-b11d-5a94fca86294', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:39.764270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:39.767256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=f7b1f0c1-a83b-472d-96eb-04fa401908cd,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:39.774073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:39.778063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:39.786893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:39.789667 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dca34eda-2f3f-4ff7-bbab-e52e1d5951d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8374739 Mar 23 10:23:39.793865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35222) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.800695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'security_group': {'name': 'tempest-secgroup-37554589'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:39.813582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:39.832972 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:23:39.841708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:39.844811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95734767-9703-4366-ba61-9b83a5ec4ce8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.847144 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-74143b70-a443-48af-9706-162118a79c98 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:39.848623 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-74143b70-a443-48af-9706-162118a79c98 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags/tempest-TagsExtTest-Tag-1449878485 HTTP/1.1" status: 404 len: 329 time: 0.2154939 Mar 23 10:23:39.849627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.860643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:39.863623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35226) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.878124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-4ae86ac6-36dc-4d62-9817-ba55aa60f37a tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5', 'tempest-TagsExtTest-Tag-1160577465') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:39.913693 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1abe2971-6d0e-471a-b6cb-827ce440740a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=4177a0e294f94f0c98d025665aa0a952&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3760178 Mar 23 10:23:39.914575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35230) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.922974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:39.923259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2229c81f-72e8-4328-adca-dc0f73341421 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for a812edd1-5348-4d4f-ade1-54e60835b9a1 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:39.951338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95734767-9703-4366-ba61-9b83a5ec4ce8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.954275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95734767-9703-4366-ba61-9b83a5ec4ce8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:39.957185 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-95734767-9703-4366-ba61-9b83a5ec4ce8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "PUT /v2.0/security-groups/361fae2d-40cb-4d2f-ab8d-2883d4094fe3 HTTP/1.1" status: 200 len: 1778 time: 0.6988680 Mar 23 10:23:39.967321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35232) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:39.968233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe2971-6d0e-471a-b6cb-827ce440740a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c8c627-31e0-4a39-b07b-2c00d39482bf,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:39.975305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1002753f-e2ab-4b66-a039-7e5228212fed None None] Provisioning for port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:39.993540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1002753f-e2ab-4b66-a039-7e5228212fed None None] Provisioning complete for port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:39.993957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1002753f-e2ab-4b66-a039-7e5228212fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.006972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.053174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:40.058214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group_rule and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:40.061610 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-4ae86ac6-36dc-4d62-9817-ba55aa60f37a tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:40.062912 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4ae86ac6-36dc-4d62-9817-ba55aa60f37a tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags/tempest-TagsExtTest-Tag-1160577465 HTTP/1.1" status: 404 len: 329 time: 0.1978621 Mar 23 10:23:40.064820 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:40.069582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35238) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:40.086751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-f71ea758-976b-4f0e-950c-f7659c172fe5 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5', 'tempest-TagsExtTest-Tag-1990485037') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:40.105769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95734767-9703-4366-ba61-9b83a5ec4ce8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361fae2d-40cb-4d2f-ab8d-2883d4094fe3,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:40.124867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:40.128121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.137564 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1ba665fe-e52d-403d-84a7-7f12e3404fe0 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups/361fae2d-40cb-4d2f-ab8d-2883d4094fe3 HTTP/1.1" status: 200 len: 1778 time: 0.1660414 Mar 23 10:23:40.142470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35242) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:40.163324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.204100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dacf2751-569c-4bb0-a3c8-fa3538e80a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.245099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903c522f-1f18-41ce-9bfa-9ad7568099f0,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:40.255956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dacf2751-569c-4bb0-a3c8-fa3538e80a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.275385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2229c81f-72e8-4328-adca-dc0f73341421 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.285744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.301643 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9d2a38a8-a8b0-4b38-b937-68f5081042f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5653293 Mar 23 10:23:40.327763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '10742c61-5dd4-4483-9117-10c51e446896'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:23:40.328645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.347482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229c81f-72e8-4328-adca-dc0f73341421 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=a812edd1-5348-4d4f-ade1-54e60835b9a1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:40.359844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.397680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-427398f8-5d3d-459b-8960-766b5a632bc4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.423401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2229c81f-72e8-4328-adca-dc0f73341421 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.441917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-427398f8-5d3d-459b-8960-766b5a632bc4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.442891 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2229c81f-72e8-4328-adca-dc0f73341421 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/a812edd1-5348-4d4f-ade1-54e60835b9a1 HTTP/1.1" status: 204 len: 168 time: 1.5952044 Mar 23 10:23:40.444167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35250) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:40.486828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1002753f-e2ab-4b66-a039-7e5228212fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.526114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9575a-bd6b-4b9f-bed2-480b13134e2d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:40.527750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b9575a-bd6b-4b9f-bed2-480b13134e2d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:40.528514 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-60b9575a-bd6b-4b9f-bed2-480b13134e2d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:40.540527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.548551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-60b9575a-bd6b-4b9f-bed2-480b13134e2d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:40.550587 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-60b9575a-bd6b-4b9f-bed2-480b13134e2d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1056345 Mar 23 10:23:40.555393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35262) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:40.599056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-1002753f-e2ab-4b66-a039-7e5228212fed None None] For port d92db63a-9e80-45da-ba0e-d0ff513aa2f7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d92db63a-9e80-45da-ba0e-d0ff513aa2f7,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:40.618761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1002753f-e2ab-4b66-a039-7e5228212fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.627580 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-f71ea758-976b-4f0e-950c-f7659c172fe5 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:40.629070 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f71ea758-976b-4f0e-950c-f7659c172fe5 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags/tempest-TagsExtTest-Tag-1990485037 HTTP/1.1" status: 404 len: 329 time: 0.5536325 Mar 23 10:23:40.631962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35266) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:40.640353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-692dca7e-4bfb-4244-8269-20196b4efa7c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861', {'tags': ['tempest-TagsExtTest-Tag-1074537007', 'tempest-TagsExtTest-Tag-76474489', 'tempest-TagsExtTest-Tag-343054307']}) {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:40.649625 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-139bfb80-881e-48f9-9b42-1632a8a3e398 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1255532938&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.1327717 Mar 23 10:23:40.664128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c62424-83ea-4055-ab2c-890edb484548,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:40.666438 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-427398f8-5d3d-459b-8960-766b5a632bc4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.669353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-427398f8-5d3d-459b-8960-766b5a632bc4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.670484 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-427398f8-5d3d-459b-8960-766b5a632bc4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/361fae2d-40cb-4d2f-ab8d-2883d4094fe3 HTTP/1.1" status: 204 len: 168 time: 0.5269232 Mar 23 10:23:40.691386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427398f8-5d3d-459b-8960-766b5a632bc4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361fae2d-40cb-4d2f-ab8d-2883d4094fe3,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:40.693522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35270) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:40.699712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Allocated IP 2001:db8::f816:3eff:fe7e:c26a (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/10742c61-5dd4-4483-9117-10c51e446896/c27b91ab-7d7a-4210-9eee-7cd53b46e865) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:40.715842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.720247 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4a63e629-6f40-4410-9747-b1674f2e7678 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9222066 Mar 23 10:23:40.723987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35274) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:40.725249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dacf2751-569c-4bb0-a3c8-fa3538e80a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:40.768411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'security_group': {'name': 'tempest-secgroup-267557221'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:40.774556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:40.778662 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:40.782373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:40.789244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:40.838187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002753f-e2ab-4b66-a039-7e5228212fed None None] Pushing event updated for resources: {'Port': ['ID=d92db63a-9e80-45da-ba0e-d0ff513aa2f7,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:40.882982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.021170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf2751-569c-4bb0-a3c8-fa3538e80a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c8c627-31e0-4a39-b07b-2c00d39482bf,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:41.029060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-789f4f1e-73c6-49bc-9c75-2cf3d5474b67 None None] Provisioning complete for port 314e52f2-588c-49cd-8121-b090cc2b3604 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:41.029595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-789f4f1e-73c6-49bc-9c75-2cf3d5474b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.032309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b90247-41c4-4044-b72e-d73992168e48 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 10742c61-5dd4-4483-9117-10c51e446896 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:41.044441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dacf2751-569c-4bb0-a3c8-fa3538e80a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.048068 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dacf2751-569c-4bb0-a3c8-fa3538e80a10 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d5c8c627-31e0-4a39-b07b-2c00d39482bf HTTP/1.1" status: 204 len: 168 time: 1.0870824 Mar 23 10:23:41.068265 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-692dca7e-4bfb-4244-8269-20196b4efa7c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags HTTP/1.1" status: 200 len: 315 time: 0.4348853 Mar 23 10:23:41.069986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35280) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.075855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-0cd3d0e0-5461-44c0-a32f-f4224e2686f9 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.107767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-1b3623df-4667-4cf4-8851-a76dafd82104 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:41.110743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9748b0d3-ee6f-4ff6-9e5f-5fbf8cf5b1b8 None None] Update dhcp port {'port': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'fixed_ips': [{'subnet_id': '42291983-5159-4579-885c-f42fd1391d36', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7b1f0c1-a83b-472d-96eb-04fa401908cd'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:23:41.114919 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-1b3623df-4667-4cf4-8851-a76dafd82104 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/networks?id=e39bb788-f0c6-4cc1-a5d8-04cdb881e41c HTTP/1.1" status: 200 len: 797 time: 0.4252777 Mar 23 10:23:41.118867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d45ed963-54a4-401a-9fe1-6fe2493ba7e5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:41.139300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:41.145214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group_rule and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:41.147132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:41.161744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:41.171105 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-c78e5479-e34b-4bbc-907d-df174170b133 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/quotas/45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0551603 Mar 23 10:23:41.186759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-789f4f1e-73c6-49bc-9c75-2cf3d5474b67 None None] Port 314e52f2-588c-49cd-8121-b090cc2b3604 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:41.222349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d45ed963-54a4-401a-9fe1-6fe2493ba7e5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:41.226691 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d45ed963-54a4-401a-9fe1-6fe2493ba7e5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5048664 Mar 23 10:23:41.230921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35284) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.271911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9748b0d3-ee6f-4ff6-9e5f-5fbf8cf5b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.272939 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-ccd292ca-bb64-469f-ba60-f7477a9ac2df tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] delete failed (client error): The resource could not be found. Mar 23 10:23:41.277985 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ccd292ca-bb64-469f-ba60-f7477a9ac2df tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/361fae2d-40cb-4d2f-ab8d-2883d4094fe3 HTTP/1.1" status: 404 len: 347 time: 0.0333591 Mar 23 10:23:41.279803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35288) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.290735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group': {'name': 'tempest-secgroup--64030570'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:41.301603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:41.317269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-789f4f1e-73c6-49bc-9c75-2cf3d5474b67 None None] Provisioning complete for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:41.318008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-789f4f1e-73c6-49bc-9c75-2cf3d5474b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.318225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:41.329674 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-a59a865c-77a1-4d88-bcbb-a5056f865c58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1505756 Mar 23 10:23:41.335653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.380857 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0cd3d0e0-5461-44c0-a32f-f4224e2686f9 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags HTTP/1.1" status: 204 len: 168 time: 0.3103662 Mar 23 10:23:41.384374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35294) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.388543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:41.397192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-0c1fec68-6c6b-4145-b224-cb5677d6b7ba tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861', 'tempest-TagsExtTest-Tag-1074537007') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.448679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.455821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.466756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.506250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:41.510955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:41.518576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.519532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:41.520129 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7770448 Mar 23 10:23:41.524147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35298) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.531501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Transition to ACTIVE for port object c27b91ab-7d7a-4210-9eee-7cd53b46e865 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:41.534535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'security_group': {'name': 'tempest-secgroup-942266939'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:41.541488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:41.545010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131492c-6540-4caa-ae18-8055843fcaa4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ffe680-85ac-4210-a306-e7d19b11ecea,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:41.546002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:41.549366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:41.555506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:41.588698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Transition to ACTIVE for port object c27b91ab-7d7a-4210-9eee-7cd53b46e865 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:41.620307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-72b90247-41c4-4044-b72e-d73992168e48 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.660042 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.686596 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-0c1fec68-6c6b-4145-b224-cb5677d6b7ba tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:41.690740 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0c1fec68-6c6b-4145-b224-cb5677d6b7ba tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags/tempest-TagsExtTest-Tag-1074537007 HTTP/1.1" status: 404 len: 329 time: 0.3016775 Mar 23 10:23:41.692040 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35302) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.699109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.702381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-2a99fba1-5736-4164-a8b1-ef3301d87486 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861', 'tempest-TagsExtTest-Tag-76474489') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:41.760488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:41.776263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-72b90247-41c4-4044-b72e-d73992168e48 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.777548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:41.792403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:41.795824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:41.799249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-9748b0d3-ee6f-4ff6-9e5f-5fbf8cf5b1b8 None None] Allocated IP 2001:db8::2 (432eba06-546a-492b-b2fe-fde3e6b70a77/f7b1f0c1-a83b-472d-96eb-04fa401908cd/99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:41.812121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:security_group_rule and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:41.812393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Pushing event updated for resources: {'Port': ['ID=c27b91ab-7d7a-4210-9eee-7cd53b46e865,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:41.813088 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-ca310eb4-b15d-4bd7-9869-7e6469e280ff service neutron] 10.222.0.84 "GET /v2.0/networks/e39bb788-f0c6-4cc1-a5d8-04cdb881e41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744890 Mar 23 10:23:41.826276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:41.853727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:41.895434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.904201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:41.971857 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-2a99fba1-5736-4164-a8b1-ef3301d87486 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:41.973178 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2a99fba1-5736-4164-a8b1-ef3301d87486 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags/tempest-TagsExtTest-Tag-76474489 HTTP/1.1" status: 404 len: 327 time: 0.2803569 Mar 23 10:23:41.977401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35306) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:41.996495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-d970eaf8-ee3d-4c16-bc3f-0415c9de8dca tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861', 'tempest-TagsExtTest-Tag-343054307') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:42.068902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7c754a-0390-471d-ba43-93ccd4cc5603,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:42.091546 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-93e0793f-b18b-4a51-a85c-5eefea5ad9c7 None None] Provisioning complete for port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:42.092143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-93e0793f-b18b-4a51-a85c-5eefea5ad9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.102710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-72b90247-41c4-4044-b72e-d73992168e48 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.103814 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-49191d0e-b9b0-426b-ae11-f38af80cf65a service neutron] 10.222.0.84 "GET /v2.0/networks/e39bb788-f0c6-4cc1-a5d8-04cdb881e41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850156 Mar 23 10:23:42.144372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Attempting to bind port c27b91ab-7d7a-4210-9eee-7cd53b46e865 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:42.144788 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Attempting to bind port c27b91ab-7d7a-4210-9eee-7cd53b46e865 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:42.145296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Attempting to bind port c27b91ab-7d7a-4210-9eee-7cd53b46e865 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:42.154485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.158828 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1979d56b-b1d1-44b6-9d70-f7f205903cd9 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8708010 Mar 23 10:23:42.161112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35310) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.167833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': '9b7c754a-0390-471d-ba43-93ccd4cc5603', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:42.182088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:42.190002 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:42.192893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:23:42.193152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:42.193501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.194229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:23:42.194369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Bound port: c27b91ab-7d7a-4210-9eee-7cd53b46e865, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:42.195201 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.198407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:42.199309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.208847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:42.239099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.274512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.335207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.345571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.379401 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-d970eaf8-ee3d-4c16-bc3f-0415c9de8dca tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:42.380437 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d970eaf8-ee3d-4c16-bc3f-0415c9de8dca tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags/tempest-TagsExtTest-Tag-343054307 HTTP/1.1" status: 404 len: 328 time: 0.3991997 Mar 23 10:23:42.387005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35318) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.394547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc3e8e5-c61a-4cf4-92ad-ce7a0ef36818,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:42.395366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.396560 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8714995 Mar 23 10:23:42.399688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-de73c9c8-ca9d-471d-9c66-b5d04fe5fe01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57', {'tags': ['tempest-TagsExtTest-Tag-295521274', 'tempest-TagsExtTest-Tag-1847499707', 'tempest-TagsExtTest-Tag-1639800013']}) {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:42.406027 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-49fe820a-8d52-4413-baf8-9a9e52d4b4ef req-be4d7e4a-f122-40be-b19b-d33d4cd0f61e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 210 time: 0.0721025 Mar 23 10:23:42.407597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-72b90247-41c4-4044-b72e-d73992168e48 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.411159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35322) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.440062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.444227 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bf3ce035-2508-4320-9c74-02cf1c365b2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786610 Mar 23 10:23:42.445061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35324) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.458292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2112651114', 'security_groups': ['c060b575-b888-45ef-bbae-94327fb6ca5d'], 'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f7b1f0c1-a83b-472d-96eb-04fa401908cd'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:42.473794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9748b0d3-ee6f-4ff6-9e5f-5fbf8cf5b1b8 None None] For port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,segment=NetworkSegment(1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea),segment_id=1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:42.479489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b68a0f-5f0d-4f79-a68b-636771e1e010 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c060b575-b888-45ef-bbae-94327fb6ca5d,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:42.482867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35330) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.483100 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-de73c9c8-ca9d-471d-9c66-b5d04fe5fe01 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "PUT /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags HTTP/1.1" status: 200 len: 317 time: 0.0927629 Mar 23 10:23:42.486926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca594633-bb3e-41f2-a798-f482f5cd9efa tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.502244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca594633-bb3e-41f2-a798-f482f5cd9efa tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.502549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-72b90247-41c4-4044-b72e-d73992168e48 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.507217 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-72b90247-41c4-4044-b72e-d73992168e48 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/10742c61-5dd4-4483-9117-10c51e446896 HTTP/1.1" status: 204 len: 168 time: 1.9503033 Mar 23 10:23:42.511632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b90247-41c4-4044-b72e-d73992168e48 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=10742c61-5dd4-4483-9117-10c51e446896,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:42.519429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-78aeda4c-7b54-4b4a-af56-5e77602626d9 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:42.526211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35336) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.577715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9748b0d3-ee6f-4ff6-9e5f-5fbf8cf5b1b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.614496 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-904bae78-df78-4e98-886d-e8e49b1356cb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864928 Mar 23 10:23:42.616997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35342) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.646245 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] For port c27b91ab-7d7a-4210-9eee-7cd53b46e865, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:23:42.658910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] For port c27b91ab-7d7a-4210-9eee-7cd53b46e865, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c27b91ab-7d7a-4210-9eee-7cd53b46e865,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:23:42.666027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d92db63a-9e80-45da-ba0e-d0ff513aa2f7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:42.675533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:42.680877 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-78aeda4c-7b54-4b4a-af56-5e77602626d9 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags HTTP/1.1" status: 204 len: 168 time: 0.1806636 Mar 23 10:23:42.684876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35346) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.696121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.tag.tag_plugin [None req-e375fd42-52d0-49a3-9768-c5d17498ec8c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57', 'tempest-TagsExtTest-Tag-295521274') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:42.701055 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9748b0d3-ee6f-4ff6-9e5f-5fbf8cf5b1b8 None None] Transition to ACTIVE for port object 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:42.702361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca594633-bb3e-41f2-a798-f482f5cd9efa tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.709771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:42.712101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.728845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca594633-bb3e-41f2-a798-f482f5cd9efa tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edc3e8e5-c61a-4cf4-92ad-ce7a0ef36818,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:42.729481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:42.734775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ca594633-bb3e-41f2-a798-f482f5cd9efa tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.738438 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ca594633-bb3e-41f2-a798-f482f5cd9efa tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/edc3e8e5-c61a-4cf4-92ad-ce7a0ef36818 HTTP/1.1" status: 204 len: 168 time: 0.2900517 Mar 23 10:23:42.738775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35350) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.770252 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9748b0d3-ee6f-4ff6-9e5f-5fbf8cf5b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.771091 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-e375fd42-52d0-49a3-9768-c5d17498ec8c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:42.772243 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e375fd42-52d0-49a3-9768-c5d17498ec8c tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags/tempest-TagsExtTest-Tag-295521274 HTTP/1.1" status: 404 len: 328 time: 0.0862300 Mar 23 10:23:42.788111 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35356) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.801579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-c4e4096d-75f9-4344-b8d1-14ad858395d7 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57', 'tempest-TagsExtTest-Tag-1847499707') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:42.851569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0a8590-f61c-45f7-814a-6583452c8f6d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:42.858650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ea0a8590-f61c-45f7-814a-6583452c8f6d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:42.885470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:42.885693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8867bc79-f33c-4563-a61d-2c4ba62db31d tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:42.918346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] device_id is not set on port ff439e16-3583-4484-a3db-9720db5652cc yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:42.949574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ea0a8590-f61c-45f7-814a-6583452c8f6d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:42.950904 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ea0a8590-f61c-45f7-814a-6583452c8f6d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3326755 Mar 23 10:23:42.956055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35360) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:42.962442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8f29f-6eb8-4c13-a5c5-75a1ffea5188 None None] Pushing event updated for resources: {'Port': ['ID=c27b91ab-7d7a-4210-9eee-7cd53b46e865,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:42.970718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8867bc79-f33c-4563-a61d-2c4ba62db31d tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:42.972325 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8867bc79-f33c-4563-a61d-2c4ba62db31d tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2325459 Mar 23 10:23:42.981598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35364) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:43.038087 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-c4e4096d-75f9-4344-b8d1-14ad858395d7 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:43.039281 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c4e4096d-75f9-4344-b8d1-14ad858395d7 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags/tempest-TagsExtTest-Tag-1847499707 HTTP/1.1" status: 404 len: 329 time: 0.2482150 Mar 23 10:23:43.043791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35366) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:43.060258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-43b8e1af-bf62-45ff-b4d4-d2396e1b2a57 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57', 'tempest-TagsExtTest-Tag-1639800013') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:43.106887 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:43.107464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.121842 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-43b8e1af-bf62-45ff-b4d4-d2396e1b2a57 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] show failed (client error): The resource could not be found. Mar 23 10:23:43.125107 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-43b8e1af-bf62-45ff-b4d4-d2396e1b2a57 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags/tempest-TagsExtTest-Tag-1639800013 HTTP/1.1" status: 404 len: 329 time: 0.0729098 Mar 23 10:23:43.129601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577eaba-2ac9-447d-b3ad-f4445285ea2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:43.132232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1577eaba-2ac9-447d-b3ad-f4445285ea2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:43.142800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35370) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:43.163331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-52150e13-e101-48d0-82cc-9e8f40a89c08 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ef350697-b42a-4829-81bd-c2bfdfe62c57') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:43.179782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748b0d3-ee6f-4ff6-9e5f-5fbf8cf5b1b8 None None] Pushing event updated for resources: {'Port': ['ID=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:43.232863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1577eaba-2ac9-447d-b3ad-f4445285ea2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:43.241635 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1577eaba-2ac9-447d-b3ad-f4445285ea2a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2804937 Mar 23 10:23:43.243204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35374) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:43.348954 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1e1384d5-eaeb-4b56-8857-8b14d6902b46 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044707 Mar 23 10:23:43.349765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35378) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:43.353163 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-52150e13-e101-48d0-82cc-9e8f40a89c08 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57/tags HTTP/1.1" status: 204 len: 168 time: 0.2075911 Mar 23 10:23:43.356879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35384) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:43.363927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-e4e4e5a3-f954-4a3a-a596-e546f4ea1eeb tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '89d144fa-a658-48a3-81f1-04f7c850a861') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:43.377934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:43.506873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8::39a (432eba06-546a-492b-b2fe-fde3e6b70a77/f7b1f0c1-a83b-472d-96eb-04fa401908cd/ff439e16-3583-4484-a3db-9720db5652cc) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:43.519128 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e4e4e5a3-f954-4a3a-a596-e546f4ea1eeb tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861/tags HTTP/1.1" status: 204 len: 168 time: 0.1586950 Mar 23 10:23:43.519525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35390) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:43.524740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-156c4f5f-6c07-42b6-810a-d399c310b90b tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '22a74e51-846b-41ce-948c-c0d5db7867d5') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:43.557779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:43.616361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:43.619671 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-26416a3d-be87-4b49-8b0b-8c114806a5c0 req-087673be-d11d-445a-b04d-4016331a6ed0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 210 time: 0.0526764 Mar 23 10:23:43.668154 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-156c4f5f-6c07-42b6-810a-d399c310b90b tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5/tags HTTP/1.1" status: 204 len: 168 time: 0.1473429 Mar 23 10:23:43.670445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35394) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:43.675098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d20f9e9-b66a-4152-8ed8-9b9613a52e70 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.677675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.tag.tag_plugin [None req-a8fcab86-670a-4a54-be5e-bd1a463f8ff7 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'cb0558a8-7ebb-4c99-9178-5c92952e9fbf') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:43.724152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:43.727751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.805545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5386f3-0068-427c-acef-6f04bbf3bf8d None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:23:43.845672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d20f9e9-b66a-4152-8ed8-9b9613a52e70 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:43.898255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c8356564-be68-4796-8b35-a7912b2a4f5c None None] Provisioning complete for port 314e52f2-588c-49cd-8121-b090cc2b3604 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:43.898784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c8356564-be68-4796-8b35-a7912b2a4f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.004138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d20f9e9-b66a-4152-8ed8-9b9613a52e70 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.027675 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c8356564-be68-4796-8b35-a7912b2a4f5c None None] Port 314e52f2-588c-49cd-8121-b090cc2b3604 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:44.047194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5386f3-0068-427c-acef-6f04bbf3bf8d None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:23:44.058120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.066718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20f9e9-b66a-4152-8ed8-9b9613a52e70 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7c754a-0390-471d-ba43-93ccd4cc5603,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:44.068250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c8356564-be68-4796-8b35-a7912b2a4f5c None None] Provisioning for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:44.080145 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c8356564-be68-4796-8b35-a7912b2a4f5c None None] Provisioning complete for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:44.080515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c8356564-be68-4796-8b35-a7912b2a4f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.100908 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-e718ba7f-61ae-4881-bb69-461142539ef4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:44.102548 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-e718ba7f-61ae-4881-bb69-461142539ef4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=e39bb788-f0c6-4cc1-a5d8-04cdb881e41c HTTP/1.1" status: 200 len: 797 time: 0.3950629 Mar 23 10:23:44.111143 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a8fcab86-670a-4a54-be5e-bd1a463f8ff7 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf/tags HTTP/1.1" status: 204 len: 168 time: 0.4394250 Mar 23 10:23:44.119198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35402) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:44.131003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object ff439e16-3583-4484-a3db-9720db5652cc will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:44.169707 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-f52884e5-49a9-4eca-9bad-be3a3fc4c8b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 473 time: 0.0567701 Mar 23 10:23:44.180150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d20f9e9-b66a-4152-8ed8-9b9613a52e70 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.180455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'device_id': '8f011409-8c33-4dfa-8e50-95aeb1b0504a', 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c', 'admin_state_up': True, 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'security_groups': ['6788e9fe-de0c-4248-b11d-5a94fca86294']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:44.183768 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1d20f9e9-b66a-4152-8ed8-9b9613a52e70 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/9b7c754a-0390-471d-ba43-93ccd4cc5603 HTTP/1.1" status: 204 len: 168 time: 0.8329582 Mar 23 10:23:44.190470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35406) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:44.367231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-925ae4d6-f42f-4c1d-8e3a-43eb535f520b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:44.376681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.377759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:44.388780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:port and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:44.393234 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:44.400118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:44.416986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:44.423863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.487911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-925ae4d6-f42f-4c1d-8e3a-43eb535f520b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:44.495334 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-925ae4d6-f42f-4c1d-8e3a-43eb535f520b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2947760 Mar 23 10:23:44.496614 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35410) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:44.516669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:44.523410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1521857085'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:44.529307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:44.532841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8d446eb8-09eb-4c84-953b-393423728eee tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for subnetpool, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.536180 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8d446eb8-09eb-4c84-953b-393423728eee tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/subnetpools/ef350697-b42a-4829-81bd-c2bfdfe62c57 HTTP/1.1" status: 204 len: 168 time: 0.4096949 Mar 23 10:23:44.536180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:44.540490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:44.543576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.559065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:44.565195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35414) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:44.571312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=ff439e16-3583-4484-a3db-9720db5652cc,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:44.612137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:44.613777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:44.638256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.666757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-26c0dc1f-1542-4602-a1ee-9bd5bd427ce4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Synchronizing usage tracker for tenant:3ecd1a82f3844e039811baf4cb900dae on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:44.670043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7c7dd-7b0a-4a30-b044-a82ce5bdfc19 None None] Update dhcp port {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': 'f5cf825d-9906-4248-a730-33bce227bbd4'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': 'c27b91ab-7d7a-4210-9eee-7cd53b46e865'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:23:44.675413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.23 (e39bb788-f0c6-4cc1-a5d8-04cdb881e41c/bfdc74fb-b698-4847-a8e5-d291481b4564/e2c9791f-ef26-4551-b942-10c1163cfcc7) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:44.676858 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-56444888-78cd-414b-a21e-528be54aab40 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2298021 Mar 23 10:23:44.681382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35420) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:44.688229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:44.738713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-53b7c7dd-7b0a-4a30-b044-a82ce5bdfc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:44.783396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:44.843340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:44.851783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:44.855407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:23:44.856363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-26c0dc1f-1542-4602-a1ee-9bd5bd427ce4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Unset dirty status for tenant:3ecd1a82f3844e039811baf4cb900dae on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:44.857559 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-26c0dc1f-1542-4602-a1ee-9bd5bd427ce4 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "GET /v2.0/ports?device_id=89d144fa-a658-48a3-81f1-04f7c850a861 HTTP/1.1" status: 200 len: 205 time: 0.2877951 Mar 23 10:23:44.868515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:44.870457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35424) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:44.914148 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e2154325-92c0-48a7-8f91-94262e8f04e8 req-a5971064-30ea-4312-8a68-d52115bda6fb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 210 time: 0.1610141 Mar 23 10:23:44.970683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-53b7c7dd-7b0a-4a30-b044-a82ce5bdfc19 None None] Allocated IP 2001:db8::f816:3eff:fe7e:c26a (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/f5cf825d-9906-4248-a730-33bce227bbd4/c27b91ab-7d7a-4210-9eee-7cd53b46e865) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:44.993391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:44.997531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:45.001715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:45.007727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:45.018393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:45.022040 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.092403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b55030d0-5285-472c-ab89-24249fe23555 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.122676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-53b7c7dd-7b0a-4a30-b044-a82ce5bdfc19 None None] For port c27b91ab-7d7a-4210-9eee-7cd53b46e865, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c27b91ab-7d7a-4210-9eee-7cd53b46e865,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:45.170107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-53b7c7dd-7b0a-4a30-b044-a82ce5bdfc19 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.184154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.188768 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.ipam_backend_mixin [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7b1f0c1-a83b-472d-96eb-04fa401908cd (CIDR: 2001:db8::/64) Mar 23 10:23:45.194066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-53b7c7dd-7b0a-4a30-b044-a82ce5bdfc19 None None] Ignored duplicate provisioning block setup for port c27b91ab-7d7a-4210-9eee-7cd53b46e865 by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 23 10:23:45.196595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:45.196906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.197776 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:45.198695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:45.214178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe7e:c26a-bc76dd8d-d6bc-4708-a9e7-e74a20d788 {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:45.214497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:45.224500 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-84e5706f-e96b-4166-85db-bca9b33d9ba6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5415001 Mar 23 10:23:45.227082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35428) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:45.232712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:45.268991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-53b7c7dd-7b0a-4a30-b044-a82ce5bdfc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.404500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object e2c9791f-ef26-4551-b942-10c1163cfcc7 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:45.412854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7c7dd-7b0a-4a30-b044-a82ce5bdfc19 None None] Pushing event updated for resources: {'Port': ['ID=c27b91ab-7d7a-4210-9eee-7cd53b46e865,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:45.491093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b55030d0-5285-472c-ab89-24249fe23555 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.498907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b55030d0-5285-472c-ab89-24249fe23555 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.524680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.529549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.533127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:45.537819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:45.541410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:45.548531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:45.561797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:45.565141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.595023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b55030d0-5285-472c-ab89-24249fe23555 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.596341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55030d0-5285-472c-ab89-24249fe23555 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Fanout notify agent at l3_agent the message router_deleted on router 89d144fa-a658-48a3-81f1-04f7c850a861 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:23:45.612083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc62f259-c1f9-4538-aa00-16db4419ba88,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:45.638003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.699294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b55030d0-5285-472c-ab89-24249fe23555 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.700405 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b55030d0-5285-472c-ab89-24249fe23555 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/routers/89d144fa-a658-48a3-81f1-04f7c850a861 HTTP/1.1" status: 204 len: 168 time: 0.8288476 Mar 23 10:23:45.701228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:45.702282 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0091e752-079e-417b-864d-01bfe5ad414c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2044275 Mar 23 10:23:45.713832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35432) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:45.714164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35434) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:45.757117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': 'dc62f259-c1f9-4538-aa00-16db4419ba88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:45.773163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:45.782916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:45.794935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:45.797327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:45.874138 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.ipam_backend_mixin [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 42291983-5159-4579-885c-f42fd1391d36 (CIDR: 2001:db8:0:1::/64) Mar 23 10:23:45.881560 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:23:45.881921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:45.922505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:23:45.962457 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6d23238e-c55b-492e-b700-8285d8672d1f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7342453 Mar 23 10:23:45.968418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35442) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:45.978011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'subnet': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:46.015865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=e2c9791f-ef26-4551-b942-10c1163cfcc7,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:46.020048 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:46.037740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:46.048106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:46.048896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.064552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9ff689d1-6424-4bc4-8a82-282979300d56 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Deleting port 22a74e51-846b-41ce-948c-c0d5db7867d5 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:46.065309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ff689d1-6424-4bc4-8a82-282979300d56 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.107683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:46.108382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_pluggable_backend [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Port c27b91ab-7d7a-4210-9eee-7cd53b46e865 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=87859) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} Mar 23 10:23:46.108632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.171862 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-b2df1e6f-46f0-4459-b813-049fba3c82f6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9966669 Mar 23 10:23:46.191040 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Request body: {'port': {'device_id': '8f011409-8c33-4dfa-8e50-95aeb1b0504a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:46.192489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:46.196970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:46.204529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:46.205129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.225848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:46.230452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=f5cf825d-9906-4248-a730-33bce227bbd4,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:46.236015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Usage tracker for resource:subnet and tenant:913fc24fa3624bb7abc8f44cae9f5561 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:46.239405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:46.245121 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-40239f89-0426-40a4-9b68-68396b1e666f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8878355 Mar 23 10:23:46.246354 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35446) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:46.248944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:46.254331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:c2:30:cf', 'name': 'tempest-NetworksTestDHCPv6-632197234'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:46.275188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.343279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Made reservation on behalf of 913fc24fa3624bb7abc8f44cae9f5561 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:46.346761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.527567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:46.529148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c87e9d-08a6-421d-865f-84d45747984a req-b7b5c9ad-255c-43f6-8de5-3a99587cf9a1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:46.530227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-80c87e9d-08a6-421d-865f-84d45747984a req-b7b5c9ad-255c-43f6-8de5-3a99587cf9a1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:46.538034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.546852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:46.597969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:46.636108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.658771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-80c87e9d-08a6-421d-865f-84d45747984a req-b7b5c9ad-255c-43f6-8de5-3a99587cf9a1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:46.659917 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-80c87e9d-08a6-421d-865f-84d45747984a req-b7b5c9ad-255c-43f6-8de5-3a99587cf9a1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 932 time: 0.5619314 Mar 23 10:23:46.660860 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.665215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ff689d1-6424-4bc4-8a82-282979300d56 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:46.671429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c27b91ab-7d7a-4210-9eee-7cd53b46e865 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:46.754113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a4a35-dc06-4958-b991-7ffd9139e8aa None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:46.804676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10736a1-bf30-4d8f-bc59-2cb50b5e2de0,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:46.982375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.030524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 675cabf6-cbad-48e1-85b9-f72e637d3807 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:47.050038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-44e88f39-5c94-4503-8271-4ca0913f0e6d None None] Provisioning for port c27b91ab-7d7a-4210-9eee-7cd53b46e865 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:47.073758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9ff689d1-6424-4bc4-8a82-282979300d56 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Calling delete_port for 22a74e51-846b-41ce-948c-c0d5db7867d5 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:47.117062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.118186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port c27b91ab-7d7a-4210-9eee-7cd53b46e865 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:47.148336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c27b91ab-7d7a-4210-9eee-7cd53b46e865 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:47.148917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.217223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.221866 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0f2d0591-5b2e-43ca-bb6a-77888f9a2e8e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4988537 Mar 23 10:23:47.231821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35450) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:47.249075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:47.253560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': 'dc62f259-c1f9-4538-aa00-16db4419ba88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:47.266607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:47.268487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:47.277172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:47.277752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.282782 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-80c87e9d-08a6-421d-865f-84d45747984a req-181f07cc-e979-40c6-ae61-5e6b8c1311a7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5942950 Mar 23 10:23:47.293503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:47.295985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Subnet': ['ID=2713b3a4-8527-40e6-b5b8-deee9c52a811,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:47.299187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397c84b-1b99-4b30-b553-956a7650ea12 None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:47.301192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:47.318320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:47.331739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::f816:3eff:fec2:30cf (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/f5cf825d-9906-4248-a730-33bce227bbd4/675cabf6-cbad-48e1-85b9-f72e637d3807) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:47.337342 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2aedadec-0c6a-4d3b-8e7e-1db0e76735dc tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3672643 Mar 23 10:23:47.342986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35454) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:47.353649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1300346971', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2713b3a4-8527-40e6-b5b8-deee9c52a811'}], 'security_groups': ['c4c62424-83ea-4055-ab2c-890edb484548', '95ffe680-85ac-4210-a306-e7d19b11ecea']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:47.387548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8c9ac3ed-1221-4e32-bca4-8bfc6fcb07cc None None] Provisioning for port ff439e16-3583-4484-a3db-9720db5652cc completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:47.401123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.497877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8c9ac3ed-1221-4e32-bca4-8bfc6fcb07cc None None] Provisioning complete for port ff439e16-3583-4484-a3db-9720db5652cc triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:47.498456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac3ed-1221-4e32-bca4-8bfc6fcb07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.650330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ff689d1-6424-4bc4-8a82-282979300d56 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.755249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ac3ed-1221-4e32-bca4-8bfc6fcb07cc None None] Port ff439e16-3583-4484-a3db-9720db5652cc cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:47.801909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.803003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.811267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff689d1-6424-4bc4-8a82-282979300d56 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Pushing event deleted for resources: {'Port': ['ID=22a74e51-846b-41ce-948c-c0d5db7867d5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:47.840331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.893067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8c9ac3ed-1221-4e32-bca4-8bfc6fcb07cc None None] Provisioning for port e2c9791f-ef26-4551-b942-10c1163cfcc7 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:47.898248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.db.resource_extend [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:23:47.904318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:47.971555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8c9ac3ed-1221-4e32-bca4-8bfc6fcb07cc None None] Provisioning complete for port e2c9791f-ef26-4551-b942-10c1163cfcc7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:47.972641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8c9ac3ed-1221-4e32-bca4-8bfc6fcb07cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.016313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64da516-80ac-4965-8978-58eb99b3deab,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:48.039783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ff689d1-6424-4bc4-8a82-282979300d56 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.069594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.070478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c9791f-ef26-4551-b942-10c1163cfcc7 {{(pid=87860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:23:48.070767 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-91ed47d3-60ae-48a7-a1db-1042fbf52b73 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8262606 Mar 23 10:23:48.077775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35458) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:48.091226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': 'dc62f259-c1f9-4538-aa00-16db4419ba88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:48.101393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.114486 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9ff689d1-6424-4bc4-8a82-282979300d56 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/ports/22a74e51-846b-41ce-948c-c0d5db7867d5 HTTP/1.1" status: 204 len: 168 time: 2.3944261 Mar 23 10:23:48.114486 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:48.124514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35462) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:48.127769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.146327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ac3ed-1221-4e32-bca4-8bfc6fcb07cc None None] Port e2c9791f-ef26-4551-b942-10c1163cfcc7 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:48.165589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port c27b91ab-7d7a-4210-9eee-7cd53b46e865, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c27b91ab-7d7a-4210-9eee-7cd53b46e865,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:48.173267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 675cabf6-cbad-48e1-85b9-f72e637d3807 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:48.184358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.214304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:48.232562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:48.256102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Transition to ACTIVE for port object e2c9791f-ef26-4551-b942-10c1163cfcc7 will not be triggered until provisioned by entity L2. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:48.262702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:48.290427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.330848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=c27b91ab-7d7a-4210-9eee-7cd53b46e865,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:48.435734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78b8af-73d3-4dda-b0b1-826d132800f8 None None] Update dhcp port {'port': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'fixed_ips': [{'subnet_id': '42291983-5159-4579-885c-f42fd1391d36', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7b1f0c1-a83b-472d-96eb-04fa401908cd', 'ip_address': '2001:db8::2'}, {'subnet_id': '2713b3a4-8527-40e6-b5b8-deee9c52a811'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:23:48.449678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.550986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b78b8af-73d3-4dda-b0b1-826d132800f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.639629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c27b91ab-7d7a-4210-9eee-7cd53b46e865 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:48.679215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:48.687286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=675cabf6-cbad-48e1-85b9-f72e637d3807,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:48.689971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:48.707530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:48.714680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:48.715343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.724624 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b463995-0ed0-4522-aa6f-8f19189a9b40 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Deleting subnet cb0558a8-7ebb-4c99-9178-5c92952e9fbf {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:48.732957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0d218240-5581-426d-8195-f88edab72428 None None] Provisioning complete for port c27b91ab-7d7a-4210-9eee-7cd53b46e865 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:48.733282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7b463995-0ed0-4522-aa6f-8f19189a9b40 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.733398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0d218240-5581-426d-8195-f88edab72428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.749407 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2b0224e0-024b-4be6-9e50-d55df4799d73 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4979784 Mar 23 10:23:48.752338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35468) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:48.769939 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.850270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c9791f-ef26-4551-b942-10c1163cfcc7,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:48.913906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7b463995-0ed0-4522-aa6f-8f19189a9b40 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.978138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c27b91ab-7d7a-4210-9eee-7cd53b46e865 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:48.978597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:48.994031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa04de4-268a-4e66-b20c-e97d8ccfca0f req-65dd2ea3-a2ac-43dc-919d-2e2f4101504a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:49.005688 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bfa04de4-268a-4e66-b20c-e97d8ccfca0f req-65dd2ea3-a2ac-43dc-919d-2e2f4101504a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 944 time: 0.5641572 Mar 23 10:23:49.040698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Delete allocated IP 2001:db8::39a (432eba06-546a-492b-b2fe-fde3e6b70a77/f7b1f0c1-a83b-472d-96eb-04fa401908cd) {{(pid=87859) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 23 10:23:49.052561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Allocated IP 2001:db8:0:2::265 (432eba06-546a-492b-b2fe-fde3e6b70a77/2713b3a4-8527-40e6-b5b8-deee9c52a811/ff439e16-3583-4484-a3db-9720db5652cc) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:49.073001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.073894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Attempting to bind port e2c9791f-ef26-4551-b942-10c1163cfcc7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:49.074278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Attempting to bind port e2c9791f-ef26-4551-b942-10c1163cfcc7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:49.074629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Attempting to bind port e2c9791f-ef26-4551-b942-10c1163cfcc7 on network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:49.082454 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.088453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Port e2c9791f-ef26-4551-b942-10c1163cfcc7 on network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:23:49.088722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Attempting to bind port e2c9791f-ef26-4551-b942-10c1163cfcc7 on network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:49.116464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:23:49.116808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Checking segment: {'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:49.117211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Bound using segment: {'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:23:49.117653 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Bound port: e2c9791f-ef26-4551-b942-10c1163cfcc7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'}}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:49.118006 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.119877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bfa04de4-268a-4e66-b20c-e97d8ccfca0f req-77da79c9-6768-4123-ab15-aeb9b3ff6428 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:49.135501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed5581e7-3612-4866-832d-21113bf30f52,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:49.153329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7b463995-0ed0-4522-aa6f-8f19189a9b40 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.166971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5ade4-a2c4-4652-a5ca-6f37e3c82a1b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:49.172765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab5ade4-a2c4-4652-a5ca-6f37e3c82a1b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:49.183380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7ab5ade4-a2c4-4652-a5ca-6f37e3c82a1b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:49.212503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bfa04de4-268a-4e66-b20c-e97d8ccfca0f req-77da79c9-6768-4123-ab15-aeb9b3ff6428 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:49.213564 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bfa04de4-268a-4e66-b20c-e97d8ccfca0f req-77da79c9-6768-4123-ab15-aeb9b3ff6428 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067959 Mar 23 10:23:49.216883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-628308f1-7594-411c-ab65-d1d37ae3372d None None] Provisioning for port 675cabf6-cbad-48e1-85b9-f72e637d3807 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:49.224125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.224125 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3025b57a-7435-4176-8176-56745c8f7c29 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1406312 Mar 23 10:23:49.224402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35472) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:49.227342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-628308f1-7594-411c-ab65-d1d37ae3372d None None] Provisioning complete for port 675cabf6-cbad-48e1-85b9-f72e637d3807 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:49.227912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-628308f1-7594-411c-ab65-d1d37ae3372d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.233131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': 'dc62f259-c1f9-4538-aa00-16db4419ba88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:49.242486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:49.288592 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7ab5ade4-a2c4-4652-a5ca-6f37e3c82a1b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:49.292649 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7ab5ade4-a2c4-4652-a5ca-6f37e3c82a1b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5370417 Mar 23 10:23:49.292831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35476) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:49.294406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:49.296673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-628308f1-7594-411c-ab65-d1d37ae3372d None None] Port 675cabf6-cbad-48e1-85b9-f72e637d3807 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:49.302631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:49.317402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:49.351772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.358749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] For port e2c9791f-ef26-4551-b942-10c1163cfcc7, host hv-neutron-8346, cleared binding levels {{(pid=87860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:23:49.380530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7b463995-0ed0-4522-aa6f-8f19189a9b40 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.386768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-55fedb76-077a-4947-93fb-96fcc9fb642a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 675cabf6-cbad-48e1-85b9-f72e637d3807 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:49.387106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55fedb76-077a-4947-93fb-96fcc9fb642a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.417866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] For port e2c9791f-ef26-4551-b942-10c1163cfcc7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e2c9791f-ef26-4551-b942-10c1163cfcc7,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:23:49.431930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.457784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.460719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Transition to ACTIVE for port object ff439e16-3583-4484-a3db-9720db5652cc will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:49.462038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.470266 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.475632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.509364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b463995-0ed0-4522-aa6f-8f19189a9b40 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0558a8-7ebb-4c99-9178-5c92952e9fbf,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:49.523754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7b463995-0ed0-4522-aa6f-8f19189a9b40 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.525522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f32d24b-9679-4cc8-8b40-69146aa28208,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:49.548850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c2097-24f4-4e0b-b709-2f09df66be9a None None] Network 09cd5126-224c-4c47-b8e0-a54c00f587b3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:49.552695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:49.553335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.554689 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] 10.222.0.102 "PUT /v2.0/ports/e2c9791f-ef26-4551-b942-10c1163cfcc7 HTTP/1.1" status: 200 len: 1094 time: 3.3742480 Mar 23 10:23:49.566074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-3b78b8af-73d3-4dda-b0b1-826d132800f8 None None] Allocated IP 2001:db8:0:2::2 (432eba06-546a-492b-b2fe-fde3e6b70a77/2713b3a4-8527-40e6-b5b8-deee9c52a811/99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:49.566982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f011409-8c33-4dfa-8e50-95aeb1b0504a', 'tag': 'e2c9791f-ef26-4551-b942-10c1163cfcc7'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:23:49.602310 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7b463995-0ed0-4522-aa6f-8f19189a9b40 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/subnets/cb0558a8-7ebb-4c99-9178-5c92952e9fbf HTTP/1.1" status: 204 len: 168 time: 1.4736948 Mar 23 10:23:49.603191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.608673 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c60b1f00-61d2-422a-b952-a59fbd550271 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3790009 Mar 23 10:23:49.608673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35482) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:49.612095 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] In _notify_port_updated(), no bound segment for port ff439e16-3583-4484-a3db-9720db5652cc on network 432eba06-546a-492b-b2fe-fde3e6b70a77 {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:23:49.617706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:49.618264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.619521 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "PUT /v2.0/ports/ff439e16-3583-4484-a3db-9720db5652cc HTTP/1.1" status: 200 len: 970 time: 2.2752941 Mar 23 10:23:49.620685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35484) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:49.621349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e960381-1592-454a-a9d0-92ef92f02db3 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event updated for resources: {'Port': ['ID=ff439e16-3583-4484-a3db-9720db5652cc,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:49.648335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': 'dc62f259-c1f9-4538-aa00-16db4419ba88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:49.651251 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35488) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:49.658102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:49.678195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:49.683176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:49.737226 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f011409-8c33-4dfa-8e50-95aeb1b0504a', 'tag': 'e2c9791f-ef26-4551-b942-10c1163cfcc7', 'status': 'completed', 'code': 200} Mar 23 10:23:49.742622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:49.781219 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.787377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289638eb-9251-4fb2-8f0b-d9e359a77f33 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c9791f-ef26-4551-b942-10c1163cfcc7,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:49.792098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.824879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3b78b8af-73d3-4dda-b0b1-826d132800f8 None None] For port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,segment=NetworkSegment(1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea),segment_id=1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:49.855947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Deleting port fab9fcbd-e502-4784-9d50-e5c9b510776e {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:49.855947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.859154 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b78b8af-73d3-4dda-b0b1-826d132800f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.860292 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-bff64e61-2e4d-4690-b2eb-a94ee21eb520 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port ff439e16-3583-4484-a3db-9720db5652cc {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:49.860635 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bff64e61-2e4d-4690-b2eb-a94ee21eb520 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:49.878156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3b78b8af-73d3-4dda-b0b1-826d132800f8 None None] Transition to ACTIVE for port object 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:49.949473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b78b8af-73d3-4dda-b0b1-826d132800f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.033448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-108299cc-4c2b-43ef-b249-9030a395522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:50.034821 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-108299cc-4c2b-43ef-b249-9030a395522c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 1097 time: 0.3756280 Mar 23 10:23:50.047569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.109825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.147962 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-8e2471c7-49cf-4b8d-887a-0e5026e14a19 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e2c9791f-ef26-4551-b942-10c1163cfcc7 HTTP/1.1" status: 200 len: 217 time: 0.0804152 Mar 23 10:23:50.149969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55fedb76-077a-4947-93fb-96fcc9fb642a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.155764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eae96de-a397-46a2-a55f-ed1c45d35792,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:50.159608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] For port fab9fcbd-e502-4784-9d50-e5c9b510776e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fab9fcbd-e502-4784-9d50-e5c9b510776e,segment=NetworkSegment(0d0c49a8-3b7c-4f68-a85b-6982ebf82c72),segment_id=0d0c49a8-3b7c-4f68-a85b-6982ebf82c72)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:50.160623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.227714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78b8af-73d3-4dda-b0b1-826d132800f8 None None] Pushing event updated for resources: {'Port': ['ID=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:50.232724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.233968 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ec8942be-4ecc-422c-a146-36021dd5bd68 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6096311 Mar 23 10:23:50.339245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35494) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:50.349774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-55fedb76-077a-4947-93fb-96fcc9fb642a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 675cabf6-cbad-48e1-85b9-f72e637d3807 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:50.378473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] DHCP port deletion for 09cd5126-224c-4c47-b8e0-a54c00f587b3 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:23:50.385452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] Deleting port fab9fcbd-e502-4784-9d50-e5c9b510776e {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:50.385818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.454079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Calling delete_port for fab9fcbd-e502-4784-9d50-e5c9b510776e owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:50.649407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40be74-a1a7-42d3-84f9-7e1cf66aa25f req-34ebc4bb-db2d-40d5-94a0-9d8200802b39 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:50.657835 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3d40be74-a1a7-42d3-84f9-7e1cf66aa25f req-34ebc4bb-db2d-40d5-94a0-9d8200802b39 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 944 time: 0.2169406 Mar 23 10:23:50.677104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] For port fab9fcbd-e502-4784-9d50-e5c9b510776e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fab9fcbd-e502-4784-9d50-e5c9b510776e,segment=NetworkSegment(0d0c49a8-3b7c-4f68-a85b-6982ebf82c72),segment_id=0d0c49a8-3b7c-4f68-a85b-6982ebf82c72)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:50.678297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.679091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-153c847b-c691-4ac5-bd4e-3c8538f15a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:50.680538 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-153c847b-c691-4ac5-bd4e-3c8538f15a1d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bfdc74fb-b698-4847-a8e5-d291481b4564 HTTP/1.1" status: 200 len: 838 time: 0.5170527 Mar 23 10:23:50.690281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.730100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab582d7a-7c59-45fa-83cd-8c0841a66158 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.762298 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3d40be74-a1a7-42d3-84f9-7e1cf66aa25f req-97731bf2-a04f-4dc5-8b8b-4d5514961695 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034660 Mar 23 10:23:50.763230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] No DVR routers for this DVR port fab9fcbd-e502-4784-9d50-e5c9b510776e on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:50.777436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab582d7a-7c59-45fa-83cd-8c0841a66158 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.807260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Pushing event deleted for resources: {'Port': ['ID=fab9fcbd-e502-4784-9d50-e5c9b510776e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:50.840414 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] Calling delete_port for fab9fcbd-e502-4784-9d50-e5c9b510776e owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:50.852957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bff64e61-2e4d-4690-b2eb-a94ee21eb520 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.933899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:50.937836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:23:50.938290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:23:50.940628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:50.978707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cd5126-224c-4c47-b8e0-a54c00f587b3']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.995563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0c49a8-3b7c-4f68-a85b-6982ebf82c72') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:50.995922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0c49a8-3b7c-4f68-a85b-6982ebf82c72') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:51.002221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab582d7a-7c59-45fa-83cd-8c0841a66158 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.014440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-bff64e61-2e4d-4690-b2eb-a94ee21eb520 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for ff439e16-3583-4484-a3db-9720db5652cc owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:51.014658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.033014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.039921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Releasing vlan 824 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:51.040246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:51.058476 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:51.079618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab582d7a-7c59-45fa-83cd-8c0841a66158 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1eae96de-a397-46a2-a55f-ed1c45d35792,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:51.103595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fab9fcbd-e502-4784-9d50-e5c9b510776e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:51.124415 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55fedb76-077a-4947-93fb-96fcc9fb642a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.130722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab582d7a-7c59-45fa-83cd-8c0841a66158 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.131808 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ab582d7a-7c59-45fa-83cd-8c0841a66158 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/1eae96de-a397-46a2-a55f-ed1c45d35792 HTTP/1.1" status: 204 len: 168 time: 0.7903199 Mar 23 10:23:51.137485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35500) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.149770 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: fab9fcbd-e502-4784-9d50-e5c9b510776e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:51.157233 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fab9fcbd-e502-4784-9d50-e5c9b510776e not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:51.179091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-58c4d0c8-0cf0-4e60-8cf4-d0b42020a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:51.179800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.181742 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-58c4d0c8-0cf0-4e60-8cf4-d0b42020a0c4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e39bb788-f0c6-4cc1-a5d8-04cdb881e41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4857059 Mar 23 10:23:51.199788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.211230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fedb76-077a-4947-93fb-96fcc9fb642a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=675cabf6-cbad-48e1-85b9-f72e637d3807,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:51.214617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4d123bff-e775-4010-a460-b180701d25be None None] Provisioning for port ff439e16-3583-4484-a3db-9720db5652cc completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:51.221820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4d123bff-e775-4010-a460-b180701d25be None None] Provisioning complete for port ff439e16-3583-4484-a3db-9720db5652cc triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:51.222299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4d123bff-e775-4010-a460-b180701d25be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.235161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9db741c8-1925-42b5-8996-ff4bce536d18 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:51.248205 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] Pushing event deleted for resources: {'Network': ['ID=09cd5126-224c-4c47-b8e0-a54c00f587b3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:51.259919 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-55637548-16f4-4c2c-8ca0-65d9b5e693b0 tempest-TagsExtTest-2099531644 tempest-TagsExtTest-2099531644-project] 10.222.0.84 "DELETE /v2.0/networks/09cd5126-224c-4c47-b8e0-a54c00f587b3 HTTP/1.1" status: 204 len: 168 time: 1.6503294 Mar 23 10:23:51.277537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9db741c8-1925-42b5-8996-ff4bce536d18 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:51.282209 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9db741c8-1925-42b5-8996-ff4bce536d18 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1401708 Mar 23 10:23:51.282488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35506) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.303799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55fedb76-077a-4947-93fb-96fcc9fb642a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.305776 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-55fedb76-077a-4947-93fb-96fcc9fb642a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/675cabf6-cbad-48e1-85b9-f72e637d3807 HTTP/1.1" status: 204 len: 168 time: 2.0113146 Mar 23 10:23:51.309752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35510) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.314707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4d123bff-e775-4010-a460-b180701d25be None None] Port ff439e16-3583-4484-a3db-9720db5652cc cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:51.327538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4d123bff-e775-4010-a460-b180701d25be None None] Provisioning complete for port 314e52f2-588c-49cd-8121-b090cc2b3604 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:51.327944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4d123bff-e775-4010-a460-b180701d25be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.339895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1174f8d1-823e-41a1-a1c1-f13646ce54b4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.373839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1174f8d1-823e-41a1-a1c1-f13646ce54b4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.411675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1174f8d1-823e-41a1-a1c1-f13646ce54b4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.436192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4d123bff-e775-4010-a460-b180701d25be None None] Port 314e52f2-588c-49cd-8121-b090cc2b3604 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:51.438964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] Deleting port fab9fcbd-e502-4784-9d50-e5c9b510776e {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:51.439464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.446597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174f8d1-823e-41a1-a1c1-f13646ce54b4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f32d24b-9679-4cc8-8b40-69146aa28208,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:51.465018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1174f8d1-823e-41a1-a1c1-f13646ce54b4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.468705 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1174f8d1-823e-41a1-a1c1-f13646ce54b4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/3f32d24b-9679-4cc8-8b40-69146aa28208 HTTP/1.1" status: 204 len: 168 time: 0.1830175 Mar 23 10:23:51.470487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35514) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.542902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-02e98a80-4e58-4aa4-a929-771c6afe2727 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:51.568683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bff64e61-2e4d-4690-b2eb-a94ee21eb520 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.577221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-02e98a80-4e58-4aa4-a929-771c6afe2727 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:51.579769 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-02e98a80-4e58-4aa4-a929-771c6afe2727 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1082764 Mar 23 10:23:51.583941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35518) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.621971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2dee5497-ce39-4ab8-80e6-a8a0559e1770 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.634975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2dee5497-ce39-4ab8-80e6-a8a0559e1770 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.635191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e8f346ba-44eb-47a9-b6ab-9bbc177a09c1 None None] The port 'fab9fcbd-e502-4784-9d50-e5c9b510776e' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:23:51.642904 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4d123bff-e775-4010-a460-b180701d25be None None] Provisioning for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:51.648973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4d123bff-e775-4010-a460-b180701d25be None None] Provisioning complete for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:51.649900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4d123bff-e775-4010-a460-b180701d25be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.668011 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-3f3cd85d-8301-480e-8104-43d87019b8e1 service neutron] 10.222.0.102 "GET /v2.0/networks/e39bb788-f0c6-4cc1-a5d8-04cdb881e41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590027 Mar 23 10:23:51.673908 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65713bad-e2fa-42e4-b43c-d59201ccdeae tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:51.675410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65713bad-e2fa-42e4-b43c-d59201ccdeae tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:51.679915 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-65713bad-e2fa-42e4-b43c-d59201ccdeae tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3678813 Mar 23 10:23:51.680254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2dee5497-ce39-4ab8-80e6-a8a0559e1770 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.680781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff64e61-2e4d-4690-b2eb-a94ee21eb520 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=ff439e16-3583-4484-a3db-9720db5652cc,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:51.682074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35524) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.754978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee5497-ce39-4ab8-80e6-a8a0559e1770 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed5581e7-3612-4866-832d-21113bf30f52,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:51.757056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2dee5497-ce39-4ab8-80e6-a8a0559e1770 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.768348 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2dee5497-ce39-4ab8-80e6-a8a0559e1770 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/ed5581e7-3612-4866-832d-21113bf30f52 HTTP/1.1" status: 204 len: 168 time: 0.1828775 Mar 23 10:23:51.769171 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35528) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.792151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bff64e61-2e4d-4690-b2eb-a94ee21eb520 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.846501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbeee04f-6f67-4cec-98a8-42986fabc2f9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet f5cf825d-9906-4248-a730-33bce227bbd4 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:51.854949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbeee04f-6f67-4cec-98a8-42986fabc2f9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:51.880301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35534) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.882198 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bff64e61-2e4d-4690-b2eb-a94ee21eb520 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/ff439e16-3583-4484-a3db-9720db5652cc HTTP/1.1" status: 204 len: 168 time: 2.1894178 Mar 23 10:23:51.887562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35536) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:51.932310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-07a428ca-e6a8-4bef-8740-760970e2dae8 None None] Could not find standard attr ID for object ff439e16-3583-4484-a3db-9720db5652cc. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:23:51.960426 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b77b99a2-dc27-4d27-a41b-f39c11b8d37e req-9732dea5-4020-49c7-b55e-db887b2ac772 service neutron] 10.222.0.102 "GET /v2.0/networks/e39bb788-f0c6-4cc1-a5d8-04cdb881e41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774682 Mar 23 10:23:51.969591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b4702958-d4bd-47d8-966a-4ce63fb1043a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:51.997188 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c23a82-4ea6-4d4e-8fe8-efce527f7e4d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] GET failed (client error): The resource could not be found. Mar 23 10:23:51.997730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-49c23a82-4ea6-4d4e-8fe8-efce527f7e4d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:52.039948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b4702958-d4bd-47d8-966a-4ce63fb1043a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:52.044261 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b4702958-d4bd-47d8-966a-4ce63fb1043a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2652142 Mar 23 10:23:52.048665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbeee04f-6f67-4cec-98a8-42986fabc2f9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.061983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35544) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:52.088673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-49c23a82-4ea6-4d4e-8fe8-efce527f7e4d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:52.090284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-49c23a82-4ea6-4d4e-8fe8-efce527f7e4d tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports/ff439e16-3583-4484-a3db-9720db5652cc HTTP/1.1" status: 404 len: 333 time: 0.1964366 Mar 23 10:23:52.096570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35550) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:52.157748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-452c1ea4-a0f8-453a-86f6-b713010c9b83 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.175739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-452c1ea4-a0f8-453a-86f6-b713010c9b83 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.186620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bfa2b24b-b7f3-4d98-8364-6a613a597082 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.189207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbeee04f-6f67-4cec-98a8-42986fabc2f9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.213407 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4dfdb7a2-ea3a-4729-88c6-2983ceaf4f5a admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=3ecd1a82f3844e039811baf4cb900dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3265243 Mar 23 10:23:52.223697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a5783-b5bb-4e07-b5e9-f2fd4d634e8a req-f0e9c090-2fd0-4d1b-8904-43e5441f69c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:52.224348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35554) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:52.225289 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-415a5783-b5bb-4e07-b5e9-f2fd4d634e8a req-f0e9c090-2fd0-4d1b-8904-43e5441f69c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 944 time: 0.2701578 Mar 23 10:23:52.264943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-221b064f-05f5-48c6-bf4f-000253e9c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:52.266613 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-221b064f-05f5-48c6-bf4f-000253e9c5a4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 1097 time: 0.2461729 Mar 23 10:23:52.273799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-452c1ea4-a0f8-453a-86f6-b713010c9b83 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.291595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bfa2b24b-b7f3-4d98-8364-6a613a597082 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.330805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c1ea4-a0f8-453a-86f6-b713010c9b83 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b64da516-80ac-4965-8978-58eb99b3deab,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:52.337062 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-415a5783-b5bb-4e07-b5e9-f2fd4d634e8a req-3117ede2-58f1-42b0-8ffc-072f78070456 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033742 Mar 23 10:23:52.371208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1243068c-fa7d-4599-b3f5-e41f2847a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.382224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbeee04f-6f67-4cec-98a8-42986fabc2f9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.397311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-452c1ea4-a0f8-453a-86f6-b713010c9b83 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.401262 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-452c1ea4-a0f8-453a-86f6-b713010c9b83 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/b64da516-80ac-4965-8978-58eb99b3deab HTTP/1.1" status: 204 len: 168 time: 0.3358927 Mar 23 10:23:52.405697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35558) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:52.421447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bfa2b24b-b7f3-4d98-8364-6a613a597082 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.452268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeee04f-6f67-4cec-98a8-42986fabc2f9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=f5cf825d-9906-4248-a730-33bce227bbd4,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:52.457849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbeee04f-6f67-4cec-98a8-42986fabc2f9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.463045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c23633-1293-4b4c-b440-dee1b9a80d7d None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:52.463774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1243068c-fa7d-4599-b3f5-e41f2847a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.479234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa2b24b-b7f3-4d98-8364-6a613a597082 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c060b575-b888-45ef-bbae-94327fb6ca5d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:52.490303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9e4f67b5-2cfc-4c93-8e1c-3573327cf437 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:52.494454 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fbeee04f-6f67-4cec-98a8-42986fabc2f9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/f5cf825d-9906-4248-a730-33bce227bbd4 HTTP/1.1" status: 204 len: 168 time: 0.8015156 Mar 23 10:23:52.495443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35562) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:52.496082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bfa2b24b-b7f3-4d98-8364-6a613a597082 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.497121 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bfa2b24b-b7f3-4d98-8364-6a613a597082 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/security-groups/c060b575-b888-45ef-bbae-94327fb6ca5d HTTP/1.1" status: 204 len: 168 time: 0.3997726 Mar 23 10:23:52.500584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35566) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:52.583556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1243068c-fa7d-4599-b3f5-e41f2847a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.613528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-83f85c81-759a-4f60-8d1e-2bb01725d818 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.626978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243068c-fa7d-4599-b3f5-e41f2847a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c90e156-195f-4b79-82b5-5fe02f3cb8da,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:52.635502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1243068c-fa7d-4599-b3f5-e41f2847a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.636753 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1243068c-fa7d-4599-b3f5-e41f2847a4c2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8c90e156-195f-4b79-82b5-5fe02f3cb8da HTTP/1.1" status: 204 len: 168 time: 0.4114666 Mar 23 10:23:52.657593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-83f85c81-759a-4f60-8d1e-2bb01725d818 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.685814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-7d208229-046d-4d3d-b223-aa9b06e728bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:52.687234 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-7d208229-046d-4d3d-b223-aa9b06e728bf service neutron] 10.222.0.102 "GET /v2.0/networks?id=e39bb788-f0c6-4cc1-a5d8-04cdb881e41c HTTP/1.1" status: 200 len: 898 time: 0.4098713 Mar 23 10:23:52.729572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-83f85c81-759a-4f60-8d1e-2bb01725d818 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.746579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f85c81-759a-4f60-8d1e-2bb01725d818 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ffe680-85ac-4210-a306-e7d19b11ecea,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:52.762795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-83f85c81-759a-4f60-8d1e-2bb01725d818 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.763027 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e8cd3e52-1ade-4fdf-9cd6-12ca7a8092c0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2632258 Mar 23 10:23:52.763131 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-83f85c81-759a-4f60-8d1e-2bb01725d818 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/security-groups/95ffe680-85ac-4210-a306-e7d19b11ecea HTTP/1.1" status: 204 len: 168 time: 0.2595553 Mar 23 10:23:52.763694 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35572) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:52.764086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35574) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:52.777713 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-333652ce-3893-4f86-9eef-1c7989fe43a2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e2c9791f-ef26-4551-b942-10c1163cfcc7 HTTP/1.1" status: 200 len: 217 time: 0.0818248 Mar 23 10:23:52.778807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9e4f67b5-2cfc-4c93-8e1c-3573327cf437 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:52.779914 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9e4f67b5-2cfc-4c93-8e1c-3573327cf437 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3725228 Mar 23 10:23:52.784614 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35580) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:52.807905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:52.818600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f7ee83-9bad-4845-9a91-70554f9b9cbb None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:23:52.823167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7ee83-9bad-4845-9a91-70554f9b9cbb None None] Deleting port c27b91ab-7d7a-4210-9eee-7cd53b46e865 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:52.823540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ee83-9bad-4845-9a91-70554f9b9cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.873405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-516fbe4b-6e50-42fd-8fa7-492b8fc91a2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.887330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-313ff6dc-4be2-45f6-af13-f7bd19d71f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:52.888750 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-313ff6dc-4be2-45f6-af13-f7bd19d71f63 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=bfdc74fb-b698-4847-a8e5-d291481b4564 HTTP/1.1" status: 200 len: 838 time: 0.1049237 Mar 23 10:23:52.899700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-516fbe4b-6e50-42fd-8fa7-492b8fc91a2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:52.981227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-516fbe4b-6e50-42fd-8fa7-492b8fc91a2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.015944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fbe4b-6e50-42fd-8fa7-492b8fc91a2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b10736a1-bf30-4d8f-bc59-2cb50b5e2de0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:53.020782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:53.024274 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-ab4c670b-b46e-48c8-8e8d-bf45a1094249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:53.025872 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-ab4c670b-b46e-48c8-8e8d-bf45a1094249 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e39bb788-f0c6-4cc1-a5d8-04cdb881e41c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1301599 Mar 23 10:23:53.026421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b865e835-4cbc-4e4b-ba6c-ff3ec99211a5 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.047758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:53.060323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-516fbe4b-6e50-42fd-8fa7-492b8fc91a2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.061892 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-516fbe4b-6e50-42fd-8fa7-492b8fc91a2a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/b10736a1-bf30-4d8f-bc59-2cb50b5e2de0 HTTP/1.1" status: 204 len: 168 time: 0.2762928 Mar 23 10:23:53.067484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35592) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:53.088398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b865e835-4cbc-4e4b-ba6c-ff3ec99211a5 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.098464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:53.102166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.126586 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e1f7ee83-9bad-4845-9a91-70554f9b9cbb None None] For port c27b91ab-7d7a-4210-9eee-7cd53b46e865, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c27b91ab-7d7a-4210-9eee-7cd53b46e865,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:53.126968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ee83-9bad-4845-9a91-70554f9b9cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.185781 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-2f1f28cb-b3aa-4025-a13b-fdbec8b4d2e1 service neutron] 10.222.0.102 "GET /v2.0/networks/e39bb788-f0c6-4cc1-a5d8-04cdb881e41c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516211 Mar 23 10:23:53.268844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e1f7ee83-9bad-4845-9a91-70554f9b9cbb None None] Calling delete_port for c27b91ab-7d7a-4210-9eee-7cd53b46e865 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:53.358931 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eb3ed531-3069-4017-a632-bb0808e50ac0 req-6b117bc8-8906-4424-a973-0612d1056816 service neutron] 10.222.0.102 "GET /v2.0/networks/e39bb788-f0c6-4cc1-a5d8-04cdb881e41c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671574 Mar 23 10:23:53.371301 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2d298c41-9aec-4731-9fed-d8891131d277 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3026838 Mar 23 10:23:53.372770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35606) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:53.378649 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ee83-9bad-4845-9a91-70554f9b9cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.418489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b865e835-4cbc-4e4b-ba6c-ff3ec99211a5 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.441897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7ee83-9bad-4845-9a91-70554f9b9cbb None None] No DVR routers for this DVR port c27b91ab-7d7a-4210-9eee-7cd53b46e865 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:53.456189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b865e835-4cbc-4e4b-ba6c-ff3ec99211a5 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c62424-83ea-4055-ab2c-890edb484548,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:53.473639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7ee83-9bad-4845-9a91-70554f9b9cbb None None] Pushing event deleted for resources: {'Port': ['ID=c27b91ab-7d7a-4210-9eee-7cd53b46e865,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:53.530890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35612) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:53.582092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b865e835-4cbc-4e4b-ba6c-ff3ec99211a5 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.583675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b865e835-4cbc-4e4b-ba6c-ff3ec99211a5 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/security-groups/c4c62424-83ea-4055-ab2c-890edb484548 HTTP/1.1" status: 204 len: 168 time: 0.8155639 Mar 23 10:23:53.586209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35618) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:53.601816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-17a75494-c316-4d4c-a817-01bfe1cee764 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.644254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-22972112-network', 'tenant_id': '30c1fa8904324f608d51b3b4f2828f99'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:53.648487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-17a75494-c316-4d4c-a817-01bfe1cee764 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.650697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:53.658000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Usage tracker for resource:network and tenant:30c1fa8904324f608d51b3b4f2828f99 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:53.662586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:53.672695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b01969-9e7e-4820-9826-8e69c0e6981b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet f7b1f0c1-a83b-472d-96eb-04fa401908cd {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:53.674632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:53.678551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0b01969-9e7e-4820-9826-8e69c0e6981b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.727175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Made reservation on behalf of 30c1fa8904324f608d51b3b4f2828f99 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:53.729480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.746093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.767595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0b01969-9e7e-4820-9826-8e69c0e6981b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.770471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f76655-a0aa-41a4-beb5-44bda1a7940d req-70b930b6-64ee-4cc0-a987-f40fa31bffaa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:53.771947 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-21f76655-a0aa-41a4-beb5-44bda1a7940d req-70b930b6-64ee-4cc0-a987-f40fa31bffaa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 944 time: 0.2744517 Mar 23 10:23:53.799666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:53.810859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Usage tracker for resource:security_group_rule and tenant:30c1fa8904324f608d51b3b4f2828f99 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:53.811861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-17a75494-c316-4d4c-a817-01bfe1cee764 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.816341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:53.834376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:53.847827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a75494-c316-4d4c-a817-01bfe1cee764 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc62f259-c1f9-4538-aa00-16db4419ba88,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:53.894280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0b01969-9e7e-4820-9826-8e69c0e6981b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.898834 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-21f76655-a0aa-41a4-beb5-44bda1a7940d req-029a567d-7ead-45be-a709-b5e530f3ca9b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203535 Mar 23 10:23:53.905510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:23:53.906971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.940801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-17a75494-c316-4d4c-a817-01bfe1cee764 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.944696 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-17a75494-c316-4d4c-a817-01bfe1cee764 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/dc62f259-c1f9-4538-aa00-16db4419ba88 HTTP/1.1" status: 204 len: 168 time: 0.5655699 Mar 23 10:23:53.945143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35622) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:53.971679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:53.974914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:53.978286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:53.978867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:53.986895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3283d52-f186-446c-902d-e903aef18bd7 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:54.003736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=6ace6ee0-ed72-4a7f-97a0-1a0e5286a0d1,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:54.017066 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4e976eb0-a983-49da-b473-7f0dc4406ff5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2518542 Mar 23 10:23:54.017950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35626) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:54.026124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:de:6b:66', 'name': 'tempest-NetworksTestDHCPv6-401957801'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:54.051114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0b01969-9e7e-4820-9826-8e69c0e6981b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.056792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.089273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dacfbfed-0147-4485-8bb1-dea12633f174 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:54.103398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.118163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b01969-9e7e-4820-9826-8e69c0e6981b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b1f0c1-a83b-472d-96eb-04fa401908cd,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:54.119953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0b01969-9e7e-4820-9826-8e69c0e6981b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.146463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb33902-3827-4246-890c-4fe96734fa9c None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:54.152116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:54.164281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dacfbfed-0147-4485-8bb1-dea12633f174 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:54.165553 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dacfbfed-0147-4485-8bb1-dea12633f174 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2193284 Mar 23 10:23:54.171061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35630) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:54.178123 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a0b01969-9e7e-4820-9826-8e69c0e6981b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/f7b1f0c1-a83b-472d-96eb-04fa401908cd HTTP/1.1" status: 204 len: 168 time: 0.5908971 Mar 23 10:23:54.181761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228501479'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:54.183649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35634) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:54.186240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.186581 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Added segment ddb4cd93-5f52-4023-8ae5-60eef46efe61 of type vlan for network 93b4742b-2572-43af-a58c-c03c826d07bd Mar 23 10:23:54.187706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:54.196561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:54.226621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:54.238914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.249560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:54.253103 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.267386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:54.280165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af2e0c2-af87-4b5f-83e6-386a113c694b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet 2713b3a4-8527-40e6-b5b8-deee9c52a811 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:54.286170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4af2e0c2-af87-4b5f-83e6-386a113c694b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.288666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:54.293863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:54.297510 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:54.301381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.302858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:54.303742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.316125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '6ace6ee0-ed72-4a7f-97a0-1a0e5286a0d1'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:23:54.316927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.324763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:54.324951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:54.419418 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8873117 Mar 23 10:23:54.423741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35638) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:54.436074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5cd59-940c-4013-bf1a-8f8e952feffc admin admin] Pushing event updated for resources: {'Network': ['ID=93b4742b-2572-43af-a58c-c03c826d07bd,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:54.439240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Request body: {'subnet': {'network_id': '93b4742b-2572-43af-a58c-c03c826d07bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-22972112-subnet', 'tenant_id': '30c1fa8904324f608d51b3b4f2828f99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:54.448428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:54.452640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4af2e0c2-af87-4b5f-83e6-386a113c694b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.478369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 93b4742b-2572-43af-a58c-c03c826d07bd details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:54.491301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.496081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.497534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Usage tracker for resource:subnet and tenant:30c1fa8904324f608d51b3b4f2828f99 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:54.512099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:54.535477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:54.548020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207f2fbd-8a1a-49c4-ab49-706d0f556d95,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:54.559706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.561664 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d782488d-bc75-4648-8fa1-40f61caa38d7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3885086 Mar 23 10:23:54.565276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35642) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:54.571680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': '207f2fbd-8a1a-49c4-ab49-706d0f556d95', 'direction': 'ingress', 'protocol': 17}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:54.579331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:54.583687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.584142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:54.587388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:54.595205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:54.603278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Made reservation on behalf of 30c1fa8904324f608d51b3b4f2828f99 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:54.606037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.621873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.633434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c27b91ab-7d7a-4210-9eee-7cd53b46e865 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:54.667440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 8a74b311-7ec6-4221-bf7b-070ae313cdb9 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:23:54.686129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.690897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.715493 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: c27b91ab-7d7a-4210-9eee-7cd53b46e865 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:54.715493 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c27b91ab-7d7a-4210-9eee-7cd53b46e865 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:54.719342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf5b9de-52e9-4176-abca-dc4debf45f39,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:54.737218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.742088 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0d2279bf-0454-4b3a-a22c-9e0c7ecaaecd tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1754348 Mar 23 10:23:54.742659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35646) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:54.748104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Allocated IP 2001:db8::f816:3eff:fe3f:5c77 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/6ace6ee0-ed72-4a7f-97a0-1a0e5286a0d1/92c44d66-b19b-4fba-9d45-e6cf57e62a84) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:54.790934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4af2e0c2-af87-4b5f-83e6-386a113c694b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.818210 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-60b68758-abc4-4a41-be30-8e3b8b4764cc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.852730 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-60b68758-abc4-4a41-be30-8e3b8b4764cc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.945916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device e2c9791f-ef26-4551-b942-10c1163cfcc7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:23:54.946206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-60b68758-abc4-4a41-be30-8e3b8b4764cc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.966655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b68758-abc4-4a41-be30-8e3b8b4764cc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207f2fbd-8a1a-49c4-ab49-706d0f556d95,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:54.981279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4af2e0c2-af87-4b5f-83e6-386a113c694b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.992258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-60b68758-abc4-4a41-be30-8e3b8b4764cc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:54.996630 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-60b68758-abc4-4a41-be30-8e3b8b4764cc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/207f2fbd-8a1a-49c4-ab49-706d0f556d95 HTTP/1.1" status: 204 len: 168 time: 0.2496760 Mar 23 10:23:54.996875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35652) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:55.062044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dc9c8ff0-fe9e-473f-95e1-8a2d62f3e69d tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:55.081970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dc9c8ff0-fe9e-473f-95e1-8a2d62f3e69d tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:55.084602 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dc9c8ff0-fe9e-473f-95e1-8a2d62f3e69d tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0854926 Mar 23 10:23:55.087571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35656) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:55.089211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2e0c2-af87-4b5f-83e6-386a113c694b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=2713b3a4-8527-40e6-b5b8-deee9c52a811,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:55.094597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4af2e0c2-af87-4b5f-83e6-386a113c694b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.105543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group': {'name': 'tempest-secgroup--617344002'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:55.107402 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4af2e0c2-af87-4b5f-83e6-386a113c694b tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/2713b3a4-8527-40e6-b5b8-deee9c52a811 HTTP/1.1" status: 204 len: 168 time: 0.9227381 Mar 23 10:23:55.110127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35660) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:55.127340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:55.142571 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port e2c9791f-ef26-4551-b942-10c1163cfcc7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e2c9791f-ef26-4551-b942-10c1163cfcc7,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:55.154069 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33184cd-b007-44c0-a0cf-3c3a11e1b2dd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:55.154523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33184cd-b007-44c0-a0cf-3c3a11e1b2dd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:55.156775 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f33184cd-b007-44c0-a0cf-3c3a11e1b2dd tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/f7b1f0c1-a83b-472d-96eb-04fa401908cd HTTP/1.1" status: 404 len: 337 time: 0.0452850 Mar 23 10:23:55.159549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35664) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:55.174569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'e2c9791f-ef26-4551-b942-10c1163cfcc7', 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c', 'port_id': 'e2c9791f-ef26-4551-b942-10c1163cfcc7', 'mac_address': 'fa:16:3e:88:3d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfdc74fb-b698-4847-a8e5-d291481b4564', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:23:55.202360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:55.238898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.253502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.271546 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.279046 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:55.283510 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:55.287880 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:55.295182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:55.300695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c9791f-ef26-4551-b942-10c1163cfcc7 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:23:55.307736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ba8583-d2fd-4406-8c91-694836a0bab7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting subnet 42291983-5159-4579-885c-f42fd1391d36 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:55.329025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8ba8583-d2fd-4406-8c91-694836a0bab7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.369000 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port e2c9791f-ef26-4551-b942-10c1163cfcc7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e2c9791f-ef26-4551-b942-10c1163cfcc7,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:55.383161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.393342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.407532 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ac2b-df7b-4bbd-92e1-3898dd5b3d85 req-a4bf2aff-c369-4538-84ce-f39d19b50124 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:55.410815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e164c1-4f95-4e64-a38a-24aabf30d162,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:55.422414 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-28c0ac2b-df7b-4bbd-92e1-3898dd5b3d85 req-a4bf2aff-c369-4538-84ce-f39d19b50124 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 944 time: 0.2972937 Mar 23 10:23:55.425521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Checking segment: {'id': 'ddb4cd93-5f52-4023-8ae5-60eef46efe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '93b4742b-2572-43af-a58c-c03c826d07bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:55.425892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Network hostable DHCP agents. Network: 93b4742b-2572-43af-a58c-c03c826d07bd, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:55.427568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.439506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8ba8583-d2fd-4406-8c91-694836a0bab7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.476680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=e2c9791f-ef26-4551-b942-10c1163cfcc7,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:55.487208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.499646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Transition to ACTIVE for port object 92c44d66-b19b-4fba-9d45-e6cf57e62a84 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:55.523428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Transition to ACTIVE for port object 92c44d66-b19b-4fba-9d45-e6cf57e62a84 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:55.531620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.593435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8de84f-58f4-49d9-a657-43ef5199def8 None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:55.637956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['e2c9791f-ef26-4551-b942-10c1163cfcc7'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:23:55.647509 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-28c0ac2b-df7b-4bbd-92e1-3898dd5b3d85 req-173bea7d-fa9c-4c96-9386-b3e95a532c7e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238369 Mar 23 10:23:55.654771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d520acf-1a31-452e-bbcd-450f02f61be8,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:55.666509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.670506 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5f29d483-ee42-4756-a2a9-3b8e1f438d79 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5782869 Mar 23 10:23:55.670788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35668) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:55.677515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group': {'name': 'tempest-secgroup--669281085'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:55.683303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:55.687355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:55.690500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:55.695839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:55.697996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:55.704526 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:55.704733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Network 93b4742b-2572-43af-a58c-c03c826d07bd is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:55.709986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:55.716722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.729677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 93b4742b-2572-43af-a58c-c03c826d07bd) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:55.741866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:55.743008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:55.743611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.746927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:55.748998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::f816:3eff:fede:6b66 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/6ace6ee0-ed72-4a7f-97a0-1a0e5286a0d1/8a74b311-7ec6-4221-bf7b-070ae313cdb9) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:23:55.750096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:55.758298 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:55.767310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63605dca-ebc8-45fc-8357-4ce13a238ae1 None None] Network 93b4742b-2572-43af-a58c-c03c826d07bd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:55.794506 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c4e6dab8-0688-4c04-85fe-bb58f179ae7d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3687603 Mar 23 10:23:55.880784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Pushing event updated for resources: {'Port': ['ID=92c44d66-b19b-4fba-9d45-e6cf57e62a84,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:55.902074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.908164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:55.964568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-185c0905-2a6b-4b2f-b1dc-f356f39a5efa None None] Provisioning complete for port 314e52f2-588c-49cd-8121-b090cc2b3604 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:55.964936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-185c0905-2a6b-4b2f-b1dc-f356f39a5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.014452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a686e0f-7838-46c9-8fb2-220cf3d27562,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:56.019964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.024021 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-745224c2-3a53-46ce-b1cc-bd169c90309f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3495808 Mar 23 10:23:56.024501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35676) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.030644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': '7d520acf-1a31-452e-bbcd-450f02f61be8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8a686e0f-7838-46c9-8fb2-220cf3d27562', 'remote_ip_prefix': None}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:56.037637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:56.043028 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:56.047355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:56.057061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:56.090626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Attempting to bind port 92c44d66-b19b-4fba-9d45-e6cf57e62a84 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:23:56.090887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.090990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Attempting to bind port 92c44d66-b19b-4fba-9d45-e6cf57e62a84 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:23:56.091337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Attempting to bind port 92c44d66-b19b-4fba-9d45-e6cf57e62a84 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:23:56.102951 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8ba8583-d2fd-4406-8c91-694836a0bab7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.116367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-185c0905-2a6b-4b2f-b1dc-f356f39a5efa None None] Port 314e52f2-588c-49cd-8121-b090cc2b3604 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:56.118060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:23:56.118428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:56.118826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.119224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:23:56.119686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Bound port: 92c44d66-b19b-4fba-9d45-e6cf57e62a84, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:23:56.120057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.147289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.182536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 8a74b311-7ec6-4221-bf7b-070ae313cdb9 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:23:56.185830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.190920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.220637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef7914a-779b-45af-8b9e-3c957ed1519e,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:56.240790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8ba8583-d2fd-4406-8c91-694836a0bab7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.243797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.246646 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-095e129a-6256-4e83-8706-f0b47ce4a73b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2203791 Mar 23 10:23:56.248864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35684) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.282683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6e14db00-9b51-4dbb-8548-385e3eb088b7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.292227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.295019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6e14db00-9b51-4dbb-8548-385e3eb088b7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.317495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-185c0905-2a6b-4b2f-b1dc-f356f39a5efa None None] Provisioning complete for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:56.317800 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-185c0905-2a6b-4b2f-b1dc-f356f39a5efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.323499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6e14db00-9b51-4dbb-8548-385e3eb088b7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.348797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6e14db00-9b51-4dbb-8548-385e3eb088b7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.353120 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6e14db00-9b51-4dbb-8548-385e3eb088b7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/fef7914a-779b-45af-8b9e-3c957ed1519e HTTP/1.1" status: 204 len: 168 time: 0.1005266 Mar 23 10:23:56.353318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14db00-9b51-4dbb-8548-385e3eb088b7 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fef7914a-779b-45af-8b9e-3c957ed1519e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:56.354856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35692) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.363826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8ba8583-d2fd-4406-8c91-694836a0bab7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.373396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba8583-d2fd-4406-8c91-694836a0bab7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Subnet': ['ID=42291983-5159-4579-885c-f42fd1391d36,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:56.399399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:23:56.403733 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a8ba8583-d2fd-4406-8c91-694836a0bab7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/42291983-5159-4579-885c-f42fd1391d36 HTTP/1.1" status: 204 len: 168 time: 1.2431085 Mar 23 10:23:56.407846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:56.411121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:23:56.417783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:56.418622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.424487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-465a7acd-f517-4937-b1fb-124b443246b2 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:56.427704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35696) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.449355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=8a74b311-7ec6-4221-bf7b-070ae313cdb9,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:56.467030 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-667c7880-eb82-4668-9d4d-5432dd9403b8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4481175 Mar 23 10:23:56.469978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35700) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.492472 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-465a7acd-f517-4937-b1fb-124b443246b2 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:56.496422 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-465a7acd-f517-4937-b1fb-124b443246b2 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1378810 Mar 23 10:23:56.496422 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-e736ebe2-7d29-400b-b66b-8b1c072a6b16 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:56.496422 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e736ebe2-7d29-400b-b66b-8b1c072a6b16 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:56.497597 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e736ebe2-7d29-400b-b66b-8b1c072a6b16 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/d129cf10-2b13-44bd-ad60-6a0e70fb01e1 HTTP/1.1" status: 404 len: 337 time: 0.0676754 Mar 23 10:23:56.498115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35706) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.500623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35710) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.539727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35712) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.553746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-106310696-network', 'tenant_id': '79aebb29e9264d489c2c0904c9410756'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:56.563061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:56.568748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Usage tracker for resource:network and tenant:79aebb29e9264d489c2c0904c9410756 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:56.576430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:56.584733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2affc5b5-1ff1-4383-9fc6-885bd1afecf4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Synchronizing usage tracker for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:56.593741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:56.595763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] For port 92c44d66-b19b-4fba-9d45-e6cf57e62a84, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:23:56.600053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd66f09-0ac9-4346-9c8a-2dc15d9882ce None None] Network 93b4742b-2572-43af-a58c-c03c826d07bd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:56.616932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2affc5b5-1ff1-4383-9fc6-885bd1afecf4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Unset dirty status for tenant:913fc24fa3624bb7abc8f44cae9f5561 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:56.617667 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2affc5b5-1ff1-4383-9fc6-885bd1afecf4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "GET /v2.0/ports?device_id=4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e HTTP/1.1" status: 200 len: 205 time: 0.0765228 Mar 23 10:23:56.620201 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f5c26d2-561b-4cbf-9ec9-7f411cbcd853 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.621704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35718) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.628331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Made reservation on behalf of 79aebb29e9264d489c2c0904c9410756 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:56.630743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.649265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] For port 92c44d66-b19b-4fba-9d45-e6cf57e62a84, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=92c44d66-b19b-4fba-9d45-e6cf57e62a84,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:23:56.658449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96294423-f5cd-498e-b074-b4e6348dc939 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:56.665510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96294423-f5cd-498e-b074-b4e6348dc939 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:56.665646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.666427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-96294423-f5cd-498e-b074-b4e6348dc939 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:56.669613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.691856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:56.696004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Usage tracker for resource:security_group_rule and tenant:79aebb29e9264d489c2c0904c9410756 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:56.699422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:56.704407 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-8812f870-0f67-404c-8213-033537e6c6d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] delete failed (client error): The resource could not be found. Mar 23 10:23:56.705453 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8812f870-0f67-404c-8213-033537e6c6d4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/routers/4fb4b7db-2751-4e9d-8f38-9fe0a640cb8e HTTP/1.1" status: 404 len: 336 time: 0.0828855 Mar 23 10:23:56.707387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:56.714185 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35726) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.761221 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce50940a-d11c-47cb-af54-e9332ab19c06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:56.761587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce50940a-d11c-47cb-af54-e9332ab19c06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:56.763262 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ce50940a-d11c-47cb-af54-e9332ab19c06 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/92b098d0-5e3f-4a8a-97ef-6d488c842365 HTTP/1.1" status: 404 len: 337 time: 0.0495193 Mar 23 10:23:56.764875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f5c26d2-561b-4cbf-9ec9-7f411cbcd853 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.772713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35730) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.820349 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-cffa77a0-8276-48fb-8c7f-b778890cd8c4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:56.820797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cffa77a0-8276-48fb-8c7f-b778890cd8c4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:56.822531 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cffa77a0-8276-48fb-8c7f-b778890cd8c4 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/85e13ff7-6d7b-4d09-8ea5-cfec4fe5d821 HTTP/1.1" status: 404 len: 337 time: 0.0488789 Mar 23 10:23:56.825550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35734) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.864066 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5abbe3-1431-415b-882b-e44b73df3256 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:56.864522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb5abbe3-1431-415b-882b-e44b73df3256 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:56.866216 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cb5abbe3-1431-415b-882b-e44b73df3256 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/d9442722-500c-471a-8c55-7786c25343e1 HTTP/1.1" status: 404 len: 337 time: 0.0397933 Mar 23 10:23:56.873690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35738) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.880701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-96294423-f5cd-498e-b074-b4e6348dc939 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:56.882273 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-96294423-f5cd-498e-b074-b4e6348dc939 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4112000 Mar 23 10:23:56.884582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.886629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35742) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.922730 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4362b75-f7e6-49fd-833a-add38c98d2ca tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:56.923195 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4362b75-f7e6-49fd-833a-add38c98d2ca tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:56.924855 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b4362b75-f7e6-49fd-833a-add38c98d2ca tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/ed3f7f3a-6ab1-46ff-8202-ea060340658b HTTP/1.1" status: 404 len: 333 time: 0.0502746 Mar 23 10:23:56.927881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35746) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:56.951942 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd9e93-529d-49c2-a67d-d62d0160d19f None None] Pushing event updated for resources: {'Port': ['ID=92c44d66-b19b-4fba-9d45-e6cf57e62a84,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:56.967989 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff86e74-b9c0-4732-a591-11a2160421a7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:56.968440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff86e74-b9c0-4732-a591-11a2160421a7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:56.975360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f5c26d2-561b-4cbf-9ec9-7f411cbcd853 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.986562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a53be4fd-4a47-4026-aaed-b32ae0be8dc9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 8a74b311-7ec6-4221-bf7b-070ae313cdb9 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:56.987038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a53be4fd-4a47-4026-aaed-b32ae0be8dc9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:56.992507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c26d2-561b-4cbf-9ec9-7f411cbcd853 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a686e0f-7838-46c9-8fb2-220cf3d27562,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:56.997678 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8ff86e74-b9c0-4732-a591-11a2160421a7 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/b5b2fc15-f115-470e-932a-0d2102d928a2 HTTP/1.1" status: 404 len: 337 time: 0.0686922 Mar 23 10:23:57.001165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35750) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.021708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.037782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f5c26d2-561b-4cbf-9ec9-7f411cbcd853 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.038764 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7f5c26d2-561b-4cbf-9ec9-7f411cbcd853 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/8a686e0f-7838-46c9-8fb2-220cf3d27562 HTTP/1.1" status: 204 len: 168 time: 0.5397193 Mar 23 10:23:57.046430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35754) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.049025 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7474d48-969f-4358-a3f1-66d72a1b9b16 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:57.049497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7474d48-969f-4358-a3f1-66d72a1b9b16 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:57.051131 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f7474d48-969f-4358-a3f1-66d72a1b9b16 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/58d8fba6-1bd6-4ee9-a4ce-0fd688d299e5 HTTP/1.1" status: 404 len: 337 time: 0.0490332 Mar 23 10:23:57.062680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35758) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.125440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0295153d-578d-4ba8-a982-bc937ec02b60 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:57.125999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0295153d-578d-4ba8-a982-bc937ec02b60 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:57.127371 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-656f6bd2-fd8a-4b60-8d61-6b45b3ec555e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:57.144450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-656f6bd2-fd8a-4b60-8d61-6b45b3ec555e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:57.146223 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-656f6bd2-fd8a-4b60-8d61-6b45b3ec555e tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0985796 Mar 23 10:23:57.148821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35762) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.157530 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0295153d-578d-4ba8-a982-bc937ec02b60 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/3ff778da-0de6-4c63-ab66-2d150e73a955 HTTP/1.1" status: 404 len: 333 time: 0.0904570 Mar 23 10:23:57.158541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:23:57.165809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35766) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.179801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019c945-a9ab-4e8c-819e-ea23395a2e57 req-acebacf8-32c3-427a-a548-8ba413cc8dab tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:57.187017 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7019c945-a9ab-4e8c-819e-ea23395a2e57 req-acebacf8-32c3-427a-a548-8ba413cc8dab tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 945 time: 0.3767395 Mar 23 10:23:57.193558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66574b18-7925-4c2a-b552-7e4f3e655132 None None] Update dhcp port {'port': {'network_id': '432eba06-546a-492b-b2fe-fde3e6b70a77', 'fixed_ips': [{'subnet_id': '42291983-5159-4579-885c-f42fd1391d36'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:23:57.219883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b288-df0e-4be6-8a82-7c0b89013210 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.254345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b288-df0e-4be6-8a82-7c0b89013210 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.258452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdae0cf-0796-423b-9fb8-6742d015364c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:57.282449 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-16200e05-7a3e-4ead-b778-0bb374bdba6e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:57.282909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16200e05-7a3e-4ead-b778-0bb374bdba6e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:57.284580 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-16200e05-7a3e-4ead-b778-0bb374bdba6e tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/8f91e121-e826-4281-961a-038777f86370 HTTP/1.1" status: 404 len: 337 time: 0.1144223 Mar 23 10:23:57.290664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35770) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.292567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-66574b18-7925-4c2a-b552-7e4f3e655132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.303352 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7019c945-a9ab-4e8c-819e-ea23395a2e57 req-915e8690-3a3c-425b-9f95-095f91d31e8d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152320 Mar 23 10:23:57.356108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.356459 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Added segment 0831200b-016a-4c60-9911-8da4bf03107e of type vlan for network caeaa581-1b4c-4c3d-962a-eeb3af11188f Mar 23 10:23:57.388679 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce08c92e-f0cb-466d-b812-e8a85c04517f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] DELETE failed (client error): The resource could not be found. Mar 23 10:23:57.390023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce08c92e-f0cb-466d-b812-e8a85c04517f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:23:57.392987 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ce08c92e-f0cb-466d-b812-e8a85c04517f tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/subnets/de8624c0-d6d8-4beb-a61b-c1794ee73d0d HTTP/1.1" status: 404 len: 337 time: 0.1013634 Mar 23 10:23:57.395672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35774) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.431498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b288-df0e-4be6-8a82-7c0b89013210 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.455213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6b288-df0e-4be6-8a82-7c0b89013210 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d520acf-1a31-452e-bbcd-450f02f61be8,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:57.475809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0c6b288-df0e-4be6-8a82-7c0b89013210 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.481114 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b0c6b288-df0e-4be6-8a82-7c0b89013210 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/7d520acf-1a31-452e-bbcd-450f02f61be8 HTTP/1.1" status: 204 len: 168 time: 0.3310342 Mar 23 10:23:57.482109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35778) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.484728 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-22068192-6859-4453-ad35-1b8f01e234d6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Deleting port 314e52f2-588c-49cd-8121-b090cc2b3604 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:57.485091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22068192-6859-4453-ad35-1b8f01e234d6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.520296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.539596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-aa991112-c760-40b2-b862-659b651d0cb4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:57.555947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-aa991112-c760-40b2-b862-659b651d0cb4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:57.558446 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-aa991112-c760-40b2-b862-659b651d0cb4 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0752552 Mar 23 10:23:57.563351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35782) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.571542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group': {'name': 'tempest-secgroup--713267173'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:57.578793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:57.588978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:57.602227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.613104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82626ad-837d-4cf4-b7df-fab916434877 None None] Network 432eba06-546a-492b-b2fe-fde3e6b70a77 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:57.622289 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:57.626947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:57.630238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:57.635838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:57.719176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.724386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.731635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.732674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:57.733331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.772826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-54929b80-d9eb-4db9-99bb-79b319029d8d None None] Provisioning complete for port 314e52f2-588c-49cd-8121-b090cc2b3604 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:57.773165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-54929b80-d9eb-4db9-99bb-79b319029d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.784237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13baefa2-425d-4b1d-aa5a-5c9923eab3a3,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:57.799464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.804507 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5c457754-6d58-48fe-b9d4-5ff7cb08870c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2401440 Mar 23 10:23:57.805394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35788) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.811936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': '13baefa2-425d-4b1d-aa5a-5c9923eab3a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:57.819511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:57.824944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:57.827436 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2861016 Mar 23 10:23:57.831790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35792) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:57.835357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:57.843113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Request body: {'subnet': {'network_id': 'caeaa581-1b4c-4c3d-962a-eeb3af11188f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-106310696-subnet', 'tenant_id': '79aebb29e9264d489c2c0904c9410756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:57.849948 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:57.853083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:57.857807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Usage tracker for resource:subnet and tenant:79aebb29e9264d489c2c0904c9410756 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:57.863693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:57.877005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:57.894296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.901346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-54929b80-d9eb-4db9-99bb-79b319029d8d None None] Port 314e52f2-588c-49cd-8121-b090cc2b3604 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:23:57.911207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a53be4fd-4a47-4026-aaed-b32ae0be8dc9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.919517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Made reservation on behalf of 79aebb29e9264d489c2c0904c9410756 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:23:57.922728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:57.937397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-54929b80-d9eb-4db9-99bb-79b319029d8d None None] Provisioning complete for port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:57.938577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-54929b80-d9eb-4db9-99bb-79b319029d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.056313 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3521e82c-d67f-4fef-8e0b-bc209007dfbc None None] DHCP port deletion for 432eba06-546a-492b-b2fe-fde3e6b70a77 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:23:58.070237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3521e82c-d67f-4fef-8e0b-bc209007dfbc None None] Deleting port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:23:58.070999 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3521e82c-d67f-4fef-8e0b-bc209007dfbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.160385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.212577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a30649-65ee-4ae9-93ca-f2b6695242a5 admin admin] Pushing event updated for resources: {'Network': ['ID=caeaa581-1b4c-4c3d-962a-eeb3af11188f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:58.238010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network caeaa581-1b4c-4c3d-962a-eeb3af11188f details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:23:58.254475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c367fd27-cc49-4e27-94a3-468786b1d004,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:58.284415 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.285396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Checking segment: {'id': '0831200b-016a-4c60-9911-8da4bf03107e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'caeaa581-1b4c-4c3d-962a-eeb3af11188f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:23:58.285758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Network hostable DHCP agents. Network: caeaa581-1b4c-4c3d-962a-eeb3af11188f, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:23:58.292917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.328498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a53be4fd-4a47-4026-aaed-b32ae0be8dc9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 8a74b311-7ec6-4221-bf7b-070ae313cdb9 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:58.347954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587faa3e-23df-425d-ae4b-11f9d3f4bfcc,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:58.351448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.355616 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-99b3d9b0-fd3a-49a3-88bd-87984b2ad59b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5492070 Mar 23 10:23:58.356284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35798) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:58.373554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Network caeaa581-1b4c-4c3d-962a-eeb3af11188f is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:23:58.395965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, caeaa581-1b4c-4c3d-962a-eeb3af11188f) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:23:58.404062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:58.404651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.413282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-68f22600-76b2-4428-9d67-ff395158265f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.435224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-68f22600-76b2-4428-9d67-ff395158265f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.449801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22068192-6859-4453-ad35-1b8f01e234d6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.456169 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b85f2baf-7364-44a5-838c-d1da2838f8a5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6232710 Mar 23 10:23:58.463466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdc6f89-0180-497d-b781-45ebc112d91b None None] Network caeaa581-1b4c-4c3d-962a-eeb3af11188f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:58.579916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-68f22600-76b2-4428-9d67-ff395158265f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.589952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-be9976a1-429b-497c-8b44-a4f4e72e0275 None None] Provisioning for port 92c44d66-b19b-4fba-9d45-e6cf57e62a84 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:58.615329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f22600-76b2-4428-9d67-ff395158265f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=587faa3e-23df-425d-ae4b-11f9d3f4bfcc,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:58.619345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-68f22600-76b2-4428-9d67-ff395158265f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.622875 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-68f22600-76b2-4428-9d67-ff395158265f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/587faa3e-23df-425d-ae4b-11f9d3f4bfcc HTTP/1.1" status: 204 len: 168 time: 0.2617292 Mar 23 10:23:58.648179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35804) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:58.678955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3521e82c-d67f-4fef-8e0b-bc209007dfbc None None] For port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,segment=NetworkSegment(1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea),segment_id=1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:58.679440 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3521e82c-d67f-4fef-8e0b-bc209007dfbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.718505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-22068192-6859-4453-ad35-1b8f01e234d6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Calling delete_port for 314e52f2-588c-49cd-8121-b090cc2b3604 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:58.719608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 92c44d66-b19b-4fba-9d45-e6cf57e62a84 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:58.805742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defb40a-9674-4ec1-96e8-ed4a79716494 req-fb155a06-e19a-4899-a30e-86915b77388b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:58.806529 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4defb40a-9674-4ec1-96e8-ed4a79716494 req-fb155a06-e19a-4899-a30e-86915b77388b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 945 time: 0.3449409 Mar 23 10:23:58.849582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e5468c4c-ca27-4c0c-bdad-f825128f2edc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:58.886913 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4defb40a-9674-4ec1-96e8-ed4a79716494 req-ae052a27-8c3f-4d1b-9bab-373ac76998b6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656784 Mar 23 10:23:58.900821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e5468c4c-ca27-4c0c-bdad-f825128f2edc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:58.907665 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e5468c4c-ca27-4c0c-bdad-f825128f2edc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2552948 Mar 23 10:23:58.908729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35814) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:58.941421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3521e82c-d67f-4fef-8e0b-bc209007dfbc None None] Calling delete_port for 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:23:58.949363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22068192-6859-4453-ad35-1b8f01e234d6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:58.989321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device e2c9791f-ef26-4551-b942-10c1163cfcc7 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:23:59.011103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a53be4fd-4a47-4026-aaed-b32ae0be8dc9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.015855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-734cf8f1-fa7e-4472-b8d0-df089e282935 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.026654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2be7b666-952d-4502-ae09-fe215efbd73e None None] Could not find standard attr ID for object 8a74b311-7ec6-4221-bf7b-070ae313cdb9. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:23:59.028205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 92c44d66-b19b-4fba-9d45-e6cf57e62a84 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:59.044703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22068192-6859-4453-ad35-1b8f01e234d6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Port': ['ID=314e52f2-588c-49cd-8121-b090cc2b3604,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:59.045938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 92c44d66-b19b-4fba-9d45-e6cf57e62a84 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:59.046489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.074429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-734cf8f1-fa7e-4472-b8d0-df089e282935 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.098331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22068192-6859-4453-ad35-1b8f01e234d6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.138220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-734cf8f1-fa7e-4472-b8d0-df089e282935 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.162687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cf8f1-fa7e-4472-b8d0-df089e282935 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13baefa2-425d-4b1d-aa5a-5c9923eab3a3,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:59.173089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a53be4fd-4a47-4026-aaed-b32ae0be8dc9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.183358 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-734cf8f1-fa7e-4472-b8d0-df089e282935 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.186873 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-734cf8f1-fa7e-4472-b8d0-df089e282935 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/13baefa2-425d-4b1d-aa5a-5c9923eab3a3 HTTP/1.1" status: 204 len: 168 time: 0.2751622 Mar 23 10:23:59.188746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35826) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:59.193312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53be4fd-4a47-4026-aaed-b32ae0be8dc9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=8a74b311-7ec6-4221-bf7b-070ae313cdb9,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:59.244730 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5f1b16f5-6481-45fc-8d36-926c3b2637b5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:23:59.252299 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-22068192-6859-4453-ad35-1b8f01e234d6 tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/ports/314e52f2-588c-49cd-8121-b090cc2b3604 HTTP/1.1" status: 204 len: 168 time: 1.8530691 Mar 23 10:23:59.258678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35830) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:59.260253 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a53be4fd-4a47-4026-aaed-b32ae0be8dc9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/8a74b311-7ec6-4221-bf7b-070ae313cdb9 HTTP/1.1" status: 204 len: 168 time: 2.3718896 Mar 23 10:23:59.262163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35832) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:59.342493 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3521e82c-d67f-4fef-8e0b-bc209007dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.357063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5f1b16f5-6481-45fc-8d36-926c3b2637b5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:23:59.358557 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5f1b16f5-6481-45fc-8d36-926c3b2637b5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1688879 Mar 23 10:23:59.366615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35838) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:59.379513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group': {'name': 'tempest-secgroup--198578380'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:59.391115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:59.403881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e3e19-cdba-41b1-9124-82474eb2f0d4 None None] Network caeaa581-1b4c-4c3d-962a-eeb3af11188f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:23:59.421761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:59.429934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521e82c-d67f-4fef-8e0b-bc209007dfbc None None] Pushing event deleted for resources: {'Port': ['ID=99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:59.444430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port e2c9791f-ef26-4551-b942-10c1163cfcc7 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:23:59.447959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3521e82c-d67f-4fef-8e0b-bc209007dfbc None None] No DVR routers for this DVR port 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:23:59.451388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17888b5a-16be-476f-a0bb-aad286a1b930 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:59.452451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-de45afbc-d6b8-4c40-93e1-a5bb81e9eded tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:59.453650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17888b5a-16be-476f-a0bb-aad286a1b930 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:23:59.455094 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-17888b5a-16be-476f-a0bb-aad286a1b930 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1899276 Mar 23 10:23:59.457630 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-de45afbc-d6b8-4c40-93e1-a5bb81e9eded tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/networks?id=93b4742b-2572-43af-a58c-c03c826d07bd HTTP/1.1" status: 200 len: 810 time: 0.2667911 Mar 23 10:23:59.457839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35842) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:59.459400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.463527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.495531 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-762eccb1-82fc-489a-be4d-ad1cc454805b tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/quotas/30c1fa8904324f608d51b3b4f2828f99 HTTP/1.1" status: 200 len: 375 time: 0.0157444 Mar 23 10:23:59.497605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:59.504106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:59.534503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port e2c9791f-ef26-4551-b942-10c1163cfcc7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:23:59.535038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.537531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:59.556060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:59.559905 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-a0ee42fb-0d7e-48b5-a5d4-69aa06801858 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=30c1fa8904324f608d51b3b4f2828f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573635 Mar 23 10:23:59.566525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.611501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f6838a-3572-4307-9703-718486d0bde6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 6ace6ee0-ed72-4a7f-97a0-1a0e5286a0d1 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:23:59.644421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 92c44d66-b19b-4fba-9d45-e6cf57e62a84, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=92c44d66-b19b-4fba-9d45-e6cf57e62a84,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:59.664080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05f6838a-3572-4307-9703-718486d0bde6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.664646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.705306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.744321 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432eba06-546a-492b-b2fe-fde3e6b70a77']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:59.753297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05f6838a-3572-4307-9703-718486d0bde6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.756802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.763376 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-def6efc7-176f-485c-ba78-388bdec41090 service neutron] 10.222.0.84 "GET /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852293 Mar 23 10:23:59.763926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.782182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:23:59.795026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:59.795342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c07a68e-9b13-4ce4-b99d-82b6cb44a3ea') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:23:59.816872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.841086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:23:59.841086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 99a2e82e-a4d1-4f6d-a0c6-2372f7833e9d not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:23:59.846178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.863616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:23:59.863956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.898573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad174020-dfb1-4651-8a6e-11e8b4383902,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:59.906944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.918217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=92c44d66-b19b-4fba-9d45-e6cf57e62a84,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:23:59.921268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:23:59.925582 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c49ef82d-4b3a-4bd8-bc08-f490d5dface3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5554855 Mar 23 10:23:59.926375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35848) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:23:59.935224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': 'ad174020-dfb1-4651-8a6e-11e8b4383902', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:23:59.945621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:23:59.964324 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:23:59.971185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:23:59.975202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f011409-8c33-4dfa-8e50-95aeb1b0504a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c9791f-ef26-4551-b942-10c1163cfcc7'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:23:59.978988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:23:59.982730 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-3e1bf78f-39cc-4702-9eaf-b087a24fa0b5 service neutron] 10.222.0.84 "GET /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085848 Mar 23 10:23:59.988838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port e2c9791f-ef26-4551-b942-10c1163cfcc7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e2c9791f-ef26-4551-b942-10c1163cfcc7,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:23:59.995469 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:23:59.997886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.011385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.064359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.086349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.092998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05f6838a-3572-4307-9703-718486d0bde6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.100467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.105674 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=e2c9791f-ef26-4551-b942-10c1163cfcc7,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:00.112801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.152026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31167ffc-8d75-4e6c-bd45-232b5d68f730,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:00.166569 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f011409-8c33-4dfa-8e50-95aeb1b0504a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c9791f-ef26-4551-b942-10c1163cfcc7', 'code': 200} Mar 23 10:24:00.178865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] Pushing event deleted for resources: {'Network': ['ID=432eba06-546a-492b-b2fe-fde3e6b70a77,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:00.193960 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-11fd4f7b-e200-438b-bbe2-38b8e3de72be tempest-PortsIpV6TestJSON-1431594521 tempest-PortsIpV6TestJSON-1431594521-project] 10.222.0.84 "DELETE /v2.0/networks/432eba06-546a-492b-b2fe-fde3e6b70a77 HTTP/1.1" status: 204 len: 168 time: 0.9338446 Mar 23 10:24:00.204538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.209078 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-95881055-0c7f-4375-bbe2-6e6e464ad921 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2800829 Mar 23 10:24:00.214672 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35860) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.263013 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-751519eb-9245-49d4-8015-1d305fb6356a req-7af9f680-e1aa-4951-bf4d-40712f1e8a41 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 210 time: 0.0544598 Mar 23 10:24:00.281622 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f202534f-a7ce-4d0b-917e-ba3b99ded111 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules/31167ffc-8d75-4e6c-bd45-232b5d68f730 HTTP/1.1" status: 200 len: 763 time: 0.0530515 Mar 23 10:24:00.282368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35864) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.312039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05f6838a-3572-4307-9703-718486d0bde6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.371280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eac65ac3-de93-4c30-bfd8-4479051cff6f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:00.391162 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eac65ac3-de93-4c30-bfd8-4479051cff6f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:00.393266 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eac65ac3-de93-4c30-bfd8-4479051cff6f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1128774 Mar 23 10:24:00.396141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35872) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.398965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bbf8d-2147-4907-9df9-aa0df39c867f req-5c51c8f8-9acb-4c0c-9f28-065c329b7320 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:00.400824 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c27bbf8d-2147-4907-9df9-aa0df39c867f req-5c51c8f8-9acb-4c0c-9f28-065c329b7320 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 946 time: 0.3159809 Mar 23 10:24:00.432475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0a7322c-e042-450f-b237-ba592d952856 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.445946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0a7322c-e042-450f-b237-ba592d952856 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.457022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6838a-3572-4307-9703-718486d0bde6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=6ace6ee0-ed72-4a7f-97a0-1a0e5286a0d1,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:00.461287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-05f6838a-3572-4307-9703-718486d0bde6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.465883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a689e57-abe2-44aa-9c74-4bb955a4bc64 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:00.501630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0a7322c-e042-450f-b237-ba592d952856 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.522963 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-05f6838a-3572-4307-9703-718486d0bde6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/6ace6ee0-ed72-4a7f-97a0-1a0e5286a0d1 HTTP/1.1" status: 204 len: 168 time: 1.0640702 Mar 23 10:24:00.534158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35878) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.546177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7322c-e042-450f-b237-ba592d952856 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31167ffc-8d75-4e6c-bd45-232b5d68f730,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:00.552748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0a7322c-e042-450f-b237-ba592d952856 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.563505 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a0a7322c-e042-450f-b237-ba592d952856 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/31167ffc-8d75-4e6c-bd45-232b5d68f730 HTTP/1.1" status: 204 len: 168 time: 0.1658802 Mar 23 10:24:00.564113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35882) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.646905 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c27bbf8d-2147-4907-9df9-aa0df39c867f req-5facf701-6f9e-465c-86f2-775ee6604163 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989515 Mar 23 10:24:00.663865 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bcd83ef8-5538-40f7-86f2-1e5af545f973 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1251726 Mar 23 10:24:00.664123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35888) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.678468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d706cb88-466d-4068-b657-adc6f3b30490 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:00.705358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d706cb88-466d-4068-b657-adc6f3b30490 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:00.709886 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d706cb88-466d-4068-b657-adc6f3b30490 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1448286 Mar 23 10:24:00.710757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35892) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.716633 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 92c44d66-b19b-4fba-9d45-e6cf57e62a84 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:00.720398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a490bf6f-8b95-4505-b181-9b365c53270a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': 'ad174020-dfb1-4651-8a6e-11e8b4383902', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:00.726172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35896) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.727416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a490bf6f-8b95-4505-b181-9b365c53270a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:00.735291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4af382-57d5-4eaa-b21d-3e948a8d45ca req-cd1dbedb-6174-4416-9edc-4261adecbd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:00.738680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a490bf6f-8b95-4505-b181-9b365c53270a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:00.738954 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ee4af382-57d5-4eaa-b21d-3e948a8d45ca req-cd1dbedb-6174-4416-9edc-4261adecbd17 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 1099 time: 0.3292730 Mar 23 10:24:00.769427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a490bf6f-8b95-4505-b181-9b365c53270a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:00.808611 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ee4af382-57d5-4eaa-b21d-3e948a8d45ca req-5f1317a9-a214-4131-a021-1f087b12f3c7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625961 Mar 23 10:24:00.830248 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221d92f4-aad5-4bda-bae2-48b7c027667c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:00.830974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-221d92f4-aad5-4bda-bae2-48b7c027667c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:00.848356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-221d92f4-aad5-4bda-bae2-48b7c027667c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:00.854520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35902) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:00.861301 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-221d92f4-aad5-4bda-bae2-48b7c027667c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1960914 Mar 23 10:24:00.966745 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7c03ec4e-5e06-4c2a-a9ad-4deab1fe971f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=913fc24fa3624bb7abc8f44cae9f5561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371206 Mar 23 10:24:00.967105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35906) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.046148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 92c44d66-b19b-4fba-9d45-e6cf57e62a84 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:01.046741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.051840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.053202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a490bf6f-8b95-4505-b181-9b365c53270a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.061751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a490bf6f-8b95-4505-b181-9b365c53270a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.089906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.095959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490bf6f-8b95-4505-b181-9b365c53270a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5f8bf6-9740-45eb-b2c3-b093297e0f6c,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:01.115439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f85a24-a580-45b2-820f-65cdb440d968 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:01.117081 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-35f85a24-a580-45b2-820f-65cdb440d968 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:01.147033 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a490bf6f-8b95-4505-b181-9b365c53270a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.149580 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a490bf6f-8b95-4505-b181-9b365c53270a tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4375877 Mar 23 10:24:01.150394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35910) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.153731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-35f85a24-a580-45b2-820f-65cdb440d968 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:01.154818 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-35f85a24-a580-45b2-820f-65cdb440d968 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2993979 Mar 23 10:24:01.157763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35914) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.183097 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7dbd51f7-62a5-402e-b240-3297a2c4694b tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules/fa5f8bf6-9740-45eb-b2c3-b093297e0f6c HTTP/1.1" status: 200 len: 763 time: 0.0312037 Mar 23 10:24:01.185797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35918) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.233316 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fecdcc60-2dd0-4238-b52f-861222c22c67 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737374 Mar 23 10:24:01.237822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.241666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-96ac282e-1426-414b-95cb-9325e60e6de8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:01.242701 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35922) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.254825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:01.260278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-96ac282e-1426-414b-95cb-9325e60e6de8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:01.264958 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-96ac282e-1426-414b-95cb-9325e60e6de8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0747786 Mar 23 10:24:01.264958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35926) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.306164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-209f0c1c-1c0a-48ef-8d77-08a3bdf1f7d5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.328353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-209f0c1c-1c0a-48ef-8d77-08a3bdf1f7d5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.357591 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a943b88-5a44-4e2f-b8ee-efcc459a8ec8 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:24:01.360564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-209f0c1c-1c0a-48ef-8d77-08a3bdf1f7d5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.362731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3a943b88-5a44-4e2f-b8ee-efcc459a8ec8 None None] Deleting port 92c44d66-b19b-4fba-9d45-e6cf57e62a84 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:01.363439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3a943b88-5a44-4e2f-b8ee-efcc459a8ec8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.384181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f0c1c-1c0a-48ef-8d77-08a3bdf1f7d5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa5f8bf6-9740-45eb-b2c3-b093297e0f6c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:01.390131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-209f0c1c-1c0a-48ef-8d77-08a3bdf1f7d5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.392062 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-209f0c1c-1c0a-48ef-8d77-08a3bdf1f7d5 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/fa5f8bf6-9740-45eb-b2c3-b093297e0f6c HTTP/1.1" status: 204 len: 168 time: 0.1263123 Mar 23 10:24:01.394547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35932) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.448107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.464619 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/711391d5-b649-4524-aab3-1444cb861271 HTTP/1.1" status: 204 len: 168 time: 0.4838476 Mar 23 10:24:01.466066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711391d5-b649-4524-aab3-1444cb861271,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:01.492890 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-54ed2387-f70e-4c4e-aca7-659950a21c90 req-ff8afb5a-854e-4c94-94fe-57a79f2768e7 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 210 time: 0.0605433 Mar 23 10:24:01.506190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4e196b3e-245f-4e99-9052-b505412d2034 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:01.534465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4e196b3e-245f-4e99-9052-b505412d2034 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:01.538568 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4e196b3e-245f-4e99-9052-b505412d2034 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1417859 Mar 23 10:24:01.541682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.542252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35938) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:01.544568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.544924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.548925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.548925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.549221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.549484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.549912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.550132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.550457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.550781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.551102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67344927-89b0-4e7e-bbc7-5c09b4b4a52f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:01.554125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-672582a5-2de0-4d32-ba21-efe4a6b1e771 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': 'ad174020-dfb1-4651-8a6e-11e8b4383902', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:01.568750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-672582a5-2de0-4d32-ba21-efe4a6b1e771 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:01.599657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-672582a5-2de0-4d32-ba21-efe4a6b1e771 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:01.611784 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-672582a5-2de0-4d32-ba21-efe4a6b1e771 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Project 84c4c1b24ff545b2b5b25e291e78558e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:24:01.622784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-672582a5-2de0-4d32-ba21-efe4a6b1e771 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.718949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-3a943b88-5a44-4e2f-b8ee-efcc459a8ec8 None None] For port 92c44d66-b19b-4fba-9d45-e6cf57e62a84, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=92c44d66-b19b-4fba-9d45-e6cf57e62a84,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:01.719341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3a943b88-5a44-4e2f-b8ee-efcc459a8ec8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.837298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-672582a5-2de0-4d32-ba21-efe4a6b1e771 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.846624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-672582a5-2de0-4d32-ba21-efe4a6b1e771 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.899450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:01.910389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672582a5-2de0-4d32-ba21-efe4a6b1e771 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88519b3-4191-4dfe-8a1d-9014c06a541a,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:01.963333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-672582a5-2de0-4d32-ba21-efe4a6b1e771 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:01.964677 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-672582a5-2de0-4d32-ba21-efe4a6b1e771 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4210935 Mar 23 10:24:01.967736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35946) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.002824 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-00048d0e-a01d-45a5-9e88-ed2669bc743f tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules/d88519b3-4191-4dfe-8a1d-9014c06a541a HTTP/1.1" status: 200 len: 769 time: 0.0335836 Mar 23 10:24:02.005189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35950) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.019055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:02.053763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:02.057236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.068664 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3a943b88-5a44-4e2f-b8ee-efcc459a8ec8 None None] Calling delete_port for 92c44d66-b19b-4fba-9d45-e6cf57e62a84 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:02.079568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-48a6eb99-850d-4086-bd7b-19cbe881bfd3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:02.108829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-48a6eb99-850d-4086-bd7b-19cbe881bfd3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:02.113799 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-48a6eb99-850d-4086-bd7b-19cbe881bfd3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1072433 Mar 23 10:24:02.114719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35958) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.154361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95fdd5ad-c2f1-4ce8-8843-0f8abbed603c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.168130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95fdd5ad-c2f1-4ce8-8843-0f8abbed603c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.204898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-a6cf1903-75ae-4cc4-94ba-0c2364df0343 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:02.205792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-a6cf1903-75ae-4cc4-94ba-0c2364df0343 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Synchronizing usage tracker for tenant:30c1fa8904324f608d51b3b4f2828f99 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:02.207496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95fdd5ad-c2f1-4ce8-8843-0f8abbed603c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.236458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdd5ad-c2f1-4ce8-8843-0f8abbed603c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d88519b3-4191-4dfe-8a1d-9014c06a541a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:02.245594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3a943b88-5a44-4e2f-b8ee-efcc459a8ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.255453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95fdd5ad-c2f1-4ce8-8843-0f8abbed603c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.258211 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-95fdd5ad-c2f1-4ce8-8843-0f8abbed603c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-group-rules/d88519b3-4191-4dfe-8a1d-9014c06a541a HTTP/1.1" status: 204 len: 168 time: 0.1428289 Mar 23 10:24:02.261569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35970) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.269823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b8e7b-3522-4fcf-8c28-f5ec3b651dde req-1dccfddb-6115-437d-9caa-a6888af7f883 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:02.271339 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8e9b8e7b-3522-4fcf-8c28-f5ec3b651dde req-1dccfddb-6115-437d-9caa-a6888af7f883 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 946 time: 0.3564847 Mar 23 10:24:02.274600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-a6cf1903-75ae-4cc4-94ba-0c2364df0343 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Unset dirty status for tenant:30c1fa8904324f608d51b3b4f2828f99 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:02.275821 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-a6cf1903-75ae-4cc4-94ba-0c2364df0343 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.102 "GET /v2.0/networks?id=93b4742b-2572-43af-a58c-c03c826d07bd HTTP/1.1" status: 200 len: 810 time: 0.7140851 Mar 23 10:24:02.325933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a943b88-5a44-4e2f-b8ee-efcc459a8ec8 None None] No DVR routers for this DVR port 92c44d66-b19b-4fba-9d45-e6cf57e62a84 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:02.326313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Request body: {'port': {'device_id': 'b3fb2839-597e-4bea-be27-086cf9e54386', 'network_id': '93b4742b-2572-43af-a58c-c03c826d07bd', 'admin_state_up': True, 'tenant_id': '30c1fa8904324f608d51b3b4f2828f99'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:02.330141 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a943b88-5a44-4e2f-b8ee-efcc459a8ec8 None None] Pushing event deleted for resources: {'Port': ['ID=92c44d66-b19b-4fba-9d45-e6cf57e62a84,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:02.348081 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-07b2c4a8-b21f-46a4-8c91-96e3fe9a20e8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:02.371800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-07b2c4a8-b21f-46a4-8c91-96e3fe9a20e8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:02.374538 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-07b2c4a8-b21f-46a4-8c91-96e3fe9a20e8 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1125250 Mar 23 10:24:02.377482 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8e9b8e7b-3522-4fcf-8c28-f5ec3b651dde req-a3e9a94b-ced3-41e2-8759-4ab3843997c7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997260 Mar 23 10:24:02.389299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35974) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.484067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9602d5c9-7709-43b3-9190-6e7928bc5a07 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.535331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9602d5c9-7709-43b3-9190-6e7928bc5a07 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.612850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9602d5c9-7709-43b3-9190-6e7928bc5a07 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.613134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:02.618984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Usage tracker for resource:port and tenant:30c1fa8904324f608d51b3b4f2828f99 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:02.622628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:02.628335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.657267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602d5c9-7709-43b3-9190-6e7928bc5a07 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad174020-dfb1-4651-8a6e-11e8b4383902,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:02.668780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:02.677993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9602d5c9-7709-43b3-9190-6e7928bc5a07 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.682208 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9602d5c9-7709-43b3-9190-6e7928bc5a07 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/ad174020-dfb1-4651-8a6e-11e8b4383902 HTTP/1.1" status: 204 len: 168 time: 0.2897258 Mar 23 10:24:02.683127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35988) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.706528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:02.710003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:02.714582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:02.715766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.728179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 92c44d66-b19b-4fba-9d45-e6cf57e62a84 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:02.738155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Made reservation on behalf of 30c1fa8904324f608d51b3b4f2828f99 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:02.742792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.757455 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5081410 Mar 23 10:24:02.762261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 35992) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.769281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42991c34-c3d7-4e40-b976-48ea5f5f959a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=a0a117f8-9d53-4a4d-a1f3-ecb56ad43f55,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:02.770056 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0d340aac-6615-4401-bcff-204e5ff59080 req-a7d1e981-9961-447e-bd62-10c0c8a4b632 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 210 time: 0.0624471 Mar 23 10:24:02.775599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:84:c9:a6', 'name': 'tempest-NetworksTestDHCPv6-5048258'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:02.775736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 35996) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.796776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2c6c18-65c7-4706-8e3c-836c07c0b334 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:02.829801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a7138897-61b2-4cea-9ffe-b0082c877176 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:02.832039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 92c44d66-b19b-4fba-9d45-e6cf57e62a84 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:02.832388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 92c44d66-b19b-4fba-9d45-e6cf57e62a84 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:02.864523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a7138897-61b2-4cea-9ffe-b0082c877176 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:02.870343 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a7138897-61b2-4cea-9ffe-b0082c877176 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1814733 Mar 23 10:24:02.870488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36002) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:02.876006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033159733'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:02.901597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:02.926045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:02.950565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:02.973070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:02.977488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:02.980649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:02.988567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:03.020376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-339658467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:03.030396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:03.036145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Usage tracker for resource:router and tenant:237a3012aa424760978a21113f9356b4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:03.040717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:03.051044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:03.073964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:03.081927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.082909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.090803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:03.102864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Allocated IP 172.20.0.4 (93b4742b-2572-43af-a58c-c03c826d07bd/03e164c1-4f95-4e64-a38a-24aabf30d162/2174babb-ca4f-43bc-9895-6d6b939c8a65) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:03.106602 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.114265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.115604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.116681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': 'a0a117f8-9d53-4a4d-a1f3-ecb56ad43f55'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:24:03.117679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.123338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:03.164840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69a321c-0c4b-41f4-92d5-8579341928d0,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:03.180067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.199871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.204402 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-effe4100-54a9-4337-a54c-eccc196d6e0c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3297729 Mar 23 10:24:03.205260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36006) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:03.209972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Request body: {'security_group_rule': {'security_group_id': 'c69a321c-0c4b-41f4-92d5-8579341928d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:03.214863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.218157 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a5fec25a-31ab-4317-9f81-8bd0be6aca13 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4414730 Mar 23 10:24:03.220077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36010) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:03.222539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:03.229014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-619526563'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:03.233318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Usage tracker for resource:security_group_rule and tenant:84c4c1b24ff545b2b5b25e291e78558e is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:03.237343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:03.240132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:03.245876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:03.247988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Usage tracker for resource:network and tenant:237a3012aa424760978a21113f9356b4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:03.251675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:03.259842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:03.273453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Made reservation on behalf of 237a3012aa424760978a21113f9356b4 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:03.276753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.285912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/a0a117f8-9d53-4a4d-a1f3-ecb56ad43f55/08acaae8-e14c-40f6-ae09-e496d9115f5c) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:03.289835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.298310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.332046 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:03.343028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Usage tracker for resource:security_group_rule and tenant:237a3012aa424760978a21113f9356b4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:03.348790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:03.358874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:03.388953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.398538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.427873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f535de-81c8-4210-a498-64ed61445d67,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:03.464034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.465289 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-01caaa23-0fe7-4ffd-9b8a-40c4e79f71d3 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2596991 Mar 23 10:24:03.468273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36016) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:03.476497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.499368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.506582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.535939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:03.548960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf2ded5-dee6-40cd-8a53-a277cc223a72,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:03.553649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.553991 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Added segment 3a5cd7c6-5047-4de6-98bc-da929262bca2 of type vlan for network 4df0884d-1935-41db-a101-2d981cf05f0f Mar 23 10:24:03.577532 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.583375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.589421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Transition to ACTIVE for port object 08acaae8-e14c-40f6-ae09-e496d9115f5c will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:03.592976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port a22bdd6c-d2ec-4264-830a-e7118b9af9d7 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:24:03.610396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Transition to ACTIVE for port object 08acaae8-e14c-40f6-ae09-e496d9115f5c will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:03.614816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.616480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.620996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:03.621687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.666332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.700743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:03.708745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:03.711165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:03.721996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cf2c90df-703c-45c4-bd18-4b8eb4f444d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.723229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Pushing event updated for resources: {'Port': ['ID=08acaae8-e14c-40f6-ae09-e496d9115f5c,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:03.729593 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5085158 Mar 23 10:24:03.733173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36020) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:03.739478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Request body: {'subnet': {'network_id': '4df0884d-1935-41db-a101-2d981cf05f0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:03.757068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46994026-d26e-47ac-bac5-5826a8c96f7a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'Network': ['ID=4df0884d-1935-41db-a101-2d981cf05f0f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:03.794379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 4df0884d-1935-41db-a101-2d981cf05f0f details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:03.815872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65a18b91-1569-4b91-9976-7762d754e310 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.868684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572cef2-f2a0-437b-a884-16f4548470f1 req-ef1904b5-459c-4663-a441-58ac02ae5003 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:03.870245 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5572cef2-f2a0-437b-a884-16f4548470f1 req-ef1904b5-459c-4663-a441-58ac02ae5003 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 946 time: 0.3393219 Mar 23 10:24:03.871217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.892361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:03.898328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Usage tracker for resource:subnet and tenant:237a3012aa424760978a21113f9356b4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:03.908644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Attempting to bind port 08acaae8-e14c-40f6-ae09-e496d9115f5c on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:03.909003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Attempting to bind port 08acaae8-e14c-40f6-ae09-e496d9115f5c by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:03.909395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Attempting to bind port 08acaae8-e14c-40f6-ae09-e496d9115f5c on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:03.927903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:03.928355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:03.929160 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.929727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:03.930214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Bound port: 08acaae8-e14c-40f6-ae09-e496d9115f5c, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:03.930592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:03.939684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:03.956713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:03.977462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Made reservation on behalf of 237a3012aa424760978a21113f9356b4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:03.981456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.042882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f528058e-c246-481d-ab61-7ea257089019 None None] For port 08acaae8-e14c-40f6-ae09-e496d9115f5c, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:04.046347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f528058e-c246-481d-ab61-7ea257089019 None None] For port 08acaae8-e14c-40f6-ae09-e496d9115f5c, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=08acaae8-e14c-40f6-ae09-e496d9115f5c,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:04.053289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.100594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cf28d-7687-401e-82ee-14bdab17e7bf req-c9cc018f-39ce-45f7-bb9c-4f5cffe1921d tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:04.102114 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fe2cf28d-7687-401e-82ee-14bdab17e7bf req-c9cc018f-39ce-45f7-bb9c-4f5cffe1921d tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 931 time: 0.1996505 Mar 23 10:24:04.123812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65a18b91-1569-4b91-9976-7762d754e310 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.147589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528058e-c246-481d-ab61-7ea257089019 None None] Pushing event updated for resources: {'Port': ['ID=08acaae8-e14c-40f6-ae09-e496d9115f5c,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:04.161150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Network 93b4742b-2572-43af-a58c-c03c826d07bd is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:04.166921 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fe2cf28d-7687-401e-82ee-14bdab17e7bf req-18303bfb-50b5-48bb-8978-c5895e5efb18 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563927 Mar 23 10:24:04.175699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:04.200810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:04.227271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::13c (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/a0a117f8-9d53-4a4d-a1f3-ecb56ad43f55/a22bdd6c-d2ec-4264-830a-e7118b9af9d7) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:04.260765 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5572cef2-f2a0-437b-a884-16f4548470f1 req-aa8246ad-bfda-497f-833e-373c19d6f3c7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325666 Mar 23 10:24:04.267391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Pushing event updated for resources: {'Port': ['ID=2174babb-ca4f-43bc-9895-6d6b939c8a65,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:04.315963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.319785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:04.320409 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.369952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65a18b91-1569-4b91-9976-7762d754e310 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.446820 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a18b91-1569-4b91-9976-7762d754e310 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69a321c-0c4b-41f4-92d5-8579341928d0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:04.449678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65a18b91-1569-4b91-9976-7762d754e310 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.453855 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-65a18b91-1569-4b91-9976-7762d754e310 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/c69a321c-0c4b-41f4-92d5-8579341928d0 HTTP/1.1" status: 204 len: 168 time: 0.9788637 Mar 23 10:24:04.457587 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-8a6eae65-9c9b-4c49-b558-4d9934ce3623 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1356916 Mar 23 10:24:04.458044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36028) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:04.489091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'Subnet': ['ID=9a0c4022-f17c-405d-a67b-a87534355736,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:04.500524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Checking segment: {'id': '3a5cd7c6-5047-4de6-98bc-da929262bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4df0884d-1935-41db-a101-2d981cf05f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:04.500881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Network hostable DHCP agents. Network: 4df0884d-1935-41db-a101-2d981cf05f0f, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:04.506998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.507333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.507666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.507989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.508309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.508626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.508940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.509280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.509596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.509905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.510215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.510525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:04.533913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Request body: {'port': {'device_id': 'b3fb2839-597e-4bea-be27-086cf9e54386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:04.551217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Network 4df0884d-1935-41db-a101-2d981cf05f0f is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:04.568718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dd31c-ce51-40aa-a7fe-36ff3365172c req-93593af2-3c5c-4728-b071-dfc8b9628cb0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:04.575054 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bc1dd31c-ce51-40aa-a7fe-36ff3365172c req-93593af2-3c5c-4728-b071-dfc8b9628cb0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 946 time: 0.1462841 Mar 23 10:24:04.576913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 4df0884d-1935-41db-a101-2d981cf05f0f) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:04.586918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cc06dc-d9f6-4cdf-a0f3-b49db58ffdb3 None None] Network 4df0884d-1935-41db-a101-2d981cf05f0f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:04.593157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:04.593948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.658374 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2a0b3786-af44-4d4d-9636-172e50c229c5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9238915 Mar 23 10:24:04.660108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36032) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:04.669919 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bc1dd31c-ce51-40aa-a7fe-36ff3365172c req-9f38fd66-67f3-4f52-acc1-2fc9500e5f88 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783794 Mar 23 10:24:04.674383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Request body: {'network': {'name': 'tempest-router-network01--715668907'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:04.680515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:04.684617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Usage tracker for resource:network and tenant:237a3012aa424760978a21113f9356b4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:04.689236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:04.697365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:04.709671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 08acaae8-e14c-40f6-ae09-e496d9115f5c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:04.711569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Made reservation on behalf of 237a3012aa424760978a21113f9356b4 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:04.715628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.751630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:04.761919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.762148 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Added segment 6380d7ce-91d5-48ef-a8ae-d3847c8f45e1 of type vlan for network 84902434-77a0-4862-8995-823a272fe70d Mar 23 10:24:04.777548 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-66cedc5e-4cc1-4d9e-9174-02c8b95aca57 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:04.785919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.793647 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.804416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.836531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.843115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:04.844795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.891047 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2277064 Mar 23 10:24:04.893384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 08acaae8-e14c-40f6-ae09-e496d9115f5c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:04.906832 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36040) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:04.916605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Request body: {'network': {'name': 'tempest-router-network02--953673004'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:04.925253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:04.957173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object a22bdd6c-d2ec-4264-830a-e7118b9af9d7 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:04.957714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-4df0884d-1935-41db-a101-2d981cf05f0f', 'network_id': '4df0884d-1935-41db-a101-2d981cf05f0f', 'tenant_id': '237a3012aa424760978a21113f9356b4', 'fixed_ips': [{'subnet_id': '9a0c4022-f17c-405d-a67b-a87534355736'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:24:04.959293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:04.967805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-66cedc5e-4cc1-4d9e-9174-02c8b95aca57 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:04.969593 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-66cedc5e-4cc1-4d9e-9174-02c8b95aca57 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5086925 Mar 23 10:24:04.974434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36044) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.097871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Usage tracker for resource:network and tenant:237a3012aa424760978a21113f9356b4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:05.106088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:05.116946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:05.119475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749554ee-3d69-4a54-8050-d268c54e085b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'Network': ['ID=84902434-77a0-4862-8995-823a272fe70d,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:05.136175 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 84902434-77a0-4862-8995-823a272fe70d details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:05.139123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.139992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Made reservation on behalf of 237a3012aa424760978a21113f9356b4 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:05.146925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.174506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Allocated IP 172.20.0.2 (4df0884d-1935-41db-a101-2d981cf05f0f/9a0c4022-f17c-405d-a67b-a87534355736/68ae2f7b-5ab4-49cf-9652-74175cac05f0) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:05.184516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 822} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:05.206283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.206855 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Added segment a36dccd0-35df-4a33-8a87-3773d9101ae3 of type vlan for network c237c02c-ca33-4ad5-9c61-3d2af73a1edc Mar 23 10:24:05.243254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.254960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2f86a1cf-6703-4577-bc35-6ca0ceb6f283 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:05.264603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:05.293790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.303190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:05.304266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.382684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:05.386602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=a22bdd6c-d2ec-4264-830a-e7118b9af9d7,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:05.389386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:05.407154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:05.407782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.463149 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5549409 Mar 23 10:24:05.467588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36050) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.476124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Request body: {'subnet': {'network_id': '84902434-77a0-4862-8995-823a272fe70d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:05.478818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2174babb-ca4f-43bc-9895-6d6b939c8a65 {{(pid=87860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:24:05.487725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2f86a1cf-6703-4577-bc35-6ca0ceb6f283 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group_rule {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:05.488937 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2f86a1cf-6703-4577-bc35-6ca0ceb6f283 tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5136216 Mar 23 10:24:05.495987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36054) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.497310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.498707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7344928-01eb-4b1e-aa4c-32fcea23cee4 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'Network': ['ID=c237c02c-ca33-4ad5-9c61-3d2af73a1edc,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:05.504620 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e084d515-f344-4f56-93c0-ff8c8e6aefeb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7391617 Mar 23 10:24:05.508891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36058) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.528599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network c237c02c-ca33-4ad5-9c61-3d2af73a1edc details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:05.543836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-98c79fe3-1276-4151-8528-f71de8ad215c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] delete failed (client error): The resource could not be found. Mar 23 10:24:05.548585 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-98c79fe3-1276-4151-8528-f71de8ad215c tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "DELETE /v2.0/security-groups/c69a321c-0c4b-41f4-92d5-8579341928d0 HTTP/1.1" status: 404 len: 347 time: 0.0476646 Mar 23 10:24:05.548782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36062) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:05.575137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Transition to ACTIVE for port object 2174babb-ca4f-43bc-9895-6d6b939c8a65 will not be triggered until provisioned by entity L2. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:05.584034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.648372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4709a906-3149-489b-ae86-b9dd49500159 None None] Provisioning for port 08acaae8-e14c-40f6-ae09-e496d9115f5c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:05.654316 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Pushing event updated for resources: {'Port': ['ID=2174babb-ca4f-43bc-9895-6d6b939c8a65,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:05.679656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.682545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4709a906-3149-489b-ae86-b9dd49500159 None None] Provisioning complete for port 08acaae8-e14c-40f6-ae09-e496d9115f5c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:05.683003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4709a906-3149-489b-ae86-b9dd49500159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.686391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:05.696324 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Usage tracker for resource:subnet and tenant:237a3012aa424760978a21113f9356b4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:05.701683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:05.722040 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:05.739617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Transition to ACTIVE for port object 68ae2f7b-5ab4-49cf-9652-74175cac05f0 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:05.757583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410489f-fbb3-40d3-b11f-60ee0be04b4c req-cc0f1ab5-3cf8-448c-92b1-b7a644714473 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:05.758314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-8410489f-fbb3-40d3-b11f-60ee0be04b4c req-cc0f1ab5-3cf8-448c-92b1-b7a644714473 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Synchronizing usage tracker for tenant:30c1fa8904324f608d51b3b4f2828f99 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:05.760044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Made reservation on behalf of 237a3012aa424760978a21113f9356b4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:05.764098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.800811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2b634550-1365-495b-94d6-df9a388689cc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Synchronizing usage tracker for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:05.813939 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Transition to ACTIVE for port object 68ae2f7b-5ab4-49cf-9652-74175cac05f0 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:05.834384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e37581-0cb2-4cef-8964-17bbdb8ee9e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:05.841063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e37581-0cb2-4cef-8964-17bbdb8ee9e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:05.842085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-57e37581-0cb2-4cef-8964-17bbdb8ee9e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:05.857421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.882538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2b634550-1365-495b-94d6-df9a388689cc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] Unset dirty status for tenant:84c4c1b24ff545b2b5b25e291e78558e on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:05.883752 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2b634550-1365-495b-94d6-df9a388689cc tempest-SecGroupIPv6Test-1373527785 tempest-SecGroupIPv6Test-1373527785-project] 10.222.0.84 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3340521 Mar 23 10:24:05.960310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Attempting to bind port 2174babb-ca4f-43bc-9895-6d6b939c8a65 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:05.969230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Attempting to bind port 2174babb-ca4f-43bc-9895-6d6b939c8a65 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'ddb4cd93-5f52-4023-8ae5-60eef46efe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '93b4742b-2572-43af-a58c-c03c826d07bd'}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:05.969230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Attempting to bind port 2174babb-ca4f-43bc-9895-6d6b939c8a65 on network 93b4742b-2572-43af-a58c-c03c826d07bd {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:05.970933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-8410489f-fbb3-40d3-b11f-60ee0be04b4c req-cc0f1ab5-3cf8-448c-92b1-b7a644714473 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Unset dirty status for tenant:30c1fa8904324f608d51b3b4f2828f99 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:05.971074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Pushing event updated for resources: {'Port': ['ID=68ae2f7b-5ab4-49cf-9652-74175cac05f0,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:05.971205 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8410489f-fbb3-40d3-b11f-60ee0be04b4c req-cc0f1ab5-3cf8-448c-92b1-b7a644714473 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 931 time: 0.5572302 Mar 23 10:24:05.971703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Port 2174babb-ca4f-43bc-9895-6d6b939c8a65 on network 93b4742b-2572-43af-a58c-c03c826d07bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:24:05.972016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Attempting to bind port 2174babb-ca4f-43bc-9895-6d6b939c8a65 on network 93b4742b-2572-43af-a58c-c03c826d07bd {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:05.984821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Network 4df0884d-1935-41db-a101-2d981cf05f0f is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:05.985004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:05.985350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Checking segment: {'id': 'ddb4cd93-5f52-4023-8ae5-60eef46efe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '93b4742b-2572-43af-a58c-c03c826d07bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:05.985735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Bound using segment: {'id': 'ddb4cd93-5f52-4023-8ae5-60eef46efe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '93b4742b-2572-43af-a58c-c03c826d07bd'} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:05.986191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Bound port: 2174babb-ca4f-43bc-9895-6d6b939c8a65, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb4cd93-5f52-4023-8ae5-60eef46efe61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '93b4742b-2572-43af-a58c-c03c826d07bd'}}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:05.986659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:05.987375 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4709a906-3149-489b-ae86-b9dd49500159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.000419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:06.003703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:06.046044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-8410489f-fbb3-40d3-b11f-60ee0be04b4c req-53f5590d-3e46-480a-87ad-48939321df78 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Synchronizing usage tracker for tenant:30c1fa8904324f608d51b3b4f2828f99 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:06.057937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-57e37581-0cb2-4cef-8964-17bbdb8ee9e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:06.061766 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-57e37581-0cb2-4cef-8964-17bbdb8ee9e7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.5453990 Mar 23 10:24:06.072444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36068) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.117646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.120901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-8410489f-fbb3-40d3-b11f-60ee0be04b4c req-53f5590d-3e46-480a-87ad-48939321df78 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Unset dirty status for tenant:30c1fa8904324f608d51b3b4f2828f99 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:06.122314 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8410489f-fbb3-40d3-b11f-60ee0be04b4c req-53f5590d-3e46-480a-87ad-48939321df78 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438518 Mar 23 10:24:06.151453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Attempting to bind port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:06.151453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Attempting to bind port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3a5cd7c6-5047-4de6-98bc-da929262bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4df0884d-1935-41db-a101-2d981cf05f0f'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:06.151453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Attempting to bind port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 on network 4df0884d-1935-41db-a101-2d981cf05f0f {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:06.161310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36072) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.168554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:06.168929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Checking segment: {'id': '3a5cd7c6-5047-4de6-98bc-da929262bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4df0884d-1935-41db-a101-2d981cf05f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:06.169688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.169823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Bound using segment: {'id': '3a5cd7c6-5047-4de6-98bc-da929262bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4df0884d-1935-41db-a101-2d981cf05f0f'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:06.170717 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Bound port: 68ae2f7b-5ab4-49cf-9652-74175cac05f0, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5cd7c6-5047-4de6-98bc-da929262bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '4df0884d-1935-41db-a101-2d981cf05f0f'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:06.171302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.192981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-4709a906-3149-489b-ae86-b9dd49500159 None None] For port 08acaae8-e14c-40f6-ae09-e496d9115f5c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=08acaae8-e14c-40f6-ae09-e496d9115f5c,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:06.230176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4709a906-3149-489b-ae86-b9dd49500159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.272439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.292203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] For port 2174babb-ca4f-43bc-9895-6d6b939c8a65, host hv-neutron-8346, cleared binding levels {{(pid=87860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:06.296630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] For port 2174babb-ca4f-43bc-9895-6d6b939c8a65, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2174babb-ca4f-43bc-9895-6d6b939c8a65,segment=NetworkSegment(ddb4cd93-5f52-4023-8ae5-60eef46efe61),segment_id=ddb4cd93-5f52-4023-8ae5-60eef46efe61)] {{(pid=87860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:06.302880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-397c44a5-118a-479c-931d-8b80aed62fd5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port a22bdd6c-d2ec-4264-830a-e7118b9af9d7 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:06.303235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-397c44a5-118a-479c-931d-8b80aed62fd5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.304624 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.350327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36078) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.371213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] For port 68ae2f7b-5ab4-49cf-9652-74175cac05f0, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:06.374225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a906-3149-489b-ae86-b9dd49500159 None None] Pushing event updated for resources: {'Port': ['ID=08acaae8-e14c-40f6-ae09-e496d9115f5c,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:06.379569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'Subnet': ['ID=e4ba5c71-fe06-4f87-be26-b9cb08524fd2,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:06.379988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] For port 68ae2f7b-5ab4-49cf-9652-74175cac05f0, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=68ae2f7b-5ab4-49cf-9652-74175cac05f0,segment=NetworkSegment(3a5cd7c6-5047-4de6-98bc-da929262bca2),segment_id=3a5cd7c6-5047-4de6-98bc-da929262bca2)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:06.393608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:06.394451 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.395359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Checking segment: {'id': '6380d7ce-91d5-48ef-a8ae-d3847c8f45e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '84902434-77a0-4862-8995-823a272fe70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:06.395725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Network hostable DHCP agents. Network: 84902434-77a0-4862-8995-823a272fe70d, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:06.397206 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] 10.222.0.102 "PUT /v2.0/ports/2174babb-ca4f-43bc-9895-6d6b939c8a65 HTTP/1.1" status: 200 len: 1093 time: 1.8689322 Mar 23 10:24:06.397805 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.398341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3fb2839-597e-4bea-be27-086cf9e54386', 'tag': '2174babb-ca4f-43bc-9895-6d6b939c8a65'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:24:06.435124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45be01a-d733-4e44-ad59-f97cc1d85216 service neutron] Pushing event updated for resources: {'Port': ['ID=2174babb-ca4f-43bc-9895-6d6b939c8a65,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:06.449802 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2d61f791-6194-459e-8504-ea372f6998da None None] Provisioning for port a22bdd6c-d2ec-4264-830a-e7118b9af9d7 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:06.461414 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2d61f791-6194-459e-8504-ea372f6998da None None] Provisioning complete for port a22bdd6c-d2ec-4264-830a-e7118b9af9d7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:06.461778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2d61f791-6194-459e-8504-ea372f6998da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.487446 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3fb2839-597e-4bea-be27-086cf9e54386', 'tag': '2174babb-ca4f-43bc-9895-6d6b939c8a65', 'status': 'completed', 'code': 200} Mar 23 10:24:06.537686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-a2343988-d2f6-42f5-8c87-619e1ce33be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:06.539259 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-a2343988-d2f6-42f5-8c87-619e1ce33be5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=30c1fa8904324f608d51b3b4f2828f99&device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 1096 time: 0.0937846 Mar 23 10:24:06.569136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1e8f8d4d-1cd8-464f-bfc6-23ca0f9fa7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.573231 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-2d61f791-6194-459e-8504-ea372f6998da None None] Port a22bdd6c-d2ec-4264-830a-e7118b9af9d7 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:24:06.578783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e539e43-0bc7-46aa-a7eb-7e0a9b782ac9 None None] Pushing event updated for resources: {'Port': ['ID=68ae2f7b-5ab4-49cf-9652-74175cac05f0,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:06.623050 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 08acaae8-e14c-40f6-ae09-e496d9115f5c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:06.642329 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-dd59fd2d-1bfb-44e1-95f6-e1afe0e98239 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2174babb-ca4f-43bc-9895-6d6b939c8a65 HTTP/1.1" status: 200 len: 217 time: 0.0953465 Mar 23 10:24:06.692005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Network 84902434-77a0-4862-8995-823a272fe70d is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:06.701594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 08acaae8-e14c-40f6-ae09-e496d9115f5c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:06.701967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:06.722244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-92127bc1-4f74-4b63-b98e-f70f1ba59c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:06.723840 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-92127bc1-4f74-4b63-b98e-f70f1ba59c49 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=03e164c1-4f95-4e64-a38a-24aabf30d162 HTTP/1.1" status: 200 len: 850 time: 0.0761228 Mar 23 10:24:06.791121 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-a6095cd7-b532-4bf8-b262-8f4aad60da57 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93b4742b-2572-43af-a58c-c03c826d07bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610590 Mar 23 10:24:06.825329 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1ce5e184-b28d-4837-91ff-af1618aa8ff0 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=84c4c1b24ff545b2b5b25e291e78558e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635558 Mar 23 10:24:06.834578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36086) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:06.889553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 84902434-77a0-4862-8995-823a272fe70d) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:06.906544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c061b-4b65-4b46-b8b7-ccb3faa978eb None None] Network 84902434-77a0-4862-8995-823a272fe70d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:06.923282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:06.923990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.012125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8b2da60a-a381-4841-afef-db97117213d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.025228 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-f232747f-ea51-4f18-b9e5-72da5f0afe37 service neutron] 10.222.0.102 "GET /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262127 Mar 23 10:24:07.085800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8b2da60a-a381-4841-afef-db97117213d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.089618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-397c44a5-118a-479c-931d-8b80aed62fd5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.113957 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-50f41488-82f3-4a9a-a939-9755a2f3a86f tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6457932 Mar 23 10:24:07.148771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36090) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:07.151655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-84902434-77a0-4862-8995-823a272fe70d', 'network_id': '84902434-77a0-4862-8995-823a272fe70d', 'tenant_id': '237a3012aa424760978a21113f9356b4', 'fixed_ips': [{'subnet_id': 'e4ba5c71-fe06-4f87-be26-b9cb08524fd2'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:24:07.152708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.162855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Request body: {'subnet': {'network_id': 'c237c02c-ca33-4ad5-9c61-3d2af73a1edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:07.268398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.356962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Allocated IP 172.20.0.2 (84902434-77a0-4862-8995-823a272fe70d/e4ba5c71-fe06-4f87-be26-b9cb08524fd2/9feef6c7-42d9-4112-8cfc-d70ac6d1cda5) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:07.379490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-397c44a5-118a-479c-931d-8b80aed62fd5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for a22bdd6c-d2ec-4264-830a-e7118b9af9d7 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:07.388446 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9a2968df-88b3-46f5-b2c7-1fef718e712c req-7f950f81-f098-47e6-bb8c-02397b01d672 service neutron] 10.222.0.102 "GET /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559399 Mar 23 10:24:07.406363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:07.415539 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Usage tracker for resource:subnet and tenant:237a3012aa424760978a21113f9356b4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:07.420719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:07.425721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8b2da60a-a381-4841-afef-db97117213d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.444425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:07.488325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2da60a-a381-4841-afef-db97117213d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07fd7d8-fc02-42cc-b4a6-440b5e0b8f12,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:07.536794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Made reservation on behalf of 237a3012aa424760978a21113f9356b4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:07.539900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.566930 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9506885-4f5b-47ea-bd84-09da53172017 req-4fd0c932-fbc9-4a19-b3b1-5737e55ac25c tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:07.568516 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f9506885-4f5b-47ea-bd84-09da53172017 req-4fd0c932-fbc9-4a19-b3b1-5737e55ac25c tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 943 time: 0.2661438 Mar 23 10:24:07.587263 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8b2da60a-a381-4841-afef-db97117213d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.588329 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8b2da60a-a381-4841-afef-db97117213d0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a07fd7d8-fc02-42cc-b4a6-440b5e0b8f12 HTTP/1.1" status: 204 len: 168 time: 0.7528331 Mar 23 10:24:07.591334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.601695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Transition to ACTIVE for port object 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:07.621407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Transition to ACTIVE for port object 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:07.653509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.733808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.739235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Network 84902434-77a0-4862-8995-823a272fe70d is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:07.742639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:07.748181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:07.824357 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f9506885-4f5b-47ea-bd84-09da53172017 req-f35a485b-55c4-487b-b76c-a5296a3b2ff2 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383959 Mar 23 10:24:07.864887 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Pushing event updated for resources: {'Port': ['ID=9feef6c7-42d9-4112-8cfc-d70ac6d1cda5,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:07.902787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-397c44a5-118a-479c-931d-8b80aed62fd5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:07.912858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd4384-d97a-4db0-a5c4-69d8a4a22088 req-8a5bf32d-0604-4a9e-b944-ae6c2bbb3ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:07.914641 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-26dd4384-d97a-4db0-a5c4-69d8a4a22088 req-8a5bf32d-0604-4a9e-b944-ae6c2bbb3ca0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=30c1fa8904324f608d51b3b4f2828f99&device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 1096 time: 0.4569342 Mar 23 10:24:07.991137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b77c3-6a43-49fe-b19d-74a8c1856eea None None] Network 4df0884d-1935-41db-a101-2d981cf05f0f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:08.014885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Attempting to bind port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:08.015781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Attempting to bind port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '6380d7ce-91d5-48ef-a8ae-d3847c8f45e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '84902434-77a0-4862-8995-823a272fe70d'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:08.016371 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Attempting to bind port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 on network 84902434-77a0-4862-8995-823a272fe70d {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:08.043865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:08.045020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Checking segment: {'id': '6380d7ce-91d5-48ef-a8ae-d3847c8f45e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '84902434-77a0-4862-8995-823a272fe70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:08.045685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.046440 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Bound using segment: {'id': '6380d7ce-91d5-48ef-a8ae-d3847c8f45e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '84902434-77a0-4862-8995-823a272fe70d'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:08.047678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Bound port: 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6380d7ce-91d5-48ef-a8ae-d3847c8f45e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '84902434-77a0-4862-8995-823a272fe70d'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:08.048458 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.056835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c44a5-118a-479c-931d-8b80aed62fd5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=a22bdd6c-d2ec-4264-830a-e7118b9af9d7,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:08.133803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.141111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-397c44a5-118a-479c-931d-8b80aed62fd5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.228331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'Subnet': ['ID=a8d57b33-056a-4bec-a8ff-8bd49eccf527,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:08.231957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd4384-d97a-4db0-a5c4-69d8a4a22088 req-ea081fdc-a29f-44ce-86f4-b3c8f071ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:08.235009 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-26dd4384-d97a-4db0-a5c4-69d8a4a22088 req-ea081fdc-a29f-44ce-86f4-b3c8f071ebf5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=93b4742b-2572-43af-a58c-c03c826d07bd HTTP/1.1" status: 200 len: 911 time: 0.3070302 Mar 23 10:24:08.244721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-abba9c51-91f7-4cb0-a7c5-7c8cd9af6677 None None] Provisioning for port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:08.284604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.304888 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-397c44a5-118a-479c-931d-8b80aed62fd5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/a22bdd6c-d2ec-4264-830a-e7118b9af9d7 HTTP/1.1" status: 204 len: 168 time: 2.2313089 Mar 23 10:24:08.305771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36098) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:08.320402 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-26dd4384-d97a-4db0-a5c4-69d8a4a22088 req-8e96de72-73b6-40e3-8406-639533d94e6e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2174babb-ca4f-43bc-9895-6d6b939c8a65 HTTP/1.1" status: 200 len: 217 time: 0.0793481 Mar 23 10:24:08.353170 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] For port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:08.366078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] For port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9feef6c7-42d9-4112-8cfc-d70ac6d1cda5,segment=NetworkSegment(6380d7ce-91d5-48ef-a8ae-d3847c8f45e1),segment_id=6380d7ce-91d5-48ef-a8ae-d3847c8f45e1)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:08.396939 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.471264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc3c5d-6ecc-41eb-a8eb-bccdede60397 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:08.472849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc3c5d-6ecc-41eb-a8eb-bccdede60397 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:08.477278 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e6cc3c5d-6ecc-41eb-a8eb-bccdede60397 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1658633 Mar 23 10:24:08.481151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52b4f7-50c4-4818-8394-c4337e14a3bd None None] Pushing event updated for resources: {'Port': ['ID=9feef6c7-42d9-4112-8cfc-d70ac6d1cda5,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:08.482960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36102) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:08.504511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Checking segment: {'id': 'a36dccd0-35df-4a33-8a87-3773d9101ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'c237c02c-ca33-4ad5-9c61-3d2af73a1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:08.505247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Network hostable DHCP agents. Network: c237c02c-ca33-4ad5-9c61-3d2af73a1edc, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:08.521367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd4384-d97a-4db0-a5c4-69d8a4a22088 req-87e63a29-e95d-4b24-9605-232d546921f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:08.522789 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-26dd4384-d97a-4db0-a5c4-69d8a4a22088 req-87e63a29-e95d-4b24-9605-232d546921f7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=03e164c1-4f95-4e64-a38a-24aabf30d162 HTTP/1.1" status: 200 len: 850 time: 0.1953948 Mar 23 10:24:08.568227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Network c237c02c-ca33-4ad5-9c61-3d2af73a1edc is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:08.578887 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-26dd4384-d97a-4db0-a5c4-69d8a4a22088 req-4dc3c594-ca81-419d-86c2-2b3a791ce3f4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93b4742b-2572-43af-a58c-c03c826d07bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495377 Mar 23 10:24:08.612554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, c237c02c-ca33-4ad5-9c61-3d2af73a1edc) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:08.620532 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46b7b35-e451-4a99-a4a3-d6743a7e8742 None None] Network c237c02c-ca33-4ad5-9c61-3d2af73a1edc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:08.639890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:08.640523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:08.748363 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2a6dddfc-28b4-4651-9c24-3d49c017f98a tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5979600 Mar 23 10:24:08.752105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36106) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:08.752549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 68ae2f7b-5ab4-49cf-9652-74175cac05f0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:09.013805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.17 (e39bb788-f0c6-4cc1-a5d8-04cdb881e41c/bfdc74fb-b698-4847-a8e5-d291481b4564/da40e3d2-0f7c-456f-87f9-187ec7c46bcb) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:09.022563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2174babb-ca4f-43bc-9895-6d6b939c8a65 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:24:09.043270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34d50b5-85ed-40a8-a4b9-13b866c8eae3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet a0a117f8-9d53-4a4d-a1f3-ecb56ad43f55 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:09.049549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f34d50b5-85ed-40a8-a4b9-13b866c8eae3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.053690 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-26dd4384-d97a-4db0-a5c4-69d8a4a22088 req-3397bdea-2fea-4855-b54d-a04dbfbfcd72 service neutron] 10.222.0.102 "GET /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640746 Mar 23 10:24:09.177119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 2174babb-ca4f-43bc-9895-6d6b939c8a65, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2174babb-ca4f-43bc-9895-6d6b939c8a65,segment=NetworkSegment(ddb4cd93-5f52-4023-8ae5-60eef46efe61),segment_id=ddb4cd93-5f52-4023-8ae5-60eef46efe61)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:09.193592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '2174babb-ca4f-43bc-9895-6d6b939c8a65', 'network_id': '93b4742b-2572-43af-a58c-c03c826d07bd', 'port_id': '2174babb-ca4f-43bc-9895-6d6b939c8a65', 'mac_address': 'fa:16:3e:18:c6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03e164c1-4f95-4e64-a38a-24aabf30d162', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:24:09.200283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:09.241444 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:09.242087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.248217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f34d50b5-85ed-40a8-a4b9-13b866c8eae3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.342479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a0d60e90-140b-4a3f-abdf-acb5fe375ab7 None None] Provisioning complete for port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:09.343132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a0d60e90-140b-4a3f-abdf-acb5fe375ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.378791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faeb419-9cf3-4f67-a772-957f7851f9cb req-53874a85-537a-408c-808e-15434d0058c9 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:09.380266 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0faeb419-9cf3-4f67-a772-957f7851f9cb req-53874a85-537a-408c-808e-15434d0058c9 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 943 time: 0.2885141 Mar 23 10:24:09.392743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.410833 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-c237c02c-ca33-4ad5-9c61-3d2af73a1edc', 'network_id': 'c237c02c-ca33-4ad5-9c61-3d2af73a1edc', 'tenant_id': '237a3012aa424760978a21113f9356b4', 'fixed_ips': [{'subnet_id': 'a8d57b33-056a-4bec-a8ff-8bd49eccf527'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:24:09.412398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.428856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.432552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object da40e3d2-0f7c-456f-87f9-187ec7c46bcb will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:09.482638 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-26dd4384-d97a-4db0-a5c4-69d8a4a22088 req-ee211626-c48e-4c6c-a864-29616d338a71 service neutron] 10.222.0.102 "GET /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249003 Mar 23 10:24:09.529318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2174babb-ca4f-43bc-9895-6d6b939c8a65 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:24:09.554337 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:24:09.579470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.598503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.603496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f34d50b5-85ed-40a8-a4b9-13b866c8eae3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.627337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.637295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 2174babb-ca4f-43bc-9895-6d6b939c8a65, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2174babb-ca4f-43bc-9895-6d6b939c8a65,segment=NetworkSegment(ddb4cd93-5f52-4023-8ae5-60eef46efe61),segment_id=ddb4cd93-5f52-4023-8ae5-60eef46efe61)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:09.657130 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0faeb419-9cf3-4f67-a772-957f7851f9cb req-32a86f49-8fbc-4151-8c7f-95f58aa7df4b tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569060 Mar 23 10:24:09.662788 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.709705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.794802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f34d50b5-85ed-40a8-a4b9-13b866c8eae3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.805698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:09.872898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 68ae2f7b-5ab4-49cf-9652-74175cac05f0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=68ae2f7b-5ab4-49cf-9652-74175cac05f0,segment=NetworkSegment(3a5cd7c6-5047-4de6-98bc-da929262bca2),segment_id=3a5cd7c6-5047-4de6-98bc-da929262bca2)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:09.876660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:09.880683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:09.880956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a0d60e90-140b-4a3f-abdf-acb5fe375ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.896643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.902651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=2174babb-ca4f-43bc-9895-6d6b939c8a65,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:09.941974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f34d50b5-85ed-40a8-a4b9-13b866c8eae3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:09.945197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d50b5-85ed-40a8-a4b9-13b866c8eae3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a117f8-9d53-4a4d-a1f3-ecb56ad43f55,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:09.952190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['2174babb-ca4f-43bc-9895-6d6b939c8a65'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:24:09.957948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=da40e3d2-0f7c-456f-87f9-187ec7c46bcb,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:09.986978 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f34d50b5-85ed-40a8-a4b9-13b866c8eae3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/a0a117f8-9d53-4a4d-a1f3-ecb56ad43f55 HTTP/1.1" status: 204 len: 168 time: 1.5025930 Mar 23 10:24:09.988190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e79d1ea-6c48-459b-af81-abcc70aaf74e None None] Network 84902434-77a0-4862-8995-823a272fe70d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:09.990100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36112) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:10.023605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7347fb6a-bf42-4a24-aaf8-ceaa7dde653b None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:10.050918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Allocated IP 172.20.0.2 (c237c02c-ca33-4ad5-9c61-3d2af73a1edc/a8d57b33-056a-4bec-a8ff-8bd49eccf527/8676916a-a203-49a6-acff-381fbab1e0c6) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:10.080326 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-039023be-df7d-43bd-9a32-38fbff96a92c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869105 Mar 23 10:24:10.080326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.082208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36116) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:10.126135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Allocated IP 172.20.0.1 (84902434-77a0-4862-8995-823a272fe70d/e4ba5c71-fe06-4f87-be26-b9cb08524fd2/2e59ff22-ed7c-4ac8-b60c-12545dd1a875) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:10.287106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dab0aad-c27f-4cd4-b3b5-01d38c0f4d00 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:10.287763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3dab0aad-c27f-4cd4-b3b5-01d38c0f4d00 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:10.315958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3dab0aad-c27f-4cd4-b3b5-01d38c0f4d00 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:10.320914 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3dab0aad-c27f-4cd4-b3b5-01d38c0f4d00 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2349193 Mar 23 10:24:10.320914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36120) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:10.420299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=68ae2f7b-5ab4-49cf-9652-74175cac05f0,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:10.435249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.443007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a4eb7d-107e-45ff-a5d7-f24d9ac3f6fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:10.443699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-68a4eb7d-107e-45ff-a5d7-f24d9ac3f6fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:10.451793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.452116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Transition to ACTIVE for port object 2e59ff22-ed7c-4ac8-b60c-12545dd1a875 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:10.480420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.506758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-68a4eb7d-107e-45ff-a5d7-f24d9ac3f6fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:10.507907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-68a4eb7d-107e-45ff-a5d7-f24d9ac3f6fa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1867244 Mar 23 10:24:10.514904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36124) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:10.549096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Network 84902434-77a0-4862-8995-823a272fe70d is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:10.552036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:10.556306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:10.594640 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e77006c4-14d7-402c-9fca-09ccd16acffa tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777917 Mar 23 10:24:10.598720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-a0d60e90-140b-4a3f-abdf-acb5fe375ab7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:24:10.599179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-a0d60e90-140b-4a3f-abdf-acb5fe375ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:24:10.599462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36128) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:10.612207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:10.612461 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'Port': ['ID=2e59ff22-ed7c-4ac8-b60c-12545dd1a875,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:10.637749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.705074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:10.768746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:10.970730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:10.994420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:11.030579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:11.034846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.037827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:11.050693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4f926-c988-426a-8082-2e6273c168b3 req-fe5b42b2-ad71-4239-ac2f-01190bded45c tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:11.052264 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-49a4f926-c988-426a-8082-2e6273c168b3 req-fe5b42b2-ad71-4239-ac2f-01190bded45c tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 944 time: 0.2675903 Mar 23 10:24:11.065122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 68ae2f7b-5ab4-49cf-9652-74175cac05f0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:11.092746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.152531 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-49a4f926-c988-426a-8082-2e6273c168b3 req-6377e64f-6a76-4171-93fa-a7c9b396567a tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900407 Mar 23 10:24:11.171022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Transition to ACTIVE for port object 8676916a-a203-49a6-acff-381fbab1e0c6 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:11.225075 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8957b6f-bafa-4b21-9da1-df6643788590 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:24:11.235583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Transition to ACTIVE for port object 8676916a-a203-49a6-acff-381fbab1e0c6 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:11.240214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c8957b6f-bafa-4b21-9da1-df6643788590 None None] Deleting port 08acaae8-e14c-40f6-ae09-e496d9115f5c {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:11.240670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c8957b6f-bafa-4b21-9da1-df6643788590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.275484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.309809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.317884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.371892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.382646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Network c237c02c-ca33-4ad5-9c61-3d2af73a1edc is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:11.392431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.414940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:11.415261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.449682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.453280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:11.455139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'Port': ['ID=2e59ff22-ed7c-4ac8-b60c-12545dd1a875,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:11.462862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Pushing event updated for resources: {'Port': ['ID=8676916a-a203-49a6-acff-381fbab1e0c6,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:11.465270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:11.518952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] Provisioning for port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:11.570108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] Provisioning complete for port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:11.570475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.635415 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Network 84902434-77a0-4862-8995-823a272fe70d is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:11.638270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:11.650077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.781974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=da40e3d2-0f7c-456f-87f9-187ec7c46bcb,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:11.824272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Attempting to bind port 8676916a-a203-49a6-acff-381fbab1e0c6 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:11.824743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Attempting to bind port 8676916a-a203-49a6-acff-381fbab1e0c6 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'a36dccd0-35df-4a33-8a87-3773d9101ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'c237c02c-ca33-4ad5-9c61-3d2af73a1edc'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:11.825308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Attempting to bind port 8676916a-a203-49a6-acff-381fbab1e0c6 on network c237c02c-ca33-4ad5-9c61-3d2af73a1edc {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:11.885089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Router 3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:24:11.919247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:11.929728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Checking segment: {'id': 'a36dccd0-35df-4a33-8a87-3773d9101ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'c237c02c-ca33-4ad5-9c61-3d2af73a1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:11.930227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.930750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Bound using segment: {'id': 'a36dccd0-35df-4a33-8a87-3773d9101ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'c237c02c-ca33-4ad5-9c61-3d2af73a1edc'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:11.931347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Bound port: 8676916a-a203-49a6-acff-381fbab1e0c6, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36dccd0-35df-4a33-8a87-3773d9101ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'c237c02c-ca33-4ad5-9c61-3d2af73a1edc'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:11.931823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:11.981773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c8957b6f-bafa-4b21-9da1-df6643788590 None None] For port 08acaae8-e14c-40f6-ae09-e496d9115f5c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=08acaae8-e14c-40f6-ae09-e496d9115f5c,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:11.982320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c8957b6f-bafa-4b21-9da1-df6643788590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.101164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:12.104609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:12.126492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:12.141721 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ed22f-a848-4c6f-bed6-2bbdff586545 None None] Sync routers for ids ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:24:12.159241 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-aefb8457-2b9c-4563-a314-0f2f12d7b240 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "PUT /v2.0/routers/3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4053311 Mar 23 10:24:12.160855 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ed22f-a848-4c6f-bed6-2bbdff586545 None None] Routers {'3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:12.162092 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-353ed22f-a848-4c6f-bed6-2bbdff586545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:12.162527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36134) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:12.318350 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-353ed22f-a848-4c6f-bed6-2bbdff586545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:12.338262 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ed22f-a848-4c6f-bed6-2bbdff586545 None None] Routers {'3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:12.346756 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-353ed22f-a848-4c6f-bed6-2bbdff586545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:12.388140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c8957b6f-bafa-4b21-9da1-df6643788590 None None] Calling delete_port for 08acaae8-e14c-40f6-ae09-e496d9115f5c owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:12.439416 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-353ed22f-a848-4c6f-bed6-2bbdff586545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:12.449122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:24:12.449962 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353ed22f-a848-4c6f-bed6-2bbdff586545 None None] The sync data for ids ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:24:12.481933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.546159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:24:12.568594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] For port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9feef6c7-42d9-4112-8cfc-d70ac6d1cda5,segment=NetworkSegment(6380d7ce-91d5-48ef-a8ae-d3847c8f45e1),segment_id=6380d7ce-91d5-48ef-a8ae-d3847c8f45e1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:12.573989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] For port 8676916a-a203-49a6-acff-381fbab1e0c6, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:12.579236 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] For port 8676916a-a203-49a6-acff-381fbab1e0c6, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8676916a-a203-49a6-acff-381fbab1e0c6,segment=NetworkSegment(a36dccd0-35df-4a33-8a87-3773d9101ae3),segment_id=a36dccd0-35df-4a33-8a87-3773d9101ae3)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:12.583882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.622441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.634153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 08acaae8-e14c-40f6-ae09-e496d9115f5c no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:12.662989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c8957b6f-bafa-4b21-9da1-df6643788590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.678019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a3db4-8d3f-4d1e-8880-b1ff3ea76bf8 req-cf9d85cd-2378-4655-b5af-cdf2850d0f09 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:12.681908 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40a3db4-8d3f-4d1e-8880-b1ff3ea76bf8 req-cf9d85cd-2378-4655-b5af-cdf2850d0f09 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 944 time: 0.3149087 Mar 23 10:24:12.699203 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8957b6f-bafa-4b21-9da1-df6643788590 None None] No DVR routers for this DVR port 08acaae8-e14c-40f6-ae09-e496d9115f5c on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:12.707133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 08acaae8-e14c-40f6-ae09-e496d9115f5c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:12.707133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 08acaae8-e14c-40f6-ae09-e496d9115f5c not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:12.713804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_pluggable_backend [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Port 08acaae8-e14c-40f6-ae09-e496d9115f5c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87859) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 23 10:24:12.714159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_pluggable_backend [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:6b4f {{(pid=87859) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 23 10:24:12.743846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] Provisioning for port da40e3d2-0f7c-456f-87f9-187ec7c46bcb completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:12.756841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] Provisioning complete for port da40e3d2-0f7c-456f-87f9-187ec7c46bcb triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:12.757235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.782776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.819623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] Port da40e3d2-0f7c-456f-87f9-187ec7c46bcb cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:24:12.830517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe704770-e871-42ba-8659-af6cc6739cdf None None] Pushing event updated for resources: {'Port': ['ID=9feef6c7-42d9-4112-8cfc-d70ac6d1cda5,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:12.885474 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40a3db4-8d3f-4d1e-8880-b1ff3ea76bf8 req-d8deef27-e764-4f34-857e-3a6c173e7f0a tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967435 Mar 23 10:24:12.918852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:12.926300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87689b53-dbde-4fb0-bd1e-c33020cd708f None None] Pushing event updated for resources: {'Port': ['ID=8676916a-a203-49a6-acff-381fbab1e0c6,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:12.926827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:12.933798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:12.934649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:12.939219 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:12.954166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=69c6e4bc-76e3-442e-a5aa-4d8649b5d865,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:12.981904 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1d6513a5-10ab-469e-85ef-493c12a137a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8140805 Mar 23 10:24:12.990347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8957b6f-bafa-4b21-9da1-df6643788590 None None] Pushing event deleted for resources: {'Port': ['ID=08acaae8-e14c-40f6-ae09-e496d9115f5c,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:12.994380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Sync routers for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:24:12.999401 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-845b694b-3c14-4255-b182-841208c41ee1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3977544 Mar 23 10:24:13.001980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36142) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:13.002957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa18de-fd2f-43eb-b95a-bbe67e2f9dbd None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:13.008623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:13.028190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2174babb-ca4f-43bc-9895-6d6b939c8a65 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:13.114742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:13.114742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:13.153914 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-99551969-f1d1-46fb-856d-9d6ba2d1fbd5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:24:13.154853 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-99551969-f1d1-46fb-856d-9d6ba2d1fbd5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "PUT /v2.0/routers/3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9905105 Mar 23 10:24:13.158492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36148) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:13.207759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:13.211886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:13.214914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:13.222386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:13.235556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:13.240013 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.297646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f7200fea-143c-407b-83f3-f301a5271a15 None None] Provisioning complete for port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:13.298021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7200fea-143c-407b-83f3-f301a5271a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.352069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 2174babb-ca4f-43bc-9895-6d6b939c8a65 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:13.398746 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.ipam_backend_mixin [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69c6e4bc-76e3-442e-a5aa-4d8649b5d865 (CIDR: 2001:db8::/64) Mar 23 10:24:13.402076 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:24:13.402619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:13.425178 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2def544b-b678-48c6-968d-fb19478b599c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4189076 Mar 23 10:24:13.425516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36152) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:13.432007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:13.442865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 2174babb-ca4f-43bc-9895-6d6b939c8a65 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:13.442865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.582820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:13.585067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:13.589202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:13.592049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:13.597800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:13.610369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:13.614623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.698446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:13.898138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '69c6e4bc-76e3-442e-a5aa-4d8649b5d865'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:24:13.899239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.118415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.181875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:14.185541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:14.192487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:14.193372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.236629 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8067532 Mar 23 10:24:14.236835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d5e75-0cfc-493e-a977-7e71951d29f4 req-2db9db16-bcf5-4768-b5bb-77f3a85e47e8 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:14.237831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36158) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:14.241555 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-801d5e75-0cfc-493e-a977-7e71951d29f4 req-2db9db16-bcf5-4768-b5bb-77f3a85e47e8 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 944 time: 0.2135372 Mar 23 10:24:14.246110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.246679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:f4:3c:22', 'name': 'tempest-NetworksTestDHCPv6-1207710949'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:14.268338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b877694e-cf93-4159-96e6-e55fb8f8c6d6 None None] Network c237c02c-ca33-4ad5-9c61-3d2af73a1edc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:14.283892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f7200fea-143c-407b-83f3-f301a5271a15 None None] Provisioning complete for port da40e3d2-0f7c-456f-87f9-187ec7c46bcb triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:14.284260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7200fea-143c-407b-83f3-f301a5271a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.288365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc917f-1384-41e6-800b-42283196aad2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=086bc54f-13c8-4fc7-98d5-0d38b0a74622,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:14.339410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Deleting port 2e59ff22-ed7c-4ac8-b60c-12545dd1a875 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:14.339807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.385390 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-801d5e75-0cfc-493e-a977-7e71951d29f4 req-31d254c1-9f61-4c45-b4e6-e45a7fe1dc53 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101449 Mar 23 10:24:14.399338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:14.411529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:14.414736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:14.420780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:14.432181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:14.441069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb2839-597e-4bea-be27-086cf9e54386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2174babb-ca4f-43bc-9895-6d6b939c8a65'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:24:14.501430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f7200fea-143c-407b-83f3-f301a5271a15 None None] Port da40e3d2-0f7c-456f-87f9-187ec7c46bcb cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:24:14.514459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 2174babb-ca4f-43bc-9895-6d6b939c8a65, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2174babb-ca4f-43bc-9895-6d6b939c8a65,segment=NetworkSegment(ddb4cd93-5f52-4023-8ae5-60eef46efe61),segment_id=ddb4cd93-5f52-4023-8ae5-60eef46efe61)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:14.535593 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb2839-597e-4bea-be27-086cf9e54386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2174babb-ca4f-43bc-9895-6d6b939c8a65', 'code': 200} Mar 23 10:24:14.543943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.576871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.639107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.642109 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f7200fea-143c-407b-83f3-f301a5271a15 None None] Provisioning for port 2e59ff22-ed7c-4ac8-b60c-12545dd1a875 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:14.672498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Allocated IP 2001:db8::f816:3eff:fed9:719a (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/69c6e4bc-76e3-442e-a5aa-4d8649b5d865/f49ff431-9676-4e6b-8257-0ff246d3f584) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:14.674800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 3d9cc53f-114b-4911-86a5-5a79decadc8a yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:24:14.685888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f7200fea-143c-407b-83f3-f301a5271a15 None None] Provisioning complete for port 2e59ff22-ed7c-4ac8-b60c-12545dd1a875 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:14.686265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7200fea-143c-407b-83f3-f301a5271a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:14.792878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8676916a-a203-49a6-acff-381fbab1e0c6 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:14.796250 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Calling delete_port for 2e59ff22-ed7c-4ac8-b60c-12545dd1a875 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:14.885053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=2174babb-ca4f-43bc-9895-6d6b939c8a65,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:14.895043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f7200fea-143c-407b-83f3-f301a5271a15 None None] Port 2e59ff22-ed7c-4ac8-b60c-12545dd1a875 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:24:14.912648 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.912986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.913346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.913677 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.914008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.914330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.914649 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.914968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.915285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.915599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.915910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.916225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:14.944977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b793a4b-29c8-49ac-9d97-6a3a923f45fb req-14814e26-f881-4dfb-abd7-969cd997907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:14.946472 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3b793a4b-29c8-49ac-9d97-6a3a923f45fb req-14814e26-f881-4dfb-abd7-969cd997907c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 1098 time: 0.1575074 Mar 23 10:24:15.001503 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3b793a4b-29c8-49ac-9d97-6a3a923f45fb req-bfc35363-dcc3-43ed-a940-c16a312cb7d7 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472078 Mar 23 10:24:15.071156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.071373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3539dc66-008b-4b6e-b6e3-0c05416c5647 None None] Provisioning for port 8676916a-a203-49a6-acff-381fbab1e0c6 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:15.085306 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:10Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '454e1bd8-457c-4e79-8805-a0a0c8cf01c2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'mac_address': 'fa:16:3e:46:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:05Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da40e3d2-0f7c-456f-87f9-187ec7c46bcb', 'name': '', 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:ff:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfdc74fb-b698-4847-a8e5-d291481b4564', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:08Z', 'updated_at': '2022-03-23T10:24:11Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'bfdc74fb-b698-4847-a8e5-d291481b4564', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:15.095543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 8676916a-a203-49a6-acff-381fbab1e0c6 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:15.112344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Checking router: 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:24:15.112691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Updating router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 port da40e3d2-0f7c-456f-87f9-187ec7c46bcb binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:24:15.118034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event deleted for resources: {'Port': ['ID=2e59ff22-ed7c-4ac8-b60c-12545dd1a875,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:15.139154 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 8676916a-a203-49a6-acff-381fbab1e0c6 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:15.139530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.287966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.297444 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.321316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Transition to ACTIVE for port object f49ff431-9676-4e6b-8257-0ff246d3f584 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:15.359991 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.408448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Transition to ACTIVE for port object f49ff431-9676-4e6b-8257-0ff246d3f584 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:15.446340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.547177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.623100 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:15.631091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:15.633767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:15.644593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8:0:1::10c (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/086bc54f-13c8-4fc7-98d5-0d38b0a74622/3d9cc53f-114b-4911-86a5-5a79decadc8a) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:15.652401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::f816:3eff:fef4:3c22 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/69c6e4bc-76e3-442e-a5aa-4d8649b5d865/3d9cc53f-114b-4911-86a5-5a79decadc8a) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:15.781929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2c8226f6-9da2-4555-b9de-e629a883429f None None] Provisioning complete for port 8676916a-a203-49a6-acff-381fbab1e0c6 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:15.782543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2c8226f6-9da2-4555-b9de-e629a883429f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.805754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Pushing event updated for resources: {'Port': ['ID=f49ff431-9676-4e6b-8257-0ff246d3f584,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:15.850897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Router 3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:24:15.875344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.891764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 3d9cc53f-114b-4911-86a5-5a79decadc8a will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:15.918357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:15.984797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 8676916a-a203-49a6-acff-381fbab1e0c6, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8676916a-a203-49a6-acff-381fbab1e0c6,segment=NetworkSegment(a36dccd0-35df-4a33-8a87-3773d9101ae3),segment_id=a36dccd0-35df-4a33-8a87-3773d9101ae3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:15.993561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:15.996806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:16.006484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:16.007783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.008602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:16.011906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:16.012505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.024822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=3d9cc53f-114b-4911-86a5-5a79decadc8a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:16.045714 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6ea12622-9968-4135-9ca6-28e2a8a15e47 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8071568 Mar 23 10:24:16.048449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36168) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:16.077860 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:16.090961 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df9087-1ada-49bd-aa12-2ef5c0faddc5 None None] Sync routers for ids ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:24:16.095838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ab9af-9e97-4529-805c-0b8b666de89d req-b44a1b2f-a7b0-4722-80cb-2bc0de78481f tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:16.097641 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cb6ab9af-9e97-4529-805c-0b8b666de89d req-b44a1b2f-a7b0-4722-80cb-2bc0de78481f tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.5056365 Mar 23 10:24:16.099870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Attempting to bind port f49ff431-9676-4e6b-8257-0ff246d3f584 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:16.100231 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Attempting to bind port f49ff431-9676-4e6b-8257-0ff246d3f584 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:16.100589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Attempting to bind port f49ff431-9676-4e6b-8257-0ff246d3f584 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:16.106037 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6b96d5a1-41ce-4c84-a2d5-e49b75ac4aca tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "PUT /v2.0/routers/3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9464371 Mar 23 10:24:16.121415 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36172) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:16.127175 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df9087-1ada-49bd-aa12-2ef5c0faddc5 None None] Routers {'3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:16.128946 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e1df9087-1ada-49bd-aa12-2ef5c0faddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:16.138333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:16.138751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:16.139091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.139578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:16.139946 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Bound port: f49ff431-9676-4e6b-8257-0ff246d3f584, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:16.140951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.146905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc1077-48de-4acb-8b67-c86246538a71 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 3d9cc53f-114b-4911-86a5-5a79decadc8a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:16.150177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1077-48de-4acb-8b67-c86246538a71 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.216016 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-cc8e130d-92df-432b-9389-30e66f45ea8b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] delete failed (client error): The resource could not be found. Mar 23 10:24:16.217481 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cc8e130d-92df-432b-9389-30e66f45ea8b tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "DELETE /v2.0/routers/tempest-non_exist_router-367994055 HTTP/1.1" status: 404 len: 334 time: 0.0912437 Mar 23 10:24:16.225165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36176) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:16.242411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] For port f49ff431-9676-4e6b-8257-0ff246d3f584, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:16.244193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-971a53a0-10c8-4776-b14e-b218aca4c539 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:16.246038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] For port f49ff431-9676-4e6b-8257-0ff246d3f584, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f49ff431-9676-4e6b-8257-0ff246d3f584,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:16.262759 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cb6ab9af-9e97-4529-805c-0b8b666de89d req-d3f78114-1d9a-4bac-977e-31fb12c23675 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540825 Mar 23 10:24:16.269688 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e1df9087-1ada-49bd-aa12-2ef5c0faddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:16.272066 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-07fd869e-31a3-4a68-997f-756c81fc5d3a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3480723 Mar 23 10:24:16.281660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.300484 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df9087-1ada-49bd-aa12-2ef5c0faddc5 None None] Routers {'3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:16.303270 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e1df9087-1ada-49bd-aa12-2ef5c0faddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:16.329156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=8676916a-a203-49a6-acff-381fbab1e0c6,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:16.431415 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e1df9087-1ada-49bd-aa12-2ef5c0faddc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:16.431824 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df9087-1ada-49bd-aa12-2ef5c0faddc5 None None] The sync data for ids ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:24:16.488682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-02f7dfd1-6a25-4f24-9e5d-0ca8c35254d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:16.490192 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-02f7dfd1-6a25-4f24-9e5d-0ca8c35254d1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 1099 time: 0.0999982 Mar 23 10:24:16.561898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:16.563934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.644513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.653313 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fe116-aabc-4c04-8f6a-c1eabb942052 None None] Pushing event updated for resources: {'Port': ['ID=f49ff431-9676-4e6b-8257-0ff246d3f584,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:16.679843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Transition to ACTIVE for port object da40e3d2-0f7c-456f-87f9-187ec7c46bcb will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:16.700733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-fcf9fc0b-ee1c-483a-a137-5a10aa109821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:16.702400 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-fcf9fc0b-ee1c-483a-a137-5a10aa109821 service neutron] 10.222.0.102 "GET /v2.0/networks?id=c51bdc63-f575-43b5-b68b-c6daf03b64f0 HTTP/1.1" status: 200 len: 898 time: 0.1926618 Mar 23 10:24:16.721699 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:16.826755 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-139d2607-9d6a-4858-9601-ffc329970f9d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3572f3d5-bd97-4415-817c-0cdc2d133979 HTTP/1.1" status: 200 len: 1002 time: 0.1175234 Mar 23 10:24:16.907256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c8ff-8e16-4c29-94ba-ed976b54de59 None None] Pushing event updated for resources: {'Port': ['ID=da40e3d2-0f7c-456f-87f9-187ec7c46bcb,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:16.919439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-007f5bd7-96d7-4d48-b5e1-1a129ca66c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:16.920961 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-007f5bd7-96d7-4d48-b5e1-1a129ca66c83 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=55259f9f-0fb8-401e-a83c-3ffadb364c56 HTTP/1.1" status: 200 len: 834 time: 0.0882218 Mar 23 10:24:17.022127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-17513b7c-466e-46a3-9e51-6b7c0f7cc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:17.023619 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-17513b7c-466e-46a3-9e51-6b7c0f7cc218 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c51bdc63-f575-43b5-b68b-c6daf03b64f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0945647 Mar 23 10:24:17.039522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Attempting to bind port da40e3d2-0f7c-456f-87f9-187ec7c46bcb on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:17.040156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Attempting to bind port da40e3d2-0f7c-456f-87f9-187ec7c46bcb by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:17.040529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Attempting to bind port da40e3d2-0f7c-456f-87f9-187ec7c46bcb on network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:17.047015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:17.048070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Checking segment: {'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:17.048477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.048868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Bound using segment: {'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:17.049509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Bound port: da40e3d2-0f7c-456f-87f9-187ec7c46bcb, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65327be8-99ff-4d77-a1bb-7e5e5b9d330f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:17.049894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.102827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-971a53a0-10c8-4776-b14e-b218aca4c539 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.150197 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-971a53a0-10c8-4776-b14e-b218aca4c539 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] update failed (client error): The resource could not be found. Mar 23 10:24:17.150836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-971a53a0-10c8-4776-b14e-b218aca4c539 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "PUT /v2.0/routers/3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3 HTTP/1.1" status: 404 len: 339 time: 0.9140482 Mar 23 10:24:17.155777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36180) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:17.159165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1077-48de-4acb-8b67-c86246538a71 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.195934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8676916a-a203-49a6-acff-381fbab1e0c6 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:17.203500 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-9127322f-65b5-4f33-95a2-bbd473819cb6 service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721385 Mar 23 10:24:17.254504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] For port da40e3d2-0f7c-456f-87f9-187ec7c46bcb, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:17.273014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] For port da40e3d2-0f7c-456f-87f9-187ec7c46bcb, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=da40e3d2-0f7c-456f-87f9-187ec7c46bcb,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:17.282983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.350937 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:17.351566 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:17.383336 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0775e2ac-12ec-4371-8e0e-33d01cef79bf req-24aa8413-5ce5-4ba6-81cc-bcddb85e4dd4 service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739187 Mar 23 10:24:17.444800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9bbc1077-48de-4acb-8b67-c86246538a71 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 3d9cc53f-114b-4911-86a5-5a79decadc8a owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:17.447670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 8676916a-a203-49a6-acff-381fbab1e0c6 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:17.448225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:17.601758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4c8ff-8e16-4c29-94ba-ed976b54de59 None None] Pushing event updated for resources: {'Port': ['ID=da40e3d2-0f7c-456f-87f9-187ec7c46bcb,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:17.746450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e1af6d-fe01-4129-a423-597809771a67 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:17.796955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:17.921801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f49ff431-9676-4e6b-8257-0ff246d3f584 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:17.955799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bd40f-e461-49e7-8339-ae13ee83f8ef req-2312e4ef-bf6a-4189-91fb-cc485b179ec1 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:17.957286 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-879bd40f-e461-49e7-8339-ae13ee83f8ef req-2312e4ef-bf6a-4189-91fb-cc485b179ec1 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.4685926 Mar 23 10:24:18.148452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-43c81747-b89f-401b-b0d2-463fe34cdfb7 None None] Provisioning for port f49ff431-9676-4e6b-8257-0ff246d3f584 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:18.217215 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f49ff431-9676-4e6b-8257-0ff246d3f584 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:18.228115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.242899 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-879bd40f-e461-49e7-8339-ae13ee83f8ef req-b47a8238-c67b-44ec-ba1b-d3af5d83df3d tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729964 Mar 23 10:24:18.307413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f49ff431-9676-4e6b-8257-0ff246d3f584 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:18.307824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.323038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1077-48de-4acb-8b67-c86246538a71 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.438050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc1077-48de-4acb-8b67-c86246538a71 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=3d9cc53f-114b-4911-86a5-5a79decadc8a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:18.551017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.584285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9bbc1077-48de-4acb-8b67-c86246538a71 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.606439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dac6a-b301-4fe9-a41a-ab9d0b42a1dc req-9559991f-0907-4063-9245-5639e8771a08 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:18.607001 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9bbc1077-48de-4acb-8b67-c86246538a71 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/3d9cc53f-114b-4911-86a5-5a79decadc8a HTTP/1.1" status: 204 len: 168 time: 2.5569897 Mar 23 10:24:18.608769 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-821dac6a-b301-4fe9-a41a-ab9d0b42a1dc req-9559991f-0907-4063-9245-5639e8771a08 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.1091411 Mar 23 10:24:18.609610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36190) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:18.626491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:10Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '454e1bd8-457c-4e79-8805-a0a0c8cf01c2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'mac_address': 'fa:16:3e:46:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:05Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da40e3d2-0f7c-456f-87f9-187ec7c46bcb', 'name': '', 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:ff:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfdc74fb-b698-4847-a8e5-d291481b4564', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:08Z', 'updated_at': '2022-03-23T10:24:17Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'bfdc74fb-b698-4847-a8e5-d291481b4564', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:18.635669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f49ff431-9676-4e6b-8257-0ff246d3f584, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f49ff431-9676-4e6b-8257-0ff246d3f584,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:18.639138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd6723-0899-4285-b1d6-644c4469866a None None] The sync data for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv is: [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:10Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '454e1bd8-457c-4e79-8805-a0a0c8cf01c2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'mac_address': 'fa:16:3e:46:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:05Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da40e3d2-0f7c-456f-87f9-187ec7c46bcb', 'name': '', 'network_id': 'e39bb788-f0c6-4cc1-a5d8-04cdb881e41c', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:ff:cc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'bfdc74fb-b698-4847-a8e5-d291481b4564', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:08Z', 'updated_at': '2022-03-23T10:24:17Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'bfdc74fb-b698-4847-a8e5-d291481b4564', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:24:18.643873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.706304 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-821dac6a-b301-4fe9-a41a-ab9d0b42a1dc req-afc8b03e-624c-411a-9979-f2d692156d4a tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620081 Mar 23 10:24:18.755271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97865888-b706-44fe-8d44-c04f8ed4e4ea None None] Update dhcp port {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': '69c6e4bc-76e3-442e-a5aa-4d8649b5d865', 'ip_address': '2001:db8::f816:3eff:fed9:719a'}, {'subnet_id': '086bc54f-13c8-4fc7-98d5-0d38b0a74622'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': 'f49ff431-9676-4e6b-8257-0ff246d3f584'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:24:18.797148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0066a1-ae91-4585-91f6-55183be1ced9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:18.803072 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dd0066a1-ae91-4585-91f6-55183be1ced9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1878738 Mar 23 10:24:18.803072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36196) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:18.832230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f49ff431-9676-4e6b-8257-0ff246d3f584,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:18.879730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-97865888-b706-44fe-8d44-c04f8ed4e4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:18.885130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Allocated IP 172.20.0.1 (4df0884d-1935-41db-a101-2d981cf05f0f/9a0c4022-f17c-405d-a67b-a87534355736/9dbdbb58-402c-43f0-8568-b38b5513540f) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:18.932922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929c27b-7982-442a-a04f-a3d3e5291641 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:18.938418 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5929c27b-7982-442a-a04f-a3d3e5291641 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1352410 Mar 23 10:24:18.939215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36200) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:19.175769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device da40e3d2-0f7c-456f-87f9-187ec7c46bcb up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:19.220749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cd70d-66b5-42bb-ad6f-e4f65aff75ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:19.222357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cd70d-66b5-42bb-ad6f-e4f65aff75ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:19.224045 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cd70d-66b5-42bb-ad6f-e4f65aff75ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:19.224890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7a1cd70d-66b5-42bb-ad6f-e4f65aff75ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:19.233490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.256731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7a1cd70d-66b5-42bb-ad6f-e4f65aff75ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:19.260156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Transition to ACTIVE for port object 9dbdbb58-402c-43f0-8568-b38b5513540f will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:19.265082 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7a1cd70d-66b5-42bb-ad6f-e4f65aff75ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3243048 Mar 23 10:24:19.265427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36206) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:19.341781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcefabd0-f868-44d0-b4e1-ff9590429de6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 086bc54f-13c8-4fc7-98d5-0d38b0a74622 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:19.354229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.380810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7a345-28ec-452d-8e20-78efb9f8bd05 req-a652c8d7-68ca-4a75-9bf4-c7fff298060c tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:19.387488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-97865888-b706-44fe-8d44-c04f8ed4e4ea None None] Allocated IP 2001:db8:0:1::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/086bc54f-13c8-4fc7-98d5-0d38b0a74622/f49ff431-9676-4e6b-8257-0ff246d3f584) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:19.389524 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c9d7a345-28ec-452d-8e20-78efb9f8bd05 req-a652c8d7-68ca-4a75-9bf4-c7fff298060c tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.1230555 Mar 23 10:24:19.432582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Network 4df0884d-1935-41db-a101-2d981cf05f0f is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:19.440743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:19.446310 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c9d7a345-28ec-452d-8e20-78efb9f8bd05 req-e4795347-5e1c-47bd-a92c-45b063abfd89 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546734 Mar 23 10:24:19.446694 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:19.476036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'Port': ['ID=9dbdbb58-402c-43f0-8568-b38b5513540f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:19.516671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.590833 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port da40e3d2-0f7c-456f-87f9-187ec7c46bcb completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:19.608035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port da40e3d2-0f7c-456f-87f9-187ec7c46bcb triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:19.608400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.666378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.689186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-97865888-b706-44fe-8d44-c04f8ed4e4ea None None] For port f49ff431-9676-4e6b-8257-0ff246d3f584, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f49ff431-9676-4e6b-8257-0ff246d3f584,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:19.770953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-97865888-b706-44fe-8d44-c04f8ed4e4ea None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.790724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.876684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-97865888-b706-44fe-8d44-c04f8ed4e4ea None None] Transition to ACTIVE for port object f49ff431-9676-4e6b-8257-0ff246d3f584 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:19.887289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-97865888-b706-44fe-8d44-c04f8ed4e4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.897081 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fcefabd0-f868-44d0-b4e1-ff9590429de6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.935273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fc167a9e-b293-4185-83e0-8815e42f6d0f None None] Provisioning for port 9dbdbb58-402c-43f0-8568-b38b5513540f completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:19.949120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port da40e3d2-0f7c-456f-87f9-187ec7c46bcb, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=da40e3d2-0f7c-456f-87f9-187ec7c46bcb,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:19.985348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fcefabd0-f868-44d0-b4e1-ff9590429de6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:19.989317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fc167a9e-b293-4185-83e0-8815e42f6d0f None None] Provisioning complete for port 9dbdbb58-402c-43f0-8568-b38b5513540f triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:19.989757 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fc167a9e-b293-4185-83e0-8815e42f6d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.013925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.014688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f49ff431-9676-4e6b-8257-0ff246d3f584 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:20.149818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97865888-b706-44fe-8d44-c04f8ed4e4ea None None] Pushing event updated for resources: {'Port': ['ID=f49ff431-9676-4e6b-8257-0ff246d3f584,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:20.184573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fc167a9e-b293-4185-83e0-8815e42f6d0f None None] Port 9dbdbb58-402c-43f0-8568-b38b5513540f cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:24:20.243618 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=da40e3d2-0f7c-456f-87f9-187ec7c46bcb,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:20.314014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fcefabd0-f868-44d0-b4e1-ff9590429de6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.387988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.392629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.510295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.529285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fcefabd0-f868-44d0-b4e1-ff9590429de6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.582616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event updated for resources: {'Port': ['ID=9dbdbb58-402c-43f0-8568-b38b5513540f,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:20.609923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefabd0-f868-44d0-b4e1-ff9590429de6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=086bc54f-13c8-4fc7-98d5-0d38b0a74622,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:20.611880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fcefabd0-f868-44d0-b4e1-ff9590429de6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.631581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79dd1d3-0e61-4ce7-be06-3b59295f51af None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:20.723719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2a51e01d-31c4-455b-8d05-87cc669a892a None None] Could not find standard attr ID for object 3d9cc53f-114b-4911-86a5-5a79decadc8a. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:24:20.730811 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fcefabd0-f868-44d0-b4e1-ff9590429de6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/086bc54f-13c8-4fc7-98d5-0d38b0a74622 HTTP/1.1" status: 204 len: 168 time: 1.4643679 Mar 23 10:24:20.733336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36214) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:20.745223 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2a51e01d-31c4-455b-8d05-87cc669a892a None None] Provisioning for port f49ff431-9676-4e6b-8257-0ff246d3f584 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:20.759556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2a51e01d-31c4-455b-8d05-87cc669a892a None None] Provisioning complete for port f49ff431-9676-4e6b-8257-0ff246d3f584 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:20.759914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2a51e01d-31c4-455b-8d05-87cc669a892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.785857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829bd7e-2c8a-4d5c-a9ce-40fc82aae9f4 req-07747e5d-c35c-4f6b-b100-139172f67756 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:20.787313 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f829bd7e-2c8a-4d5c-a9ce-40fc82aae9f4 req-07747e5d-c35c-4f6b-b100-139172f67756 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.2021506 Mar 23 10:24:20.796582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Network 4df0884d-1935-41db-a101-2d981cf05f0f is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:20.798353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:20.810349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-567b6617-eb23-43b9-8a81-b3e2c1576db2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 69c6e4bc-76e3-442e-a5aa-4d8649b5d865 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:20.814657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-567b6617-eb23-43b9-8a81-b3e2c1576db2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.894182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-567b6617-eb23-43b9-8a81-b3e2c1576db2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:20.948573 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f829bd7e-2c8a-4d5c-a9ce-40fc82aae9f4 req-174d24cc-a0a4-482b-84d6-de15fb5bad5c tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510906 Mar 23 10:24:20.992021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-567b6617-eb23-43b9-8a81-b3e2c1576db2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.081095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device da40e3d2-0f7c-456f-87f9-187ec7c46bcb up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:21.126655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-567b6617-eb23-43b9-8a81-b3e2c1576db2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.130922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Router 3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:24:21.190658 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-567b6617-eb23-43b9-8a81-b3e2c1576db2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.227361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b6617-eb23-43b9-8a81-b3e2c1576db2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=69c6e4bc-76e3-442e-a5aa-4d8649b5d865,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:21.228608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port da40e3d2-0f7c-456f-87f9-187ec7c46bcb triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:21.229183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.235579 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-567b6617-eb23-43b9-8a81-b3e2c1576db2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/69c6e4bc-76e3-442e-a5aa-4d8649b5d865 HTTP/1.1" status: 204 len: 168 time: 0.4978385 Mar 23 10:24:21.237094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36222) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:21.322030 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d861458d-3865-4256-ae36-9c703eb57889 None None] Provisioning complete for port 9dbdbb58-402c-43f0-8568-b38b5513540f triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:21.322746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d861458d-3865-4256-ae36-9c703eb57889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.422681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d861458d-3865-4256-ae36-9c703eb57889 None None] Port 9dbdbb58-402c-43f0-8568-b38b5513540f cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:24:21.427298 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3d0dbc16-2486-4962-b9a5-4044461a2feb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1891403 Mar 23 10:24:21.436287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36226) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:21.446124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:21.466121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f49ff431-9676-4e6b-8257-0ff246d3f584 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:21.470067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:21.475561 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-63b1be8f-0c19-4e27-9ac9-f3c3dc764da5 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "PUT /v2.0/routers/3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3187058 Mar 23 10:24:21.479115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36230) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:21.492214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73136931-1f4a-4807-993d-b6439434f706 req-8c220754-1902-45dc-a5f6-77abdaf50e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:21.493729 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-73136931-1f4a-4807-993d-b6439434f706 req-8c220754-1902-45dc-a5f6-77abdaf50e1d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=30c1fa8904324f608d51b3b4f2828f99&device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 1098 time: 0.1462605 Mar 23 10:24:21.509074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb85b58-5c54-4220-9f1c-783a27692cc6 None None] Sync routers for ids ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:24:21.537439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb85b58-5c54-4220-9f1c-783a27692cc6 None None] Routers {'3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:21.538349 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9eb85b58-5c54-4220-9f1c-783a27692cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:21.638577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9eb85b58-5c54-4220-9f1c-783a27692cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:21.646638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893ac11-6157-4d67-b3e6-4069c4b96df9 req-3cb5e07f-5ae5-4b48-ab35-28272f4fd21f tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:21.648154 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6893ac11-6157-4d67-b3e6-4069c4b96df9 req-3cb5e07f-5ae5-4b48-ab35-28272f4fd21f tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.2643461 Mar 23 10:24:21.651478 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb85b58-5c54-4220-9f1c-783a27692cc6 None None] Routers {'3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:21.652442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9eb85b58-5c54-4220-9f1c-783a27692cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:21.708994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:21.709526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5b322d0d-affd-4601-8c3a-faaf74421c25 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.722650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:21.726737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-9eb85b58-5c54-4220-9f1c-783a27692cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:21.727070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb85b58-5c54-4220-9f1c-783a27692cc6 None None] The sync data for ids ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:24:21.728962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:21.737637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f49ff431-9676-4e6b-8257-0ff246d3f584 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:21.738701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.740802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:21.776222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:21.780460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:21.795484 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6893ac11-6157-4d67-b3e6-4069c4b96df9 req-03fef826-aec8-4dc0-bdde-9e615258e5f5 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365473 Mar 23 10:24:21.842977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73136931-1f4a-4807-993d-b6439434f706 req-69d5d901-3e91-43ff-9362-f09a41b336ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:21.844528 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-73136931-1f4a-4807-993d-b6439434f706 req-69d5d901-3e91-43ff-9362-f09a41b336ce service neutron] 10.222.0.102 "GET /v2.0/networks?id=93b4742b-2572-43af-a58c-c03c826d07bd HTTP/1.1" status: 200 len: 911 time: 0.2787874 Mar 23 10:24:21.931583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae191e73-3e9d-4c98-b1f0-bd6c87d307e4 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:22.010057 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-73136931-1f4a-4807-993d-b6439434f706 req-fadd4a33-5805-48aa-839e-467b857832a8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2174babb-ca4f-43bc-9895-6d6b939c8a65 HTTP/1.1" status: 200 len: 217 time: 0.1554735 Mar 23 10:24:22.022195 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-5b322d0d-affd-4601-8c3a-faaf74421c25 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 23 10:24:22.023247 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5b322d0d-affd-4601-8c3a-faaf74421c25 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "DELETE /v2.0/routers/3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3 HTTP/1.1" status: 409 len: 329 time: 0.5432262 Mar 23 10:24:22.026255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36234) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:22.097162 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73136931-1f4a-4807-993d-b6439434f706 req-dbb34c59-ebe6-4f80-ac0b-39de744e86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:22.098599 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-73136931-1f4a-4807-993d-b6439434f706 req-dbb34c59-ebe6-4f80-ac0b-39de744e86bd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=03e164c1-4f95-4e64-a38a-24aabf30d162 HTTP/1.1" status: 200 len: 850 time: 0.0819016 Mar 23 10:24:22.155004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d9e13869-4b69-4a42-98f8-b0ba16ef6852 None None] Provisioning complete for port f49ff431-9676-4e6b-8257-0ff246d3f584 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:22.155004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d9e13869-4b69-4a42-98f8-b0ba16ef6852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.182952 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-73136931-1f4a-4807-993d-b6439434f706 req-add62c96-7a80-405f-a62c-281002837794 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93b4742b-2572-43af-a58c-c03c826d07bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758986 Mar 23 10:24:22.365345 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca2470b-a429-486c-bd71-abbb28c4dd83 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:24:22.370213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2470b-a429-486c-bd71-abbb28c4dd83 None None] Deleting port f49ff431-9676-4e6b-8257-0ff246d3f584 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:22.370658 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5ca2470b-a429-486c-bd71-abbb28c4dd83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.404479 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-73136931-1f4a-4807-993d-b6439434f706 req-093bd3cb-2054-458f-a6ef-787f79e30dfe service neutron] 10.222.0.102 "GET /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147748 Mar 23 10:24:22.532253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.611151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5ca2470b-a429-486c-bd71-abbb28c4dd83 None None] For port f49ff431-9676-4e6b-8257-0ff246d3f584, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f49ff431-9676-4e6b-8257-0ff246d3f584,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:22.611601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5ca2470b-a429-486c-bd71-abbb28c4dd83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.728503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.objects.ports [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87860) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:24:22.740091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2470b-a429-486c-bd71-abbb28c4dd83 None None] Calling delete_port for f49ff431-9676-4e6b-8257-0ff246d3f584 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:22.779125 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-73136931-1f4a-4807-993d-b6439434f706 req-ca6cb95a-67e9-454b-8d49-89c253d20530 service neutron] 10.222.0.102 "GET /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657994 Mar 23 10:24:22.827723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5ca2470b-a429-486c-bd71-abbb28c4dd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.854147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_pluggable_backend [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Port f49ff431-9676-4e6b-8257-0ff246d3f584 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87860) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 23 10:24:22.854491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.ipam_pluggable_backend [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Reverting IP allocation for 2001:db8::f816:3eff:fed9:719a {{(pid=87860) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 23 10:24:22.859823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.874308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Deleting port 9dbdbb58-402c-43f0-8568-b38b5513540f {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:22.874702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:22.884031 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2470b-a429-486c-bd71-abbb28c4dd83 None None] Pushing event deleted for resources: {'Port': ['ID=f49ff431-9676-4e6b-8257-0ff246d3f584,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:22.889764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca2470b-a429-486c-bd71-abbb28c4dd83 None None] No DVR routers for this DVR port f49ff431-9676-4e6b-8257-0ff246d3f584 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:22.929303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:22.932470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:22.942169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96996e04-6c53-4cc5-bf5d-5b6764d4d2da None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:22.948084 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:22.948673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.042348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f49ff431-9676-4e6b-8257-0ff246d3f584 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:23.053110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=540bef02-32ab-454d-9f12-24db739d60c5,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:23.077751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36242) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:23.078018 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-532e9f39-a931-4168-8b7e-1610fbaadc4f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6397192 Mar 23 10:24:23.082636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: f49ff431-9676-4e6b-8257-0ff246d3f584 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:23.082975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f49ff431-9676-4e6b-8257-0ff246d3f584 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:23.096959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:23.114461 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746cd00-c0bb-4b61-a56b-7ed4b7848340 req-a046771e-901c-471f-a2ad-a54727629128 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:23.116141 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b746cd00-c0bb-4b61-a56b-7ed4b7848340 req-a046771e-901c-471f-a2ad-a54727629128 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.1476641 Mar 23 10:24:23.133110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.162312 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b746cd00-c0bb-4b61-a56b-7ed4b7848340 req-463b27d8-a599-46b5-9c8c-497905d36fb5 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389447 Mar 23 10:24:23.228079 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '540bef02-32ab-454d-9f12-24db739d60c5'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:24:23.228910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.387379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Allocated IP 2001:db8::f816:3eff:fe6b:ffff (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/540bef02-32ab-454d-9f12-24db739d60c5/265fee2c-fa80-486b-b7bc-38448a6bc5b1) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:23.427227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Calling delete_port for 9dbdbb58-402c-43f0-8568-b38b5513540f owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:23.603379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.615897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Transition to ACTIVE for port object 265fee2c-fa80-486b-b7bc-38448a6bc5b1 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:23.635866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Transition to ACTIVE for port object 265fee2c-fa80-486b-b7bc-38448a6bc5b1 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:23.642400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.663491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:23.673478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:23.682685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:23.691847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:23.701836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:23.705105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:23.708499 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:23.716253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:23.719770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.722776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Pushing event updated for resources: {'Port': ['ID=265fee2c-fa80-486b-b7bc-38448a6bc5b1,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:23.810005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Attempting to bind port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:23.810390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Attempting to bind port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:23.810768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Attempting to bind port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:23.816915 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:23.819991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:23.820498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.820985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:23.821587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Bound port: 265fee2c-fa80-486b-b7bc-38448a6bc5b1, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:23.822056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.905637 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.ipam_backend_mixin [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 540bef02-32ab-454d-9f12-24db739d60c5 (CIDR: 2001:db8::/64) Mar 23 10:24:23.909355 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:24:23.909812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:23.915446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.944004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] For port 265fee2c-fa80-486b-b7bc-38448a6bc5b1, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:23.947095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] For port 265fee2c-fa80-486b-b7bc-38448a6bc5b1, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=265fee2c-fa80-486b-b7bc-38448a6bc5b1,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:23.950765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:23.974997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event deleted for resources: {'Port': ['ID=9dbdbb58-402c-43f0-8568-b38b5513540f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:24.039145 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d70ba-aead-4838-98c4-bd2190baf2fc None None] Pushing event updated for resources: {'Port': ['ID=265fee2c-fa80-486b-b7bc-38448a6bc5b1,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:24.055051 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d9b398c3-0d2c-42bf-99b3-c027e683264f tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9758418 Mar 23 10:24:24.056754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36246) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:24.063391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:24.223130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.237583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:24.242158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:24.245206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:24.251887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:24.265527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:24.269960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.571855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.583003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Router 3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:24:24.605048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb55c1-ea05-4887-afe5-015347770930 req-ae9a0ee6-8e4f-46b7-a798-76493e48b9fe tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:24.606546 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bbb55c1-ea05-4887-afe5-015347770930 req-ae9a0ee6-8e4f-46b7-a798-76493e48b9fe tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.2780750 Mar 23 10:24:24.632288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:24.635429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:24.638360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:24.638944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:24.667263 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=cc91799f-d587-4293-a9f9-9db717294a17,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:24.684760 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7b33e70a-4717-4c3b-994b-c498cc988690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6266794 Mar 23 10:24:24.687562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36254) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:24.693703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:15:fa:48', 'name': 'tempest-NetworksTestDHCPv6-446092480'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:24.851681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:24.856503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:24.860924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:24.866987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:24.879389 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:24.897904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:24.910698 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9ed0a197-9c74-444f-ab4d-3effeea35f1d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "PUT /v2.0/routers/3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8778131 Mar 23 10:24:24.910698 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bbb55c1-ea05-4887-afe5-015347770930 req-fa2c8670-56a5-46ea-ba83-083b61dc534e tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969334 Mar 23 10:24:24.911296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36258) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:24.913129 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192815c7-a890-4636-93ee-6a263360c14d None None] Sync routers for ids ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:24:24.929551 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192815c7-a890-4636-93ee-6a263360c14d None None] Routers {'3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:24.941835 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-192815c7-a890-4636-93ee-6a263360c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:24.997800 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-fa0f6fe1-f610-4dae-91ee-a17b78a49808 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] show failed (client error): The resource could not be found. Mar 23 10:24:24.999289 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fa0f6fe1-f610-4dae-91ee-a17b78a49808 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "GET /v2.0/routers/tempest-non_exist_router-1498554326 HTTP/1.1" status: 404 len: 335 time: 0.0875471 Mar 23 10:24:25.005704 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36264) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:25.012445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1024e680-1270-41a5-9e60-52f8872a1f6d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:25.058267 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-192815c7-a890-4636-93ee-6a263360c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:25.070089 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192815c7-a890-4636-93ee-6a263360c14d None None] Routers {'3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:25.070747 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-192815c7-a890-4636-93ee-6a263360c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:25.075845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.119601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 265fee2c-fa80-486b-b7bc-38448a6bc5b1 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:25.127158 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-1024e680-1270-41a5-9e60-52f8872a1f6d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] update failed (client error): The resource could not be found. Mar 23 10:24:25.128625 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1024e680-1270-41a5-9e60-52f8872a1f6d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "PUT /v2.0/routers/tempest-non_exist_router-1668228232 HTTP/1.1" status: 404 len: 335 time: 0.1214116 Mar 23 10:24:25.135926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36268) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:25.141580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port fad92ceb-aa58-4ac5-85c0-76d1bf12ea32 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:24:25.176758 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-192815c7-a890-4636-93ee-6a263360c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:25.177474 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192815c7-a890-4636-93ee-6a263360c14d None None] The sync data for ids ['3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:24:25.241617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac6b09b-c46b-4c53-bbac-3f0e768008b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Deleting subnet a8d57b33-056a-4bec-a8ff-8bd49eccf527 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:25.244939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5ac6b09b-c46b-4c53-bbac-3f0e768008b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.253093 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:25.273686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79680edb-0ad0-49c4-bc59-31d51c016936 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:25.337535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5ac6b09b-c46b-4c53-bbac-3f0e768008b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.410499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8:0:1::6 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/cc91799f-d587-4293-a9f9-9db717294a17/fad92ceb-aa58-4ac5-85c0-76d1bf12ea32) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:25.417019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::f816:3eff:fe15:fa48 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/540bef02-32ab-454d-9f12-24db739d60c5/fad92ceb-aa58-4ac5-85c0-76d1bf12ea32) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:25.422929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6ceb24d3-bb1a-4025-8906-a1eb629001f5 None None] Provisioning for port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:25.433819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6ceb24d3-bb1a-4025-8906-a1eb629001f5 None None] Provisioning complete for port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:25.434183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6ceb24d3-bb1a-4025-8906-a1eb629001f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.523209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8bf14-a45c-4c98-a7f7-cb2ed7e13931 req-22dedf9c-b6cd-4104-a7d8-a65259574976 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:25.524582 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24b8bf14-a45c-4c98-a7f7-cb2ed7e13931 req-22dedf9c-b6cd-4104-a7d8-a65259574976 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.1284721 Mar 23 10:24:25.525794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5ac6b09b-c46b-4c53-bbac-3f0e768008b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.619304 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24b8bf14-a45c-4c98-a7f7-cb2ed7e13931 req-f049fc46-3437-4b06-88e5-3397ba9dda35 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626721 Mar 23 10:24:25.654005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.655275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5ac6b09b-c46b-4c53-bbac-3f0e768008b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.673859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6ceb24d3-bb1a-4025-8906-a1eb629001f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.676245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object fad92ceb-aa58-4ac5-85c0-76d1bf12ea32 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:25.700652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5ac6b09b-c46b-4c53-bbac-3f0e768008b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.706903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.710885 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5ac6b09b-c46b-4c53-bbac-3f0e768008b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "DELETE /v2.0/subnets/a8d57b33-056a-4bec-a8ff-8bd49eccf527 HTTP/1.1" status: 204 len: 168 time: 0.5713124 Mar 23 10:24:25.711070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08a9d6a-df2e-4f3d-b709-c554dda0f9ed None None] Network c237c02c-ca33-4ad5-9c61-3d2af73a1edc requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:25.713233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36274) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:25.715565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6b09b-c46b-4c53-bbac-3f0e768008b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d57b33-056a-4bec-a8ff-8bd49eccf527,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:25.785099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:25.786140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:25.788817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:25.792023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6ceb24d3-bb1a-4025-8906-a1eb629001f5 None None] For port 265fee2c-fa80-486b-b7bc-38448a6bc5b1, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=265fee2c-fa80-486b-b7bc-38448a6bc5b1,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:25.795293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:25.796585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.797051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcbafd7-0a17-40f2-abfb-bcafd971dddf tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Deleting subnet e4ba5c71-fe06-4f87-be26-b9cb08524fd2 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:25.800578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-afcbafd7-0a17-40f2-abfb-bcafd971dddf tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.851978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6ceb24d3-bb1a-4025-8906-a1eb629001f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.862501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-afcbafd7-0a17-40f2-abfb-bcafd971dddf tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:25.873961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=fad92ceb-aa58-4ac5-85c0-76d1bf12ea32,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:25.881626 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4763218a-a401-403c-8791-9aa09847897b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.1906371 Mar 23 10:24:25.882859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36278) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:25.972187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-afcbafd7-0a17-40f2-abfb-bcafd971dddf tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.000527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2036699b-a964-43a8-9928-81742b6e9d08 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port fad92ceb-aa58-4ac5-85c0-76d1bf12ea32 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:26.000871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2036699b-a964-43a8-9928-81742b6e9d08 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.054162 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-afcbafd7-0a17-40f2-abfb-bcafd971dddf tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.069133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abb9fcb-27b7-46d6-b724-e724e834c3f4 None None] Update dhcp port {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': '540bef02-32ab-454d-9f12-24db739d60c5', 'ip_address': '2001:db8::f816:3eff:fe6b:ffff'}, {'subnet_id': 'cc91799f-d587-4293-a9f9-9db717294a17'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '265fee2c-fa80-486b-b7bc-38448a6bc5b1'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:24:26.093753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbafd7-0a17-40f2-abfb-bcafd971dddf tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ba5c71-fe06-4f87-be26-b9cb08524fd2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:26.097493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-afcbafd7-0a17-40f2-abfb-bcafd971dddf tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.103690 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-afcbafd7-0a17-40f2-abfb-bcafd971dddf tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "DELETE /v2.0/subnets/e4ba5c71-fe06-4f87-be26-b9cb08524fd2 HTTP/1.1" status: 204 len: 168 time: 0.3893614 Mar 23 10:24:26.107034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36282) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:26.116793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff42e411-7b79-45d8-ae07-7c176b107f4f None None] Network 84902434-77a0-4862-8995-823a272fe70d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:26.147687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb24d3-bb1a-4025-8906-a1eb629001f5 None None] Pushing event updated for resources: {'Port': ['ID=265fee2c-fa80-486b-b7bc-38448a6bc5b1,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:26.236982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.244319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2abb9fcb-27b7-46d6-b724-e724e834c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.249647 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Deleting port 8676916a-a203-49a6-acff-381fbab1e0c6 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:26.249975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.261620 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2036699b-a964-43a8-9928-81742b6e9d08 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.472890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] DHCP port deletion for c237c02c-ca33-4ad5-9c61-3d2af73a1edc request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:24:26.475697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] For port 8676916a-a203-49a6-acff-381fbab1e0c6, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8676916a-a203-49a6-acff-381fbab1e0c6,segment=NetworkSegment(a36dccd0-35df-4a33-8a87-3773d9101ae3),segment_id=a36dccd0-35df-4a33-8a87-3773d9101ae3)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:26.476455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.483552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] Deleting port 8676916a-a203-49a6-acff-381fbab1e0c6 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:26.483974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.502617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2036699b-a964-43a8-9928-81742b6e9d08 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for fad92ceb-aa58-4ac5-85c0-76d1bf12ea32 owned by {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:26.616769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Calling delete_port for 8676916a-a203-49a6-acff-381fbab1e0c6 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:26.671792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3790b76-fb4b-40d5-a6b5-82b452138b51 None None] DHCP port deletion for 84902434-77a0-4862-8995-823a272fe70d request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:24:26.675062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-2abb9fcb-27b7-46d6-b724-e724e834c3f4 None None] Allocated IP 2001:db8:0:1::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/cc91799f-d587-4293-a9f9-9db717294a17/265fee2c-fa80-486b-b7bc-38448a6bc5b1) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:26.714687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a3790b76-fb4b-40d5-a6b5-82b452138b51 None None] Deleting port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:26.715077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a3790b76-fb4b-40d5-a6b5-82b452138b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.736411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.827117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2036699b-a964-43a8-9928-81742b6e9d08 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:26.901516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event deleted for resources: {'Port': ['ID=8676916a-a203-49a6-acff-381fbab1e0c6,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:26.905352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] No DVR routers for this DVR port 8676916a-a203-49a6-acff-381fbab1e0c6 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:26.933680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036699b-a964-43a8-9928-81742b6e9d08 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=fad92ceb-aa58-4ac5-85c0-76d1bf12ea32,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:27.009056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2036699b-a964-43a8-9928-81742b6e9d08 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.011903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] For port 8676916a-a203-49a6-acff-381fbab1e0c6, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=8676916a-a203-49a6-acff-381fbab1e0c6,segment=NetworkSegment(a36dccd0-35df-4a33-8a87-3773d9101ae3),segment_id=a36dccd0-35df-4a33-8a87-3773d9101ae3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:27.012290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.016044 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2036699b-a964-43a8-9928-81742b6e9d08 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/fad92ceb-aa58-4ac5-85c0-76d1bf12ea32 HTTP/1.1" status: 204 len: 168 time: 1.1321986 Mar 23 10:24:27.024996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a684bc39-a3c7-4c1e-9ae0-a125cba9ab93 req-2ddb0f22-0eea-4722-bb72-d01db893c347 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:27.026796 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a684bc39-a3c7-4c1e-9ae0-a125cba9ab93 req-2ddb0f22-0eea-4722-bb72-d01db893c347 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.2833765 Mar 23 10:24:27.027360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36290) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:27.049277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.080170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c237c02c-ca33-4ad5-9c61-3d2af73a1edc']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:27.093422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36dccd0-35df-4a33-8a87-3773d9101ae3') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:27.093946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36dccd0-35df-4a33-8a87-3773d9101ae3') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:27.105715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.123283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.127095 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a684bc39-a3c7-4c1e-9ae0-a125cba9ab93 req-073a1ae6-04fb-4bfb-9d80-cc2bc38cfbb0 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561912 Mar 23 10:24:27.130414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Releasing vlan 822 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:24:27.130808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.143621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 265fee2c-fa80-486b-b7bc-38448a6bc5b1 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:27.159164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bfba33-6cb7-4229-afda-48bd0d2d5783 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:27.160096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-30bfba33-6cb7-4229-afda-48bd0d2d5783 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:27.173399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] Calling delete_port for 8676916a-a203-49a6-acff-381fbab1e0c6 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:27.178698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-30bfba33-6cb7-4229-afda-48bd0d2d5783 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:27.180509 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-30bfba33-6cb7-4229-afda-48bd0d2d5783 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1519885 Mar 23 10:24:27.182983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36296) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:27.234898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2abb9fcb-27b7-46d6-b724-e724e834c3f4 None None] For port 265fee2c-fa80-486b-b7bc-38448a6bc5b1, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=265fee2c-fa80-486b-b7bc-38448a6bc5b1,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:27.239493 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:27.253765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.272868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2abb9fcb-27b7-46d6-b724-e724e834c3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.286915 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.294394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2abb9fcb-27b7-46d6-b724-e724e834c3f4 None None] Transition to ACTIVE for port object 265fee2c-fa80-486b-b7bc-38448a6bc5b1 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:27.296345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event deleted for resources: {'Network': ['ID=c237c02c-ca33-4ad5-9c61-3d2af73a1edc,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:27.305549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a40a87f7-f8eb-4181-833f-1f7e68129dbd tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "DELETE /v2.0/networks/c237c02c-ca33-4ad5-9c61-3d2af73a1edc HTTP/1.1" status: 204 len: 168 time: 1.1926885 Mar 23 10:24:27.305549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36300) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:27.306481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36302) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:27.315472 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bc094a-dba2-4ca5-b62e-7d8c38e408dd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:27.318158 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-50bc094a-dba2-4ca5-b62e-7d8c38e408dd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1337972 Mar 23 10:24:27.320758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36308) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:27.329814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2abb9fcb-27b7-46d6-b724-e724e834c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.459616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7f769-43e6-4501-8f4e-296c0579aa86 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:27.463121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7f769-43e6-4501-8f4e-296c0579aa86 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:27.468928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7f769-43e6-4501-8f4e-296c0579aa86 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:27.469846 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-def7f769-43e6-4501-8f4e-296c0579aa86 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:27.576458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.596310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-def7f769-43e6-4501-8f4e-296c0579aa86 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:27.600247 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-def7f769-43e6-4501-8f4e-296c0579aa86 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2748272 Mar 23 10:24:27.600932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36314) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:27.601630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Deleting port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:27.601967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.623344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb9fcb-27b7-46d6-b724-e724e834c3f4 None None] Pushing event updated for resources: {'Port': ['ID=265fee2c-fa80-486b-b7bc-38448a6bc5b1,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:27.627874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:24:27.628293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:24:27.634020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a3790b76-fb4b-40d5-a6b5-82b452138b51 None None] For port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9feef6c7-42d9-4112-8cfc-d70ac6d1cda5,segment=NetworkSegment(6380d7ce-91d5-48ef-a8ae-d3847c8f45e1),segment_id=6380d7ce-91d5-48ef-a8ae-d3847c8f45e1)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:27.634400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a3790b76-fb4b-40d5-a6b5-82b452138b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.651341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b71089-2d66-44d4-98c0-65e816b2e26e req-d76667d3-6e74-4d60-838b-338659a6434e tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:27.654025 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-68b71089-2d66-44d4-98c0-65e816b2e26e req-d76667d3-6e74-4d60-838b-338659a6434e tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.1756651 Mar 23 10:24:27.661595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b5cc1-f246-4bf0-b373-a8a211681fa0 req-4de1436a-d6e4-44b8-8987-4aa4b89ee4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:27.664358 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5c4b5cc1-f246-4bf0-b373-a8a211681fa0 req-4de1436a-d6e4-44b8-8987-4aa4b89ee4b7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=30c1fa8904324f608d51b3b4f2828f99&device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 1098 time: 0.1299071 Mar 23 10:24:27.768305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a3790b76-fb4b-40d5-a6b5-82b452138b51 None None] Calling delete_port for 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:27.801978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8676916a-a203-49a6-acff-381fbab1e0c6 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:27.827954 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-68b71089-2d66-44d4-98c0-65e816b2e26e req-99d63437-d636-469b-9444-d8a4a8e27e14 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616211 Mar 23 10:24:27.851454 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 8676916a-a203-49a6-acff-381fbab1e0c6 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:27.851890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 8676916a-a203-49a6-acff-381fbab1e0c6 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:27.861734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:27.899158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b5cc1-f246-4bf0-b373-a8a211681fa0 req-fe29671d-7432-4ad8-8ed3-a3c69b4470f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:27.901505 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5c4b5cc1-f246-4bf0-b373-a8a211681fa0 req-fe29671d-7432-4ad8-8ed3-a3c69b4470f3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=93b4742b-2572-43af-a58c-c03c826d07bd HTTP/1.1" status: 200 len: 911 time: 0.2156022 Mar 23 10:24:27.931847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa33632-58ce-4ead-98b0-6a9b4e5c1c45 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 540bef02-32ab-454d-9f12-24db739d60c5 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:27.955447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a3790b76-fb4b-40d5-a6b5-82b452138b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.956778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-caa33632-58ce-4ead-98b0-6a9b4e5c1c45 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:27.986022 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5c4b5cc1-f246-4bf0-b373-a8a211681fa0 req-58a0e3aa-fd97-4561-9401-c258f2cf51bb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2174babb-ca4f-43bc-9895-6d6b939c8a65 HTTP/1.1" status: 200 len: 217 time: 0.0782921 Mar 23 10:24:28.012090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3790b76-fb4b-40d5-a6b5-82b452138b51 None None] Pushing event deleted for resources: {'Port': ['ID=9feef6c7-42d9-4112-8cfc-d70ac6d1cda5,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:28.029496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No active binding found for port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 {{(pid=87861) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 23 10:24:28.029906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:28.031470 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3790b76-fb4b-40d5-a6b5-82b452138b51 None None] No DVR routers for this DVR port 9feef6c7-42d9-4112-8cfc-d70ac6d1cda5 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:28.057852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] The port '9feef6c7-42d9-4112-8cfc-d70ac6d1cda5' was deleted {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:24:28.070140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b5cc1-f246-4bf0-b373-a8a211681fa0 req-9e1fe81d-cad1-4d04-a2e3-dfd9beb75bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:28.071608 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5c4b5cc1-f246-4bf0-b373-a8a211681fa0 req-9e1fe81d-cad1-4d04-a2e3-dfd9beb75bda service neutron] 10.222.0.102 "GET /v2.0/subnets?id=03e164c1-4f95-4e64-a38a-24aabf30d162 HTTP/1.1" status: 200 len: 850 time: 0.0788081 Mar 23 10:24:28.121362 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5c4b5cc1-f246-4bf0-b373-a8a211681fa0 req-36f6da00-588f-4440-924c-16a02dff6e19 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=93b4742b-2572-43af-a58c-c03c826d07bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422208 Mar 23 10:24:28.129520 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] Deleting port 8676916a-a203-49a6-acff-381fbab1e0c6 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:28.130148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.161686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-caa33632-58ce-4ead-98b0-6a9b4e5c1c45 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.203519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-db06b5f9-025d-4914-890c-5590e74b9162 None None] The port '8676916a-a203-49a6-acff-381fbab1e0c6' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:24:28.277096 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5c4b5cc1-f246-4bf0-b373-a8a211681fa0 req-4ba1b0da-3a46-49bd-b808-e220b120f2f7 service neutron] 10.222.0.102 "GET /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490667 Mar 23 10:24:28.364353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.415103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-05f789cf-db1b-4680-9c1d-5f6f7ad5e086 None None] Provisioning for port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:28.421818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84902434-77a0-4862-8995-823a272fe70d']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:28.426330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-05f789cf-db1b-4680-9c1d-5f6f7ad5e086 None None] Provisioning complete for port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:28.426845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-05f789cf-db1b-4680-9c1d-5f6f7ad5e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.426973 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5c4b5cc1-f246-4bf0-b373-a8a211681fa0 req-0ba79952-9499-4fde-875e-ea323756a461 service neutron] 10.222.0.102 "GET /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430845 Mar 23 10:24:28.440878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6380d7ce-91d5-48ef-a8ae-d3847c8f45e1') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:28.441194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6380d7ce-91d5-48ef-a8ae-d3847c8f45e1') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:28.463509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.470643 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-caa33632-58ce-4ead-98b0-6a9b4e5c1c45 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.645659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.659721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Releasing vlan 826 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:24:28.660128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:28.675398 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:28.681189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6fb250fd-f0fb-4c1e-b4b8-307cc6c1fb77 None None] Could not find standard attr ID for object fad92ceb-aa58-4ac5-85c0-76d1bf12ea32. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:24:28.783603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-caa33632-58ce-4ead-98b0-6a9b4e5c1c45 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.850993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.875575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e92666-43ba-4683-8043-b5232f7294b0 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:28.887614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.891124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-caa33632-58ce-4ead-98b0-6a9b4e5c1c45 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:28.898833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event deleted for resources: {'Network': ['ID=84902434-77a0-4862-8995-823a272fe70d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:28.901978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa33632-58ce-4ead-98b0-6a9b4e5c1c45 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=540bef02-32ab-454d-9f12-24db739d60c5,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:28.918776 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a92f726e-ddd4-4763-8253-adcc67e6bbfe tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "DELETE /v2.0/networks/84902434-77a0-4862-8995-823a272fe70d HTTP/1.1" status: 204 len: 168 time: 1.6126893 Mar 23 10:24:28.919901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36320) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:28.929750 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-caa33632-58ce-4ead-98b0-6a9b4e5c1c45 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/540bef02-32ab-454d-9f12-24db739d60c5 HTTP/1.1" status: 204 len: 168 time: 1.3021574 Mar 23 10:24:28.933654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36324) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:29.058849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-baeb1d7b-6ecb-4877-bec4-22745674cfba tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Deleting subnet 9a0c4022-f17c-405d-a67b-a87534355736 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:29.064233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-baeb1d7b-6ecb-4877-bec4-22745674cfba tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.065270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 265fee2c-fa80-486b-b7bc-38448a6bc5b1 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:29.074225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.172479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8cc74a-b1e0-406e-a52e-2b81c0022bad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet cc91799f-d587-4293-a9f9-9db717294a17 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:29.180442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb8cc74a-b1e0-406e-a52e-2b81c0022bad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.243319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:29.244017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.257965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-baeb1d7b-6ecb-4877-bec4-22745674cfba tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.264726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb8cc74a-b1e0-406e-a52e-2b81c0022bad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.350284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-baeb1d7b-6ecb-4877-bec4-22745674cfba tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.433623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-baeb1d7b-6ecb-4877-bec4-22745674cfba tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.450381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba50b88-4cc0-4070-9dde-f9e344b1d7dd req-dcd551d8-9719-4734-b9b8-315f358f9db5 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:29.451907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8ba50b88-4cc0-4070-9dde-f9e344b1d7dd req-dcd551d8-9719-4734-b9b8-315f358f9db5 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.4733448 Mar 23 10:24:29.477785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb1d7b-6ecb-4877-bec4-22745674cfba tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0c4022-f17c-405d-a67b-a87534355736,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:29.479739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-baeb1d7b-6ecb-4877-bec4-22745674cfba tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.489299 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-baeb1d7b-6ecb-4877-bec4-22745674cfba tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "DELETE /v2.0/subnets/9a0c4022-f17c-405d-a67b-a87534355736 HTTP/1.1" status: 204 len: 168 time: 0.5660186 Mar 23 10:24:29.489541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36328) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:29.494567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f2cb8c-dd6d-4101-908f-aeb7881c753f None None] Network 4df0884d-1935-41db-a101-2d981cf05f0f requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:29.619320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.634035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb8cc74a-b1e0-406e-a52e-2b81c0022bad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.635193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Deleting port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:29.635588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.664927 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8ba50b88-4cc0-4070-9dde-f9e344b1d7dd req-5b39a458-661a-469d-992a-5c0e3d641ad3 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561580 Mar 23 10:24:29.734762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb8cc74a-b1e0-406e-a52e-2b81c0022bad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.786754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cc74a-b1e0-406e-a52e-2b81c0022bad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=cc91799f-d587-4293-a9f9-9db717294a17,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:29.792944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb8cc74a-b1e0-406e-a52e-2b81c0022bad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.815528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] DHCP port deletion for 4df0884d-1935-41db-a101-2d981cf05f0f request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:24:29.820655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] Deleting port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:29.821113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.854742 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eb8cc74a-b1e0-406e-a52e-2b81c0022bad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/cc91799f-d587-4293-a9f9-9db717294a17 HTTP/1.1" status: 204 len: 168 time: 0.9196682 Mar 23 10:24:29.857596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36332) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:29.921911 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] For port 68ae2f7b-5ab4-49cf-9652-74175cac05f0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=68ae2f7b-5ab4-49cf-9652-74175cac05f0,segment=NetworkSegment(3a5cd7c6-5047-4de6-98bc-da929262bca2),segment_id=3a5cd7c6-5047-4de6-98bc-da929262bca2)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:29.922263 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:29.954033 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1bad5010-43c0-417d-8d07-e935c0c119ca tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952775 Mar 23 10:24:29.960888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36336) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:29.971185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port da40e3d2-0f7c-456f-87f9-187ec7c46bcb {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:29.971554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.007512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:30.062745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] For port 68ae2f7b-5ab4-49cf-9652-74175cac05f0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=68ae2f7b-5ab4-49cf-9652-74175cac05f0,segment=NetworkSegment(3a5cd7c6-5047-4de6-98bc-da929262bca2),segment_id=3a5cd7c6-5047-4de6-98bc-da929262bca2)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:30.063429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.081602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Calling delete_port for 68ae2f7b-5ab4-49cf-9652-74175cac05f0 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:30.136675 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611609de-56dd-4c9f-bcf6-4b43922f4602 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:30.162690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.209619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event deleted for resources: {'Port': ['ID=68ae2f7b-5ab4-49cf-9652-74175cac05f0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:30.212932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] No DVR routers for this DVR port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:30.219866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] Calling delete_port for 68ae2f7b-5ab4-49cf-9652-74175cac05f0 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:30.344342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.359328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:30.360881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-146bebe4-363b-431c-80dc-23f1e75dbf45 None None] Provisioning complete for port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:30.361365 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-146bebe4-363b-431c-80dc-23f1e75dbf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.368382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:30.371683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df0884d-1935-41db-a101-2d981cf05f0f']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:30.373062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:30.385476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5cd7c6-5047-4de6-98bc-da929262bca2') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:30.385803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5cd7c6-5047-4de6-98bc-da929262bca2') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:30.388523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:30.401593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.407863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:30.411505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.419520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.426367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Releasing vlan 835 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:24:30.427296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:30.443543 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:30.464718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port da40e3d2-0f7c-456f-87f9-187ec7c46bcb, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=da40e3d2-0f7c-456f-87f9-187ec7c46bcb,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:30.464959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.494881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:24:30.495237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:24:30.532321 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.551082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.562713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Pushing event deleted for resources: {'Network': ['ID=4df0884d-1935-41db-a101-2d981cf05f0f,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:30.566888 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7e5e4f5c-efba-4d18-8839-c3ece52427b9 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "DELETE /v2.0/networks/4df0884d-1935-41db-a101-2d981cf05f0f HTTP/1.1" status: 204 len: 168 time: 1.0763776 Mar 23 10:24:30.569421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36340) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:30.619725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-82c3ca68-562c-4414-8e96-f2919aad7b79 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Synchronizing usage tracker for tenant:237a3012aa424760978a21113f9356b4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:30.636722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-82c3ca68-562c-4414-8e96-f2919aad7b79 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Unset dirty status for tenant:237a3012aa424760978a21113f9356b4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:30.637917 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-82c3ca68-562c-4414-8e96-f2919aad7b79 tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "GET /v2.0/ports?device_id=3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3 HTTP/1.1" status: 200 len: 205 time: 0.0675249 Mar 23 10:24:30.641728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36344) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:30.650626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb595312-f965-49a0-82f9-296f1a7ccd21 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:24:30.652107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for da40e3d2-0f7c-456f-87f9-187ec7c46bcb owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:30.655256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cb595312-f965-49a0-82f9-296f1a7ccd21 None None] Deleting port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:30.655660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cb595312-f965-49a0-82f9-296f1a7ccd21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.784953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ef92-c182-4dba-a0f3-1f6152e90f5d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.950294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-cb595312-f965-49a0-82f9-296f1a7ccd21 None None] For port 265fee2c-fa80-486b-b7bc-38448a6bc5b1, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=265fee2c-fa80-486b-b7bc-38448a6bc5b1,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:30.950683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cb595312-f965-49a0-82f9-296f1a7ccd21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:30.990338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.028878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] Deleting port 68ae2f7b-5ab4-49cf-9652-74175cac05f0 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:31.028878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.056854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=da40e3d2-0f7c-456f-87f9-187ec7c46bcb,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:31.138545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.169303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b14e094d-6e02-4cb0-9e89-3e383801efa1 None None] The port '68ae2f7b-5ab4-49cf-9652-74175cac05f0' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:24:31.171404 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 265fee2c-fa80-486b-b7bc-38448a6bc5b1 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:31.215868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:31.222968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:31.228607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:31.229236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.243161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cb595312-f965-49a0-82f9-296f1a7ccd21 None None] Calling delete_port for 265fee2c-fa80-486b-b7bc-38448a6bc5b1 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:31.295262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ef92-c182-4dba-a0f3-1f6152e90f5d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.298894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ef92-c182-4dba-a0f3-1f6152e90f5d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.305233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=25fe8395-4543-4b87-8c06-358434cf33b1,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:31.333819 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d032c12c-f300-45f8-9d13-008c251d1ee9 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3718636 Mar 23 10:24:31.334158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36350) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:31.341922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:31.358210 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ef92-c182-4dba-a0f3-1f6152e90f5d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.358739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf0ef92-c182-4dba-a0f3-1f6152e90f5d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Fanout notify agent at l3_agent the message router_deleted on router 3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:24:31.372364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5cf0ef92-c182-4dba-a0f3-1f6152e90f5d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.377934 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5cf0ef92-c182-4dba-a0f3-1f6152e90f5d tempest-RoutersNegativeTest-2053817060 tempest-RoutersNegativeTest-2053817060-project] 10.222.0.84 "DELETE /v2.0/routers/3f8a8aec-bff5-4672-bbdc-f0cedb04bcf3 HTTP/1.1" status: 204 len: 168 time: 0.7314031 Mar 23 10:24:31.404415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.431104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cb595312-f965-49a0-82f9-296f1a7ccd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.463542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10889072-9e99-4fc9-abbb-aad6260aa6a6 req-b557a91d-f1fb-490b-a804-b8f12b626e1e tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:31.464995 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-10889072-9e99-4fc9-abbb-aad6260aa6a6 req-b557a91d-f1fb-490b-a804-b8f12b626e1e tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.6827664 Mar 23 10:24:31.493070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.518298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 68ae2f7b-5ab4-49cf-9652-74175cac05f0 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:31.541281 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-10889072-9e99-4fc9-abbb-aad6260aa6a6 req-10bf5941-b9e7-4216-858c-50e845f935c0 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680311 Mar 23 10:24:31.550882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb595312-f965-49a0-82f9-296f1a7ccd21 None None] Pushing event deleted for resources: {'Port': ['ID=265fee2c-fa80-486b-b7bc-38448a6bc5b1,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:31.553021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb595312-f965-49a0-82f9-296f1a7ccd21 None None] No DVR routers for this DVR port 265fee2c-fa80-486b-b7bc-38448a6bc5b1 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:31.560907 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 68ae2f7b-5ab4-49cf-9652-74175cac05f0 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:31.561350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 68ae2f7b-5ab4-49cf-9652-74175cac05f0 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:31.562585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:31.570256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:31.573663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:31.574089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a35e30-f844-4f31-a703-1e7706379b44 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:31.581755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:31.604325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:31.609275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:31.754647 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.ipam_backend_mixin [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25fe8395-4543-4b87-8c06-358434cf33b1 (CIDR: 2001:db8::/64) Mar 23 10:24:31.759794 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:24:31.760085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:31.785638 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fc07d3b3-292e-409d-8898-6afa9d3e8309 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4495411 Mar 23 10:24:31.788336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36360) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:31.795793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:31.876506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36364) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:31.919920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'tenant_id': '5ecb83d7fe4248d182ecda1b32fbf1c4', 'fixed_ips': [{'subnet_id': '25fe8395-4543-4b87-8c06-358434cf33b1'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:24:31.920750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.074993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:24:32.094611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:32.100176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:32.103875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:32.111175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:32.127094 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/25fe8395-4543-4b87-8c06-358434cf33b1/33c777c6-8d47-4736-9714-113fd6f21141) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:32.157249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafd0ff-5d2e-4030-9535-554edccc11c5 req-04532c62-f38e-458b-9b13-7efcb3bca00f tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:32.158836 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eeafd0ff-5d2e-4030-9535-554edccc11c5 req-04532c62-f38e-458b-9b13-7efcb3bca00f tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.1494837 Mar 23 10:24:32.166287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:32.169757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.305714 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c638d39e-93a6-4268-a2fe-17ad5890fd49 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=237a3012aa424760978a21113f9356b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200068 Mar 23 10:24:32.314067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36372) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:32.345729 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eeafd0ff-5d2e-4030-9535-554edccc11c5 req-cad66e02-7ae0-481a-b54a-2fcf7b35b49f tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577461 Mar 23 10:24:32.382098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.392542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:32.397582 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8c4b6bc0-d44b-4caa-a41a-509ad04341b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0908642 Mar 23 10:24:32.400595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Transition to ACTIVE for port object 33c777c6-8d47-4736-9714-113fd6f21141 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:32.405335 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] Sync routers for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:24:32.430296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:32.430842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:32.433443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf7df9ac-f076-4577-8a31-1ebd04104baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.465644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf7df9ac-f076-4577-8a31-1ebd04104baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.480011 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Transition to ACTIVE for port object 33c777c6-8d47-4736-9714-113fd6f21141 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:32.497209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.569936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:32.580566 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:32.603743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf7df9ac-f076-4577-8a31-1ebd04104baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.636560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7df9ac-f076-4577-8a31-1ebd04104baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf2ded5-dee6-40cd-8a53-a277cc223a72,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:32.643598 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:32.687301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bf7df9ac-f076-4577-8a31-1ebd04104baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.687704 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bf7df9ac-f076-4577-8a31-1ebd04104baa admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0bf2ded5-dee6-40cd-8a53-a277cc223a72 HTTP/1.1" status: 204 len: 168 time: 0.3727295 Mar 23 10:24:32.751388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Pushing event updated for resources: {'Port': ['ID=33c777c6-8d47-4736-9714-113fd6f21141,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:32.839369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:32.919951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Attempting to bind port 33c777c6-8d47-4736-9714-113fd6f21141 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:32.920316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Attempting to bind port 33c777c6-8d47-4736-9714-113fd6f21141 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:32.920672 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Attempting to bind port 33c777c6-8d47-4736-9714-113fd6f21141 on network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:32.939755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:32.939755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Checking segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:32.939755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.939755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Bound using segment: {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:32.940372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Bound port: 33c777c6-8d47-4736-9714-113fd6f21141, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa541f2-c194-4d5e-8858-836bd8d53168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:32.940749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:32.982677 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.objects.ports [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87860) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:24:33.074737 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea608ec-ddaa-419a-a2b1-5dbf1166b981 req-55439d95-7aca-4e17-9d05-86be6412e393 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:33.076156 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bea608ec-ddaa-419a-a2b1-5dbf1166b981 req-55439d95-7aca-4e17-9d05-86be6412e393 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 946 time: 0.3649080 Mar 23 10:24:33.142904 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bea608ec-ddaa-419a-a2b1-5dbf1166b981 req-749177de-3f32-4c36-bb54-5102e7174496 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590239 Mar 23 10:24:33.162133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] For port 33c777c6-8d47-4736-9714-113fd6f21141, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:33.220996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.227983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] For port 33c777c6-8d47-4736-9714-113fd6f21141, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=33c777c6-8d47-4736-9714-113fd6f21141,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:33.236891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.369550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb3111-352f-4163-9b47-ee669ecfc45e None None] Pushing event updated for resources: {'Port': ['ID=33c777c6-8d47-4736-9714-113fd6f21141,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:33.412010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:30Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '454e1bd8-457c-4e79-8805-a0a0c8cf01c2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'mac_address': 'fa:16:3e:46:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:05Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:33.416929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] Checking router: 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:24:33.426135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:33.426961 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:33.458961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] For port 33c777c6-8d47-4736-9714-113fd6f21141, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=33c777c6-8d47-4736-9714-113fd6f21141,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:33.486783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.492303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.493234 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.561434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82997bc1-61ce-4e52-8ea3-0bf59722e675 req-12455677-dfd2-4280-b0f9-319dc3cafb37 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:33.569808 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82997bc1-61ce-4e52-8ea3-0bf59722e675 req-12455677-dfd2-4280-b0f9-319dc3cafb37 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.0961187 Mar 23 10:24:33.644840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:33.646307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:33.654810 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82997bc1-61ce-4e52-8ea3-0bf59722e675 req-56c9d9bf-5469-442b-a78d-b57cc76f19ec tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838597 Mar 23 10:24:33.672463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:33.672954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.681090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-947ea511-452b-441d-95ed-57f1543863c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:33.699900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:33.711089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=33c777c6-8d47-4736-9714-113fd6f21141,revision_number=4']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:33.735576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=ea81aeb2-eb51-4570-bc6a-5fbc1889f7d0,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:33.745114 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e1233db5-40f9-44f3-9139-ceba09afc6c5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9556489 Mar 23 10:24:33.747864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36384) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:33.930086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:f0:62:d8', 'name': 'tempest-NetworksTestDHCPv6-1612409253'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:34.062628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:30Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '454e1bd8-457c-4e79-8805-a0a0c8cf01c2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'mac_address': 'fa:16:3e:46:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:05Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:34.066689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c4305e-3651-449b-b0b9-b0ffbffc423b None None] The sync data for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv is: [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:30Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '454e1bd8-457c-4e79-8805-a0a0c8cf01c2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.251', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'port_id': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'mac_address': 'fa:16:3e:46:71:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:22:58Z', 'updated_at': '2022-03-23T10:23:05Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:24:34.069684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-eba20ff2-9d45-4ab6-b443-15ab8f58efe9 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:34.071568 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-eba20ff2-9d45-4ab6-b443-15ab8f58efe9 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.102 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.2058985 Mar 23 10:24:34.137644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:34.144722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:port and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:34.144840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-51271cf1-4c2c-49c0-aadc-2bfb11d65934 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:34.145539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-51271cf1-4c2c-49c0-aadc-2bfb11d65934 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:34.154133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:34.158394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-51271cf1-4c2c-49c0-aadc-2bfb11d65934 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:34.159533 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-51271cf1-4c2c-49c0-aadc-2bfb11d65934 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 946 time: 0.1022861 Mar 23 10:24:34.165098 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-cbeee590-3f42-4dd9-8cdf-866864a94118 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Deleting port 2174babb-ca4f-43bc-9895-6d6b939c8a65 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:34.165593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-cbeee590-3f42-4dd9-8cdf-866864a94118 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.190895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:34.227792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:34.245320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-82d2cc3f-7a4c-4101-95bd-86969f74e7d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port e2c9791f-ef26-4551-b942-10c1163cfcc7 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:34.245510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-82d2cc3f-7a4c-4101-95bd-86969f74e7d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.510154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-82d2cc3f-7a4c-4101-95bd-86969f74e7d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port e2c9791f-ef26-4551-b942-10c1163cfcc7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=e2c9791f-ef26-4551-b942-10c1163cfcc7,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:34.510913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-82d2cc3f-7a4c-4101-95bd-86969f74e7d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.534046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91426e7f-f763-4cd2-90c0-3d248e7583de None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:34.566784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.631794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port 812eee01-85c5-4c18-bdfc-a66b02896cb2 yet. {{(pid=87860) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:24:34.665718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f0f61735-29ab-48b5-b3df-f3caaf2986a2 None None] Provisioning for port 33c777c6-8d47-4736-9714-113fd6f21141 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:34.677557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-82d2cc3f-7a4c-4101-95bd-86969f74e7d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for e2c9791f-ef26-4551-b942-10c1163cfcc7 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:34.755663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec497c41-b3e5-4f3a-a654-8a9b6d526992 req-9b06aef9-d7bb-4884-9f94-f466627d6f76 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:34.757178 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ec497c41-b3e5-4f3a-a654-8a9b6d526992 req-9b06aef9-d7bb-4884-9f94-f466627d6f76 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=8f011409-8c33-4dfa-8e50-95aeb1b0504a HTTP/1.1" status: 200 len: 946 time: 0.4671032 Mar 23 10:24:34.761495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-cbeee590-3f42-4dd9-8cdf-866864a94118 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] For port 2174babb-ca4f-43bc-9895-6d6b939c8a65, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2174babb-ca4f-43bc-9895-6d6b939c8a65,segment=NetworkSegment(ddb4cd93-5f52-4023-8ae5-60eef46efe61),segment_id=ddb4cd93-5f52-4023-8ae5-60eef46efe61)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:34.761848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-cbeee590-3f42-4dd9-8cdf-866864a94118 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:34.942713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-82d2cc3f-7a4c-4101-95bd-86969f74e7d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.050300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07838d-28be-4794-a43d-c44467c63c01 req-e2a75d81-df3f-4cd4-9186-8bca73fbbfdf tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:35.051808 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e07838d-28be-4794-a43d-c44467c63c01 req-e2a75d81-df3f-4cd4-9186-8bca73fbbfdf tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 945 time: 0.2673464 Mar 23 10:24:35.057662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2cc3f-7a4c-4101-95bd-86969f74e7d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=e2c9791f-ef26-4551-b942-10c1163cfcc7,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:35.082920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 33c777c6-8d47-4736-9714-113fd6f21141 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:35.092187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-cbeee590-3f42-4dd9-8cdf-866864a94118 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Calling delete_port for 2174babb-ca4f-43bc-9895-6d6b939c8a65 owned by compute:nova {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:35.126215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-82d2cc3f-7a4c-4101-95bd-86969f74e7d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port e2c9791f-ef26-4551-b942-10c1163cfcc7 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:35.132375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-82d2cc3f-7a4c-4101-95bd-86969f74e7d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.135343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f011409-8c33-4dfa-8e50-95aeb1b0504a', 'name': 'network-vif-deleted', 'tag': 'e2c9791f-ef26-4551-b942-10c1163cfcc7'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:24:35.158017 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ec497c41-b3e5-4f3a-a654-8a9b6d526992 req-0d38a2f1-c68e-4d3c-9346-a60efe1d40d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=6788e9fe-de0c-4248-b11d-5a94fca86294&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883054 Mar 23 10:24:35.174711 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-126b56e0-5ce1-49c2-b29e-72b210aad0bf req-82d2cc3f-7a4c-4101-95bd-86969f74e7d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "DELETE /v2.0/ports/e2c9791f-ef26-4551-b942-10c1163cfcc7 HTTP/1.1" status: 204 len: 173 time: 1.0100236 Mar 23 10:24:35.190933 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e07838d-28be-4794-a43d-c44467c63c01 req-e0a887b4-fe2e-42d5-9191-29b010d4c159 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/security-groups?id=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951121 Mar 23 10:24:35.261617 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f011409-8c33-4dfa-8e50-95aeb1b0504a', 'name': 'network-vif-deleted', 'tag': 'e2c9791f-ef26-4551-b942-10c1163cfcc7', 'status': 'completed', 'code': 200} Mar 23 10:24:35.269027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 33c777c6-8d47-4736-9714-113fd6f21141 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:35.275557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 33c777c6-8d47-4736-9714-113fd6f21141 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:35.275993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.318913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::347 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/25fe8395-4543-4b87-8c06-358434cf33b1/812eee01-85c5-4c18-bdfc-a66b02896cb2) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:35.329817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8:0:1:f816:3eff:fef0:62d8 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/ea81aeb2-eb51-4570-bc6a-5fbc1889f7d0/812eee01-85c5-4c18-bdfc-a66b02896cb2) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:35.421723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.461767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 33c777c6-8d47-4736-9714-113fd6f21141, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=33c777c6-8d47-4736-9714-113fd6f21141,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:35.466577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.513165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device da40e3d2-0f7c-456f-87f9-187ec7c46bcb no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:35.559773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: da40e3d2-0f7c-456f-87f9-187ec7c46bcb {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:35.560405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device da40e3d2-0f7c-456f-87f9-187ec7c46bcb not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:35.589419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.593021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=33c777c6-8d47-4736-9714-113fd6f21141,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:35.659077 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object 812eee01-85c5-4c18-bdfc-a66b02896cb2 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:35.690073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-cbeee590-3f42-4dd9-8cdf-866864a94118 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.754184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeee590-3f42-4dd9-8cdf-866864a94118 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Pushing event deleted for resources: {'Port': ['ID=2174babb-ca4f-43bc-9895-6d6b939c8a65,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:35.792680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.825819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e11fb3d4-99e9-4b26-ab0c-29eb0ca697e0 None None] Provisioning complete for port 33c777c6-8d47-4736-9714-113fd6f21141 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:35.826439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e11fb3d4-99e9-4b26-ab0c-29eb0ca697e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.898238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-cbeee590-3f42-4dd9-8cdf-866864a94118 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] No DVR routers for this DVR port 2174babb-ca4f-43bc-9895-6d6b939c8a65 on host hv-neutron-8346 {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:35.903913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-cbeee590-3f42-4dd9-8cdf-866864a94118 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.909848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3fb2839-597e-4bea-be27-086cf9e54386', 'name': 'network-vif-deleted', 'tag': '2174babb-ca4f-43bc-9895-6d6b939c8a65'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:24:35.924728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:35.929339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:35.940588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:35.947494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:35.948141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:35.974101 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3fb2839-597e-4bea-be27-086cf9e54386', 'name': 'network-vif-deleted', 'tag': '2174babb-ca4f-43bc-9895-6d6b939c8a65', 'status': 'completed', 'code': 200} Mar 23 10:24:35.981460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=812eee01-85c5-4c18-bdfc-a66b02896cb2,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:35.986926 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bd5e4721-fab9-4228-aa29-2536d6709d63 req-cbeee590-3f42-4dd9-8cdf-866864a94118 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.102 "DELETE /v2.0/ports/2174babb-ca4f-43bc-9895-6d6b939c8a65 HTTP/1.1" status: 204 len: 173 time: 1.9063256 Mar 23 10:24:35.989657 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d395128d-346d-4534-9ac7-b76af566e9be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2407408 Mar 23 10:24:35.992584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36398) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:36.068300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2c35d13e-6bd6-46e7-b30e-5407d58d4dfb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port 812eee01-85c5-4c18-bdfc-a66b02896cb2 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:36.068660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c35d13e-6bd6-46e7-b30e-5407d58d4dfb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.141796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.222490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-301fda3f-aeaf-4ed7-9af5-ce46212dec13 None None] Provisioning for port 812eee01-85c5-4c18-bdfc-a66b02896cb2 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:36.235961 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-301fda3f-aeaf-4ed7-9af5-ce46212dec13 None None] Provisioning complete for port 812eee01-85c5-4c18-bdfc-a66b02896cb2 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:36.236607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-301fda3f-aeaf-4ed7-9af5-ce46212dec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.266321 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36406) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:36.301883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-301fda3f-aeaf-4ed7-9af5-ce46212dec13 None None] Port 812eee01-85c5-4c18-bdfc-a66b02896cb2 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:24:36.338360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2f6d711d-0772-4508-bedf-3330d3e38cd7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.369984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2f6d711d-0772-4508-bedf-3330d3e38cd7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.443005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2f6d711d-0772-4508-bedf-3330d3e38cd7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.471121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d711d-0772-4508-bedf-3330d3e38cd7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6788e9fe-de0c-4248-b11d-5a94fca86294,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:36.486970 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0bf626f5-510d-41e1-abad-0a8a2c98c114 req-9c576634-d2ae-49ee-a998-c7ef8debe9c9 tempest-TestServerAdvancedOps-139250783 tempest-TestServerAdvancedOps-139250783-project] 10.222.0.84 "GET /v2.0/ports?device_id=b3fb2839-597e-4bea-be27-086cf9e54386 HTTP/1.1" status: 200 len: 210 time: 0.1698968 Mar 23 10:24:36.489065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2f6d711d-0772-4508-bedf-3330d3e38cd7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.490293 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2f6d711d-0772-4508-bedf-3330d3e38cd7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/6788e9fe-de0c-4248-b11d-5a94fca86294 HTTP/1.1" status: 204 len: 168 time: 0.2230108 Mar 23 10:24:36.509750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c35d13e-6bd6-46e7-b30e-5407d58d4dfb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.538563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8682c35-0e9a-4de7-b87f-6b771eee7fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.640635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2c35d13e-6bd6-46e7-b30e-5407d58d4dfb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for 812eee01-85c5-4c18-bdfc-a66b02896cb2 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:36.844303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c35d13e-6bd6-46e7-b30e-5407d58d4dfb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.897199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35d13e-6bd6-46e7-b30e-5407d58d4dfb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=812eee01-85c5-4c18-bdfc-a66b02896cb2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:36.976975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c35d13e-6bd6-46e7-b30e-5407d58d4dfb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:36.991279 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2c35d13e-6bd6-46e7-b30e-5407d58d4dfb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/812eee01-85c5-4c18-bdfc-a66b02896cb2 HTTP/1.1" status: 204 len: 168 time: 0.9976435 Mar 23 10:24:36.994330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36412) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:37.019953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 33c777c6-8d47-4736-9714-113fd6f21141 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:37.083917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfa136b-341f-4a12-be7b-5742e48b7284 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:37.084724 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-edfa136b-341f-4a12-be7b-5742e48b7284 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:37.097835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 33c777c6-8d47-4736-9714-113fd6f21141 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:37.098171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.100143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-edfa136b-341f-4a12-be7b-5742e48b7284 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:37.101502 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-edfa136b-341f-4a12-be7b-5742e48b7284 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1054211 Mar 23 10:24:37.104210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36416) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:37.127243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device e2c9791f-ef26-4551-b942-10c1163cfcc7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:37.166093 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: e2c9791f-ef26-4551-b942-10c1163cfcc7 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:37.166424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device e2c9791f-ef26-4551-b942-10c1163cfcc7 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:37.166889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2174babb-ca4f-43bc-9895-6d6b939c8a65 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:37.186136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5df8c-a187-4d6f-8b00-99c4aa8b0d98 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:37.187370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-31a5df8c-a187-4d6f-8b00-99c4aa8b0d98 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:37.198867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-31a5df8c-a187-4d6f-8b00-99c4aa8b0d98 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:37.199980 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-31a5df8c-a187-4d6f-8b00-99c4aa8b0d98 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0947995 Mar 23 10:24:37.203272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36420) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:37.207456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 2174babb-ca4f-43bc-9895-6d6b939c8a65 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:37.207797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2174babb-ca4f-43bc-9895-6d6b939c8a65 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:37.240018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.269428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437e468-5bd0-4718-a403-81c4ec984354 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:37.271208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437e468-5bd0-4718-a403-81c4ec984354 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:37.272702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437e468-5bd0-4718-a403-81c4ec984354 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:37.273530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0437e468-5bd0-4718-a403-81c4ec984354 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:37.289069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0437e468-5bd0-4718-a403-81c4ec984354 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:37.290249 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0437e468-5bd0-4718-a403-81c4ec984354 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0860686 Mar 23 10:24:37.292988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36424) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:37.364639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c22cdd-b21e-4eea-9ced-4f1745548467 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 25fe8395-4543-4b87-8c06-358434cf33b1 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:37.367459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0c22cdd-b21e-4eea-9ced-4f1745548467 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.419928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.424234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0c22cdd-b21e-4eea-9ced-4f1745548467 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.507954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0c22cdd-b21e-4eea-9ced-4f1745548467 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.533918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36432) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:37.589254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0c22cdd-b21e-4eea-9ced-4f1745548467 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.607236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-345e918c-cff3-4e82-be61-11df3978d8f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting subnet bfdc74fb-b698-4847-a8e5-d291481b4564 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:37.608869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36436) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:37.629825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c22cdd-b21e-4eea-9ced-4f1745548467 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=25fe8395-4543-4b87-8c06-358434cf33b1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:37.633472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b0c22cdd-b21e-4eea-9ced-4f1745548467 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.641353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc572134-390a-47d7-9f9d-85046de8b2c4 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:37.647307 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b0c22cdd-b21e-4eea-9ced-4f1745548467 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/25fe8395-4543-4b87-8c06-358434cf33b1 HTTP/1.1" status: 204 len: 168 time: 0.3532968 Mar 23 10:24:37.648244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-345e918c-cff3-4e82-be61-11df3978d8f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.649999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36440) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:37.716670 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1009b50e-b5ab-451d-835c-ed34677f16e6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet ea81aeb2-eb51-4570-bc6a-5fbc1889f7d0 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:37.720061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1009b50e-b5ab-451d-835c-ed34677f16e6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.721637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-345e918c-cff3-4e82-be61-11df3978d8f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.755148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2ec117-6c6e-4b60-82de-87143c3edb4b admin admin] Deleting subnet 03e164c1-4f95-4e64-a38a-24aabf30d162 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:37.763994 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec117-6c6e-4b60-82de-87143c3edb4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.780926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1009b50e-b5ab-451d-835c-ed34677f16e6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.832029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec117-6c6e-4b60-82de-87143c3edb4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.887722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1009b50e-b5ab-451d-835c-ed34677f16e6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.908373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-345e918c-cff3-4e82-be61-11df3978d8f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.935471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec117-6c6e-4b60-82de-87143c3edb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:37.970584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1009b50e-b5ab-451d-835c-ed34677f16e6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.014193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009b50e-b5ab-451d-835c-ed34677f16e6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=ea81aeb2-eb51-4570-bc6a-5fbc1889f7d0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:38.018413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1009b50e-b5ab-451d-835c-ed34677f16e6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.028836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1009b50e-b5ab-451d-835c-ed34677f16e6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/ea81aeb2-eb51-4570-bc6a-5fbc1889f7d0 HTTP/1.1" status: 204 len: 168 time: 0.3776765 Mar 23 10:24:38.031759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36444) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.043977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-345e918c-cff3-4e82-be61-11df3978d8f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.081055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec117-6c6e-4b60-82de-87143c3edb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.100352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e918c-cff3-4e82-be61-11df3978d8f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdc74fb-b698-4847-a8e5-d291481b4564,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:38.102552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-345e918c-cff3-4e82-be61-11df3978d8f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.109363 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8c33e885-8c5d-42c5-9fbb-359d3e6f56c6 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759993 Mar 23 10:24:38.112047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36448) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.118485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:38.119851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13216dac-b5bc-4dd1-8427-4a09e7ff55d9 None None] Network e39bb788-f0c6-4cc1-a5d8-04cdb881e41c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:38.134159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3d2ec117-6c6e-4b60-82de-87143c3edb4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.147274 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3d2ec117-6c6e-4b60-82de-87143c3edb4b admin admin] 10.222.0.84 "DELETE /v2.0/subnets/03e164c1-4f95-4e64-a38a-24aabf30d162 HTTP/1.1" status: 204 len: 168 time: 0.5372643 Mar 23 10:24:38.157880 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-345e918c-cff3-4e82-be61-11df3978d8f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/subnets/bfdc74fb-b698-4847-a8e5-d291481b4564 HTTP/1.1" status: 204 len: 168 time: 0.6229026 Mar 23 10:24:38.159220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ec117-6c6e-4b60-82de-87143c3edb4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e164c1-4f95-4e64-a38a-24aabf30d162,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:38.165446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36452) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.166015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36454) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.232773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:38.238061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:38.241820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:38.248204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:38.259884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:38.264245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.458200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] DHCP port deletion for e39bb788-f0c6-4cc1-a5d8-04cdb881e41c request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:24:38.463933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] Deleting port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:38.464444 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.519566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.526609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.536439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.543744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:38.544086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.572898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c730e0-223e-43ac-96c2-d914f0e08c05 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:38.596250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:38.599346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:38.603487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:38.604057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.624789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=b59907b8-3d71-4869-8295-25655f144000,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:38.637755 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1d218771-9fae-4ab5-895e-952cd6d1635c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5246186 Mar 23 10:24:38.641332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36460) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:38.647138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:38.748207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.797628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:38.801736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:38.804809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:38.809070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b4742b-2572-43af-a58c-c03c826d07bd']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:38.814050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:38.826361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:38.831512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.832405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-eef00b90-a051-46bc-a6ca-49c5ac47e73c None None] Provisioning complete for port 33c777c6-8d47-4736-9714-113fd6f21141 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:38.832405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eef00b90-a051-46bc-a6ca-49c5ac47e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.839118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb4cd93-5f52-4023-8ae5-60eef46efe61') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:38.839503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb4cd93-5f52-4023-8ae5-60eef46efe61') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:38.902334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] For port d92db63a-9e80-45da-ba0e-d0ff513aa2f7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d92db63a-9e80-45da-ba0e-d0ff513aa2f7,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:38.902713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.908165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.939801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.949432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port d92db63a-9e80-45da-ba0e-d0ff513aa2f7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d92db63a-9e80-45da-ba0e-d0ff513aa2f7,segment=NetworkSegment(65327be8-99ff-4d77-a1bb-7e5e5b9d330f),segment_id=65327be8-99ff-4d77-a1bb-7e5e5b9d330f)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:38.949952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.958856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:24:38.959336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:38.974515 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:38.984585 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.ipam_backend_mixin [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b59907b8-3d71-4869-8295-25655f144000 (CIDR: 2001:db8::/64) Mar 23 10:24:38.990661 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:24:38.991136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:39.015501 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1c8bbb20-283f-47bd-8d9c-135124b1e3e0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3725772 Mar 23 10:24:39.017879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36464) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:39.024108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'subnet': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:39.080683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] Calling delete_port for d92db63a-9e80-45da-ba0e-d0ff513aa2f7 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:39.110528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d92db63a-9e80-45da-ba0e-d0ff513aa2f7 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:39.176415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:39.179516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for d92db63a-9e80-45da-ba0e-d0ff513aa2f7 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:39.181433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Usage tracker for resource:subnet and tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:39.184379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:39.190751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:39.201917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:39.205419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.236679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.261615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.271646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=93b4742b-2572-43af-a58c-c03c826d07bd,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:39.294084 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8f2e62b3-6385-4fbe-8638-aa12ca114a97 admin admin] 10.222.0.84 "DELETE /v2.0/networks/93b4742b-2572-43af-a58c-c03c826d07bd HTTP/1.1" status: 204 len: 168 time: 1.1242502 Mar 23 10:24:39.294303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36468) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:39.346907 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 23 10:24:39.346907 dv-neutron-834652-2-hyperv neutron-server[87861]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Mar 23 10:24:39.346907 dv-neutron-834652-2-hyperv neutron-server[87861]: [parameters: {'port_id': 'd92db63a-9e80-45da-ba0e-d0ff513aa2f7', 'host': 'dv-neutron-834652-2-hyperv', 'level': 0}] Mar 23 10:24:39.346907 dv-neutron-834652-2-hyperv neutron-server[87861]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:24:39.347793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:24:39.356156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.395462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.413352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=d92db63a-9e80-45da-ba0e-d0ff513aa2f7,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:39.417258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:39.421940 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8fd9c6-f1b0-4fc4-a0b3-f7c00d0c0ecb admin admin] Deleting subnet c367fd27-cc49-4e27-94a3-468786b1d004 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:39.451805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd9c6-f1b0-4fc4-a0b3-f7c00d0c0ecb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.525141 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.554985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] Update dhcp port {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': 'b59907b8-3d71-4869-8295-25655f144000'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '33c777c6-8d47-4736-9714-113fd6f21141'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:24:39.587249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd9c6-f1b0-4fc4-a0b3-f7c00d0c0ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.613857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.620478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.655838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39bb788-f0c6-4cc1-a5d8-04cdb881e41c']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:39.674373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65327be8-99ff-4d77-a1bb-7e5e5b9d330f') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:39.674654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65327be8-99ff-4d77-a1bb-7e5e5b9d330f') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:39.685046 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd9c6-f1b0-4fc4-a0b3-f7c00d0c0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.720107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.745983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.756791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.objects.ports [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87859) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 23 10:24:39.757393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Releasing vlan 809 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:24:39.757803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:39.772674 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:39.849504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] Deleting port d92db63a-9e80-45da-ba0e-d0ff513aa2f7 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:39.849870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.856583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd9c6-f1b0-4fc4-a0b3-f7c00d0c0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:39.960235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-40997204-1eae-4318-9646-4218dcbb3128 None None] The port 'd92db63a-9e80-45da-ba0e-d0ff513aa2f7' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:24:39.988724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 23 10:24:39.988724 dv-neutron-834652-2-hyperv neutron-server[87861]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Mar 23 10:24:39.988724 dv-neutron-834652-2-hyperv neutron-server[87861]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe22:19b9', 'status': 'ALLOCATED', 'ipam_subnet_id': '0692b4e9-de66-454b-9749-6bc9ab62837d'}] Mar 23 10:24:39.988724 dv-neutron-834652-2-hyperv neutron-server[87861]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:24:39.992387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:24:40.018119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.045977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.053620 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8fd9c6-f1b0-4fc4-a0b3-f7c00d0c0ecb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c367fd27-cc49-4e27-94a3-468786b1d004,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:40.058186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3e8fd9c6-f1b0-4fc4-a0b3-f7c00d0c0ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.060180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Network': ['ID=e39bb788-f0c6-4cc1-a5d8-04cdb881e41c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:40.063911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.080774 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-55aba2cf-59bd-40e7-92e2-65a3b4f6d9cc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/networks/e39bb788-f0c6-4cc1-a5d8-04cdb881e41c HTTP/1.1" status: 204 len: 168 time: 1.9119682 Mar 23 10:24:40.084988 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3e8fd9c6-f1b0-4fc4-a0b3-f7c00d0c0ecb admin admin] 10.222.0.84 "DELETE /v2.0/subnets/c367fd27-cc49-4e27-94a3-468786b1d004 HTTP/1.1" status: 204 len: 168 time: 0.7874768 Mar 23 10:24:40.084988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36472) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:40.085601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36474) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:40.278841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] For port 33c777c6-8d47-4736-9714-113fd6f21141, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=33c777c6-8d47-4736-9714-113fd6f21141,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:40.304151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.309194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.309872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.334795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.421447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port a1dcc830-02f7-4662-829c-8e6160ccec6c {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:40.421785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.432818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:40.438466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:40.441430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:40.442005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.461982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Subnet': ['ID=73ef21ca-c32c-4d61-b299-c73e664857ac,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:40.467581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=33c777c6-8d47-4736-9714-113fd6f21141,revision_number=9']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:40.480683 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-835cf4f1-1bb7-4466-a158-c31fb329913c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4617972 Mar 23 10:24:40.483520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36480) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:40.489045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Request body: {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'mac_address': 'fa:16:3e:00:58:95', 'name': 'tempest-NetworksTestDHCPv6-1089825880'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:40.535242 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.543444 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.626488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:40.631394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeaa581-1b4c-4c3d-962a-eeb3af11188f']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:40.636088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:40.647972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Made reservation on behalf of 5ecb83d7fe4248d182ecda1b32fbf1c4 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:40.654878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0831200b-016a-4c60-9911-8da4bf03107e') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:40.655170 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0831200b-016a-4c60-9911-8da4bf03107e') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:40.671476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.698844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.710054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.710054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.717275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:24:40.717668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:40.734718 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:40.778486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.806143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] device_id is not set on port ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:24:40.816040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] Allocated IP 2001:db8::2 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/b59907b8-3d71-4869-8295-25655f144000/33c777c6-8d47-4736-9714-113fd6f21141) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:40.906567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for a1dcc830-02f7-4662-829c-8e6160ccec6c owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:40.967000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:40.984123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.001133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=caeaa581-1b4c-4c3d-962a-eeb3af11188f,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:41.007290 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c92ae64f-28eb-49ae-9365-7d867410f6fd admin admin] 10.222.0.84 "DELETE /v2.0/networks/caeaa581-1b4c-4c3d-962a-eeb3af11188f HTTP/1.1" status: 204 len: 168 time: 0.9183083 Mar 23 10:24:41.030135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 33c777c6-8d47-4736-9714-113fd6f21141 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:41.086878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] For port 33c777c6-8d47-4736-9714-113fd6f21141, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=33c777c6-8d47-4736-9714-113fd6f21141,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:41.101901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.129872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.152816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] Transition to ACTIVE for port object 33c777c6-8d47-4736-9714-113fd6f21141 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:41.153841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 33c777c6-8d47-4736-9714-113fd6f21141 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:41.153954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.186993 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=a1dcc830-02f7-4662-829c-8e6160ccec6c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:41.199375 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.236955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36486) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:41.271436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.272593 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 454e1bd8-457c-4e79-8805-a0a0c8cf01c2 disassociated (deleted). External IP: 172.26.4.251, port: 3572f3d5-bd97-4415-817c-0cdc2d133979. Mar 23 10:24:41.306463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8::351 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/b59907b8-3d71-4869-8295-25655f144000/ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:41.313090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Allocated IP 2001:db8:0:1:f816:3eff:fe00:5895 (49ac1b98-e3c9-41fa-8a0a-3e23fef78e63/73ef21ca-c32c-4d61-b299-c73e664857ac/ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:41.366376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd3434-f8a0-4dc3-97ee-3a85c0bb065d None None] Pushing event updated for resources: {'Port': ['ID=33c777c6-8d47-4736-9714-113fd6f21141,revision_number=10']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:41.368778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Port 33c777c6-8d47-4736-9714-113fd6f21141 had new provisioning blocks added so it will not transition to active. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 23 10:24:41.371618 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8c2f0723-534e-4df3-952e-a1f59ace2591 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=30c1fa8904324f608d51b3b4f2828f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334500 Mar 23 10:24:41.374881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36490) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:41.545562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.565282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Transition to ACTIVE for port object ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:41.598878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.720453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1c1983ce-4a6a-4d0a-8261-8576b1fcc3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.796810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:41.804928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:41.810433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:41.816523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:41.817221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.821148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event updated for resources: {'Port': ['ID=ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:41.829725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1c1983ce-4a6a-4d0a-8261-8576b1fcc3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.848069 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4e4a46b8-2038-45eb-99b9-8005a90e5806 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3633265 Mar 23 10:24:41.850694 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36494) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:41.907001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:24:41.942303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d00c2d-0c4f-4a13-88b0-51ef6dfce13e None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:41.951238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a00969f5-6aba-43aa-bb05-03d0ffa4378a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting port ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:41.951796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a00969f5-6aba-43aa-bb05-03d0ffa4378a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:41.991731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1c1983ce-4a6a-4d0a-8261-8576b1fcc3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.011918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1983ce-4a6a-4d0a-8261-8576b1fcc3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:42.127592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1c1983ce-4a6a-4d0a-8261-8576b1fcc3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.131385 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1c1983ce-4a6a-4d0a-8261-8576b1fcc3a2 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8e9ea35b-53bd-4e5b-ad56-7a40a5ba1522 HTTP/1.1" status: 204 len: 168 time: 0.7555633 Mar 23 10:24:42.132751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:42.137378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.146027 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] Sync routers for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:24:42.162367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cd4bbb2f-537c-4163-9358-1aa2f3f28bdb None None] Provisioning for port 33c777c6-8d47-4736-9714-113fd6f21141 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:42.166125 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:42.166870 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:42.201303 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-84d9b3b8-9967-4dd1-a846-88b8cfa6988e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/floatingips/454e1bd8-457c-4e79-8805-a0a0c8cf01c2 HTTP/1.1" status: 204 len: 168 time: 2.1169212 Mar 23 10:24:42.201513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cd4bbb2f-537c-4163-9358-1aa2f3f28bdb None None] Provisioning complete for port 33c777c6-8d47-4736-9714-113fd6f21141 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:42.201835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cd4bbb2f-537c-4163-9358-1aa2f3f28bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.202468 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'tag': '3572f3d5-bd97-4415-817c-0cdc2d133979'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:24:42.278821 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'tag': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'status': 'completed', 'code': 200} Mar 23 10:24:42.293868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a00969f5-6aba-43aa-bb05-03d0ffa4378a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:42.417560 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:42.444531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-81261077-d00d-436b-b0dd-4fb176779fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:42.446618 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-81261077-d00d-436b-b0dd-4fb176779fd7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 1099 time: 0.1430480 Mar 23 10:24:42.508826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a00969f5-6aba-43aa-bb05-03d0ffa4378a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Calling delete_port for ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:42.725881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36508) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:42.781061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-11b97cd6-b936-43be-b990-8d07b81d981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:42.782561 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-11b97cd6-b936-43be-b990-8d07b81d981f service neutron] 10.222.0.102 "GET /v2.0/networks?id=c51bdc63-f575-43b5-b68b-c6daf03b64f0 HTTP/1.1" status: 200 len: 898 time: 0.3294866 Mar 23 10:24:42.853658 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:30Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:42.858214 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] Checking router: 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:24:42.859345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fb14e-970d-453c-9ca6-98874038fa8f req-7c45de3d-cf90-4ff5-8fd0-a067b1746915 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:42.860239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8b9fb14e-970d-453c-9ca6-98874038fa8f req-7c45de3d-cf90-4ff5-8fd0-a067b1746915 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:42.873410 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:42.875443 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:42.879163 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b46f027f-3338-404d-9435-b7a1e2c2a27f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=79aebb29e9264d489c2c0904c9410756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1462071 Mar 23 10:24:42.890990 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36512) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:42.894588 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-fd54ba8b-f65c-4b12-bb6f-e6b2c9e97507 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3572f3d5-bd97-4415-817c-0cdc2d133979 HTTP/1.1" status: 200 len: 217 time: 0.0936711 Mar 23 10:24:42.916268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8b9fb14e-970d-453c-9ca6-98874038fa8f req-7c45de3d-cf90-4ff5-8fd0-a067b1746915 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:42.917485 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b9fb14e-970d-453c-9ca6-98874038fa8f req-7c45de3d-cf90-4ff5-8fd0-a067b1746915 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 946 time: 0.2160194 Mar 23 10:24:43.010991 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b9fb14e-970d-453c-9ca6-98874038fa8f req-94299dda-b401-4750-bf12-31ab344ea770 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851235 Mar 23 10:24:43.014255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a00969f5-6aba-43aa-bb05-03d0ffa4378a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.048171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-f302d32a-7d7a-4d80-9c86-949d9c7e0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:43.053021 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-f302d32a-7d7a-4d80-9c86-949d9c7e0b8f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=55259f9f-0fb8-401e-a83c-3ffadb364c56 HTTP/1.1" status: 200 len: 834 time: 0.1480787 Mar 23 10:24:43.065100 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 33c777c6-8d47-4736-9714-113fd6f21141 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:43.079612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00969f5-6aba-43aa-bb05-03d0ffa4378a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Port': ['ID=ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:43.143083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ba39110-46e9-40a7-85ff-07fd47359833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.161316 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:43.165407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a00969f5-6aba-43aa-bb05-03d0ffa4378a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.171409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 33c777c6-8d47-4736-9714-113fd6f21141 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:43.172135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.175975 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a00969f5-6aba-43aa-bb05-03d0ffa4378a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222 HTTP/1.1" status: 204 len: 168 time: 1.3233545 Mar 23 10:24:43.178555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36516) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:43.193903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ba39110-46e9-40a7-85ff-07fd47359833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.267114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-457fff75-94e7-4068-a241-378900ffaca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:43.268619 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-457fff75-94e7-4068-a241-378900ffaca7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=c51bdc63-f575-43b5-b68b-c6daf03b64f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2023234 Mar 23 10:24:43.295480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6d3a8e-b245-44aa-aa45-1ff5dd676420 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:43.296312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7f6d3a8e-b245-44aa-aa45-1ff5dd676420 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:43.314886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7f6d3a8e-b245-44aa-aa45-1ff5dd676420 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:43.316345 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7f6d3a8e-b245-44aa-aa45-1ff5dd676420 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1367249 Mar 23 10:24:43.318896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36520) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:43.338703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05439bc2-f587-4443-ab63-4216ce64e410 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:43.348242 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ba39110-46e9-40a7-85ff-07fd47359833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.411937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05aebb1a-1613-40ef-b482-2e90545d9d1b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:43.415900 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-05aebb1a-1613-40ef-b482-2e90545d9d1b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0935450 Mar 23 10:24:43.416141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36524) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:43.435447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba39110-46e9-40a7-85ff-07fd47359833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdae0cf-0796-423b-9fb8-6742d015364c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:43.459228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ba39110-46e9-40a7-85ff-07fd47359833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.478676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fbb3fba9-4a66-441c-8f29-75ecdb4ebb6d None None] Provisioning complete for port 33c777c6-8d47-4736-9714-113fd6f21141 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:43.479035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fbb3fba9-4a66-441c-8f29-75ecdb4ebb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.480668 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9ba39110-46e9-40a7-85ff-07fd47359833 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/9cdae0cf-0796-423b-9fb8-6742d015364c HTTP/1.1" status: 204 len: 168 time: 0.5883060 Mar 23 10:24:43.512936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7696a-1096-4142-b979-f3dee8cbe95b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:43.514469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7696a-1096-4142-b979-f3dee8cbe95b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:43.515431 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-96875fe8-07f4-4397-ab24-9f91a56d0a2a service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360647 Mar 23 10:24:43.525017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd7696a-1096-4142-b979-f3dee8cbe95b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:43.526134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0bd7696a-1096-4142-b979-f3dee8cbe95b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:43.545679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0bd7696a-1096-4142-b979-f3dee8cbe95b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:43.550466 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0bd7696a-1096-4142-b979-f3dee8cbe95b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1310503 Mar 23 10:24:43.551054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36530) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:43.575968 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:30Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:43.584209 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5539d4ce-d070-4071-b445-e445abc9ecbe None None] The sync data for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv is: [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:30Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '77c2e4f7-da62-460c-8f64-b48867aa9095', 'name': '', 'network_id': 'c51bdc63-f575-43b5-b68b-c6daf03b64f0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:11:6e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:58Z', 'updated_at': '2022-03-23T10:22:17Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '55259f9f-0fb8-401e-a83c-3ffadb364c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:24:43.664485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4fc395-a132-457c-ab74-abf4497e0e55 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet 73ef21ca-c32c-4d61-b299-c73e664857ac {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:43.672940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc395-a132-457c-ab74-abf4497e0e55 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.701255 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cc7d2139-e520-4bf2-8b38-66d9ad7cc51d req-12625972-af3e-4671-9601-7e9e4493baf5 service neutron] 10.222.0.102 "GET /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795115 Mar 23 10:24:43.703582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fbb3fba9-4a66-441c-8f29-75ecdb4ebb6d None None] Could not find standard attr ID for object ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222. {{(pid=87861) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 23 10:24:43.755557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc395-a132-457c-ab74-abf4497e0e55 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:43.894344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc395-a132-457c-ab74-abf4497e0e55 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.002862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69219f45-c66f-4bb5-b63c-b65fc7d238cf None None] New status for floating IP 454e1bd8-457c-4e79-8805-a0a0c8cf01c2: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:24:44.033956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc395-a132-457c-ab74-abf4497e0e55 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.095091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5f4fc395-a132-457c-ab74-abf4497e0e55 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.111161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fc395-a132-457c-ab74-abf4497e0e55 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=73ef21ca-c32c-4d61-b299-c73e664857ac,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:44.126680 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5f4fc395-a132-457c-ab74-abf4497e0e55 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/73ef21ca-c32c-4d61-b299-c73e664857ac HTTP/1.1" status: 204 len: 168 time: 0.5743830 Mar 23 10:24:44.129236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36536) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:44.149336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5de450-12db-4253-abc7-3b861de355a3 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:44.153150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4946a-00df-488c-a035-cb8961a30090 req-b2d16f9a-9c2b-4e26-9fe2-d9bfc1c8d23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:44.153859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-e5b4946a-00df-488c-a035-cb8961a30090 req-b2d16f9a-9c2b-4e26-9fe2-d9bfc1c8d23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:44.200387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-02474f00-30fb-4136-b4c3-040173f0af3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Deleting subnet b59907b8-3d71-4869-8295-25655f144000 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:44.205067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02474f00-30fb-4136-b4c3-040173f0af3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.215757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-e5b4946a-00df-488c-a035-cb8961a30090 req-b2d16f9a-9c2b-4e26-9fe2-d9bfc1c8d23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:44.216796 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5b4946a-00df-488c-a035-cb8961a30090 req-b2d16f9a-9c2b-4e26-9fe2-d9bfc1c8d23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 946 time: 0.3480582 Mar 23 10:24:44.271821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02474f00-30fb-4136-b4c3-040173f0af3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.283439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e0bd3e53-c18f-4388-b211-d6d010e7962f None None] Provisioning complete for port 33c777c6-8d47-4736-9714-113fd6f21141 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:44.283803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e0bd3e53-c18f-4388-b211-d6d010e7962f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.307697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-e5b4946a-00df-488c-a035-cb8961a30090 req-a9cf14dd-bd4e-4df6-98c4-023c96fa6b80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 3572f3d5-bd97-4415-817c-0cdc2d133979 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:44.308039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-e5b4946a-00df-488c-a035-cb8961a30090 req-a9cf14dd-bd4e-4df6-98c4-023c96fa6b80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.349217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba867acf-c5be-4971-82ca-c9cf9150160b req-994c783b-fe57-44f8-a56b-a7da71461f9c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:44.350672 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ba867acf-c5be-4971-82ca-c9cf9150160b req-994c783b-fe57-44f8-a56b-a7da71461f9c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 946 time: 0.1938152 Mar 23 10:24:44.364527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02474f00-30fb-4136-b4c3-040173f0af3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.442283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02474f00-30fb-4136-b4c3-040173f0af3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.456894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-ba867acf-c5be-4971-82ca-c9cf9150160b req-17819adf-ed7f-4e02-9e2b-dc64743d35ed tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:44.487706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02474f00-30fb-4136-b4c3-040173f0af3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Subnet': ['ID=b59907b8-3d71-4869-8295-25655f144000,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:44.492359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02474f00-30fb-4136-b4c3-040173f0af3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.498615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-ba867acf-c5be-4971-82ca-c9cf9150160b req-17819adf-ed7f-4e02-9e2b-dc64743d35ed tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:44.500356 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ba867acf-c5be-4971-82ca-c9cf9150160b req-17819adf-ed7f-4e02-9e2b-dc64743d35ed tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=d9aac5e3-68f2-4b84-9113-df98e42e3006&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392856 Mar 23 10:24:44.511119 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-02474f00-30fb-4136-b4c3-040173f0af3c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/b59907b8-3d71-4869-8295-25655f144000 HTTP/1.1" status: 204 len: 168 time: 0.3802586 Mar 23 10:24:44.513374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36540) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:44.628670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7585f453-6bc0-48ee-9cb7-88aaba331cc6 None None] Update dhcp port {'port': {'network_id': '49ac1b98-e3c9-41fa-8a0a-3e23fef78e63', 'fixed_ips': [{'subnet_id': 'b59907b8-3d71-4869-8295-25655f144000'}], 'binding:host_id': 'dv-neutron-834652-2-hyperv'}, 'id': '33c777c6-8d47-4736-9714-113fd6f21141'} from dv-neutron-834652-2-hyperv. {{(pid=87861) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 23 10:24:44.640134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-e5b4946a-00df-488c-a035-cb8961a30090 req-a9cf14dd-bd4e-4df6-98c4-023c96fa6b80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 3572f3d5-bd97-4415-817c-0cdc2d133979, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3572f3d5-bd97-4415-817c-0cdc2d133979,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:44.640508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-e5b4946a-00df-488c-a035-cb8961a30090 req-a9cf14dd-bd4e-4df6-98c4-023c96fa6b80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.684029 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7585f453-6bc0-48ee-9cb7-88aaba331cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.693138 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a0b7334d-d511-49d0-864f-7190677085d7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1761601 Mar 23 10:24:44.694232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36544) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:44.767091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-e5b4946a-00df-488c-a035-cb8961a30090 req-a9cf14dd-bd4e-4df6-98c4-023c96fa6b80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 3572f3d5-bd97-4415-817c-0cdc2d133979 owned by compute:nova {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:44.775634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6d4366-1b65-452c-be1b-f28fc073cbd2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:44.779419 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bd6d4366-1b65-452c-be1b-f28fc073cbd2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0816665 Mar 23 10:24:44.779645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36548) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:44.843729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2af3de5-a5cc-4775-be3b-cb8dc79ac690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:44.844408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d2af3de5-a5cc-4775-be3b-cb8dc79ac690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Synchronizing usage tracker for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:44.870487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d2af3de5-a5cc-4775-be3b-cb8dc79ac690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Unset dirty status for tenant:5ecb83d7fe4248d182ecda1b32fbf1c4 on resource:subnet {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:44.871767 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d2af3de5-a5cc-4775-be3b-cb8dc79ac690 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0907192 Mar 23 10:24:44.874481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36552) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:44.898225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b167ed9f-0ae3-49f4-b5c4-dbb068b99b89 None None] Network 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:44.937776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-e5b4946a-00df-488c-a035-cb8961a30090 req-a9cf14dd-bd4e-4df6-98c4-023c96fa6b80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:44.950428 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-700f7ca0-ae1d-4e3c-a860-45542a69f51a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748746 Mar 23 10:24:44.957657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36556) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.010169 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-93896fa5-0bcf-458a-be9e-5b43950ccb32 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.010795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93896fa5-0bcf-458a-be9e-5b43950ccb32 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.015763 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-93896fa5-0bcf-458a-be9e-5b43950ccb32 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/ab8ab6a2-c7fd-45cb-9bdd-6a54e29ca222 HTTP/1.1" status: 404 len: 333 time: 0.0565116 Mar 23 10:24:45.016969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36560) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.022420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 33c777c6-8d47-4736-9714-113fd6f21141 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:45.059956 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb35a9cc-37c4-4cb6-853b-89e4888dd3e2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.060550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb35a9cc-37c4-4cb6-853b-89e4888dd3e2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.065261 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eb35a9cc-37c4-4cb6-853b-89e4888dd3e2 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/73ef21ca-c32c-4d61-b299-c73e664857ac HTTP/1.1" status: 404 len: 337 time: 0.0449955 Mar 23 10:24:45.065703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36564) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.078831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf14dd-bd4e-4df6-98c4-023c96fa6b80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=3572f3d5-bd97-4415-817c-0cdc2d133979,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:45.085412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b4946a-00df-488c-a035-cb8961a30090 req-a9cf14dd-bd4e-4df6-98c4-023c96fa6b80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port 3572f3d5-bd97-4415-817c-0cdc2d133979 on host hv-neutron-8346 {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:45.087443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-e5b4946a-00df-488c-a035-cb8961a30090 req-a9cf14dd-bd4e-4df6-98c4-023c96fa6b80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.089968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'name': 'network-vif-deleted', 'tag': '3572f3d5-bd97-4415-817c-0cdc2d133979'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:24:45.104067 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-25bf74da-7388-434a-8ecc-5936f299edc7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.104800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25bf74da-7388-434a-8ecc-5936f299edc7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.106607 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-25bf74da-7388-434a-8ecc-5936f299edc7 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/b59907b8-3d71-4869-8295-25655f144000 HTTP/1.1" status: 404 len: 337 time: 0.0399170 Mar 23 10:24:45.107617 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5b4946a-00df-488c-a035-cb8961a30090 req-a9cf14dd-bd4e-4df6-98c4-023c96fa6b80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "DELETE /v2.0/ports/3572f3d5-bd97-4415-817c-0cdc2d133979 HTTP/1.1" status: 204 len: 173 time: 0.8845143 Mar 23 10:24:45.110064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36570) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.152647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d5f68503-6459-47bb-b70f-c5edc5b81366 None None] Provisioning complete for port 33c777c6-8d47-4736-9714-113fd6f21141 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:45.153813 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d5f68503-6459-47bb-b70f-c5edc5b81366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.154758 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a540ca-1048-4891-ac28-8c4a885954c8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.155265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2a540ca-1048-4891-ac28-8c4a885954c8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.159302 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c2a540ca-1048-4891-ac28-8c4a885954c8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/812eee01-85c5-4c18-bdfc-a66b02896cb2 HTTP/1.1" status: 404 len: 333 time: 0.0459478 Mar 23 10:24:45.159862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36574) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.166499 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d897d4-27c4-49c2-a3f0-4719595a83be', 'name': 'network-vif-deleted', 'tag': '3572f3d5-bd97-4415-817c-0cdc2d133979', 'status': 'completed', 'code': 200} Mar 23 10:24:45.203069 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ebc7d1-1408-4575-a996-14f007c7c6cd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.203704 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ebc7d1-1408-4575-a996-14f007c7c6cd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.207782 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-90ebc7d1-1408-4575-a996-14f007c7c6cd tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/ea81aeb2-eb51-4570-bc6a-5fbc1889f7d0 HTTP/1.1" status: 404 len: 337 time: 0.0446637 Mar 23 10:24:45.208054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36578) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.245617 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae6e2c9-eed5-4ecc-8306-ab09243c8bb1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.246211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae6e2c9-eed5-4ecc-8306-ab09243c8bb1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.248222 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2ae6e2c9-eed5-4ecc-8306-ab09243c8bb1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/25fe8395-4543-4b87-8c06-358434cf33b1 HTTP/1.1" status: 404 len: 337 time: 0.0391808 Mar 23 10:24:45.251210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36582) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.285136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.292254 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-585e694f-9204-4fda-af26-ecf6ef57ac7e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.292802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-585e694f-9204-4fda-af26-ecf6ef57ac7e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.297019 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-585e694f-9204-4fda-af26-ecf6ef57ac7e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/fad92ceb-aa58-4ac5-85c0-76d1bf12ea32 HTTP/1.1" status: 404 len: 333 time: 0.0423388 Mar 23 10:24:45.297333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36586) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.340192 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-2644c802-3432-4a59-bf89-3a354978a979 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.340722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2644c802-3432-4a59-bf89-3a354978a979 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.342915 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2644c802-3432-4a59-bf89-3a354978a979 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/cc91799f-d587-4293-a9f9-9db717294a17 HTTP/1.1" status: 404 len: 337 time: 0.0443127 Mar 23 10:24:45.345022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36590) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.346681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b0d2a-87a5-4ff9-be8f-291222b2ded4 None None] DHCP port deletion for 49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:24:45.363916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d08b0d2a-87a5-4ff9-be8f-291222b2ded4 None None] Deleting port 33c777c6-8d47-4736-9714-113fd6f21141 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:45.364285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d08b0d2a-87a5-4ff9-be8f-291222b2ded4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.383064 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-04084bae-3f8b-48bf-95c9-97d64e92b030 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.383511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04084bae-3f8b-48bf-95c9-97d64e92b030 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.385209 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-04084bae-3f8b-48bf-95c9-97d64e92b030 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/540bef02-32ab-454d-9f12-24db739d60c5 HTTP/1.1" status: 404 len: 337 time: 0.0390317 Mar 23 10:24:45.387804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36594) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.410205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 33c777c6-8d47-4736-9714-113fd6f21141, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=33c777c6-8d47-4736-9714-113fd6f21141,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:45.424469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.430001 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7b0a24-86f7-4957-ba05-b202509c4f4e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.430279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7b0a24-86f7-4957-ba05-b202509c4f4e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.431956 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3c7b0a24-86f7-4957-ba05-b202509c4f4e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/3d9cc53f-114b-4911-86a5-5a79decadc8a HTTP/1.1" status: 404 len: 333 time: 0.0432677 Mar 23 10:24:45.434637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36598) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.476301 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-47ec3006-75ed-470f-9b6e-74c6ae61f76c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.476751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47ec3006-75ed-470f-9b6e-74c6ae61f76c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.478513 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-47ec3006-75ed-470f-9b6e-74c6ae61f76c tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/086bc54f-13c8-4fc7-98d5-0d38b0a74622 HTTP/1.1" status: 404 len: 337 time: 0.0429904 Mar 23 10:24:45.481299 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36602) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.556625 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=33c777c6-8d47-4736-9714-113fd6f21141,revision_number=13']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:45.570118 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7c269f-3ad0-4dbc-8468-405080e85f77 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.570731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7c269f-3ad0-4dbc-8468-405080e85f77 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.574193 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cd7c269f-3ad0-4dbc-8468-405080e85f77 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/69c6e4bc-76e3-442e-a5aa-4d8649b5d865 HTTP/1.1" status: 404 len: 337 time: 0.0898657 Mar 23 10:24:45.575127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36608) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.623294 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f72722-658a-4fc9-be1d-2dd621d6ba86 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.623823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f72722-658a-4fc9-be1d-2dd621d6ba86 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.629603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36612) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.629948 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e6f72722-658a-4fc9-be1d-2dd621d6ba86 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/a22bdd6c-d2ec-4264-830a-e7118b9af9d7 HTTP/1.1" status: 404 len: 333 time: 0.0538113 Mar 23 10:24:45.663115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d08b0d2a-87a5-4ff9-be8f-291222b2ded4 None None] For port 33c777c6-8d47-4736-9714-113fd6f21141, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=33c777c6-8d47-4736-9714-113fd6f21141,segment=NetworkSegment(3aa541f2-c194-4d5e-8858-836bd8d53168),segment_id=3aa541f2-c194-4d5e-8858-836bd8d53168)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:45.663512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d08b0d2a-87a5-4ff9-be8f-291222b2ded4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.708673 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc0c639-8be1-4dea-9582-71ee9cb718be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.709143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc0c639-8be1-4dea-9582-71ee9cb718be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.713247 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1dc0c639-8be1-4dea-9582-71ee9cb718be tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/a0a117f8-9d53-4a4d-a1f3-ecb56ad43f55 HTTP/1.1" status: 404 len: 337 time: 0.0797219 Mar 23 10:24:45.714455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36616) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.724580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-dd91994c-8944-4c69-b5bd-bde7051d21a9 req-c68bdd95-84d3-4a48-a991-998f67240286 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:24:45.743572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-dd91994c-8944-4c69-b5bd-bde7051d21a9 req-c68bdd95-84d3-4a48-a991-998f67240286 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:24:45.758375 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dd91994c-8944-4c69-b5bd-bde7051d21a9 req-c68bdd95-84d3-4a48-a991-998f67240286 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c7d897d4-27c4-49c2-a3f0-4719595a83be HTTP/1.1" status: 200 len: 210 time: 0.0840576 Mar 23 10:24:45.769016 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20be209-30ac-414b-87d1-89b4d2021254 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.769526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20be209-30ac-414b-87d1-89b4d2021254 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.773730 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a20be209-30ac-414b-87d1-89b4d2021254 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/8a74b311-7ec6-4221-bf7b-070ae313cdb9 HTTP/1.1" status: 404 len: 333 time: 0.0557477 Mar 23 10:24:45.773975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36620) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.804179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d08b0d2a-87a5-4ff9-be8f-291222b2ded4 None None] Calling delete_port for 33c777c6-8d47-4736-9714-113fd6f21141 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:45.817475 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1c0993-4baf-4b45-94d2-fb70992a2cf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.817922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1c0993-4baf-4b45-94d2-fb70992a2cf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.822093 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fe1c0993-4baf-4b45-94d2-fb70992a2cf4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/6ace6ee0-ed72-4a7f-97a0-1a0e5286a0d1 HTTP/1.1" status: 404 len: 337 time: 0.0447178 Mar 23 10:24:45.822398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36624) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.863715 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be4dabb-a67f-44ce-bed6-d7f5c3e3da9e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.864176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be4dabb-a67f-44ce-bed6-d7f5c3e3da9e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.868104 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1be4dabb-a67f-44ce-bed6-d7f5c3e3da9e tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/675cabf6-cbad-48e1-85b9-f72e637d3807 HTTP/1.1" status: 404 len: 333 time: 0.0426033 Mar 23 10:24:45.868388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36628) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.906328 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-04445f95-5577-4e28-8eb3-78cc51e4dc36 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.906776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04445f95-5577-4e28-8eb3-78cc51e4dc36 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.908432 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-04445f95-5577-4e28-8eb3-78cc51e4dc36 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/f5cf825d-9906-4248-a730-33bce227bbd4 HTTP/1.1" status: 404 len: 337 time: 0.0391674 Mar 23 10:24:45.911006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36632) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.925648 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d08b0d2a-87a5-4ff9-be8f-291222b2ded4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:45.954893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-35bcc2b4-5442-4294-abe5-5ab791ff7580 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:45.955352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35bcc2b4-5442-4294-abe5-5ab791ff7580 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:45.956998 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-35bcc2b4-5442-4294-abe5-5ab791ff7580 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/a812edd1-5348-4d4f-ade1-54e60835b9a1 HTTP/1.1" status: 404 len: 333 time: 0.0451167 Mar 23 10:24:45.959479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36636) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:45.973877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b0d2a-87a5-4ff9-be8f-291222b2ded4 None None] Pushing event deleted for resources: {'Port': ['ID=33c777c6-8d47-4736-9714-113fd6f21141,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:45.977283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b0d2a-87a5-4ff9-be8f-291222b2ded4 None None] No DVR routers for this DVR port 33c777c6-8d47-4736-9714-113fd6f21141 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:46.000969 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-2098dfb0-66e0-4154-a236-90b0d26df168 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.001461 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2098dfb0-66e0-4154-a236-90b0d26df168 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.003129 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2098dfb0-66e0-4154-a236-90b0d26df168 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/10742c61-5dd4-4483-9117-10c51e446896 HTTP/1.1" status: 404 len: 337 time: 0.0427849 Mar 23 10:24:46.005682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36640) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.045722 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee0c67d-53ac-4cff-b5f4-6e09c108c89a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.046795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee0c67d-53ac-4cff-b5f4-6e09c108c89a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.048484 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eee0c67d-53ac-4cff-b5f4-6e09c108c89a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/b242ad30-623c-44cd-aabe-ccf6c3b5c514 HTTP/1.1" status: 404 len: 333 time: 0.0419085 Mar 23 10:24:46.050887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36644) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.090422 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee1d414-6c02-4dc7-bd18-f659e8b7b820 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.090814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee1d414-6c02-4dc7-bd18-f659e8b7b820 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.092482 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4ee1d414-6c02-4dc7-bd18-f659e8b7b820 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/b021195d-2bc9-4944-aba3-7bc38c812937 HTTP/1.1" status: 404 len: 337 time: 0.0407374 Mar 23 10:24:46.095348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36648) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.135048 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-79198618-8ee3-497b-9828-06d23f79faf8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.135490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79198618-8ee3-497b-9828-06d23f79faf8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.137074 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-79198618-8ee3-497b-9828-06d23f79faf8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/1eb05880-d65b-425c-9de8-e022cff8e4c6 HTTP/1.1" status: 404 len: 333 time: 0.0408225 Mar 23 10:24:46.139355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36652) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.175753 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3dcea09-2f7d-4620-921b-a36573c374ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.176185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3dcea09-2f7d-4620-921b-a36573c374ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.178030 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b3dcea09-2f7d-4620-921b-a36573c374ad tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/4e2dddb3-6b70-4528-b724-0d5fabfa16df HTTP/1.1" status: 404 len: 337 time: 0.0375340 Mar 23 10:24:46.180250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36656) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.219560 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-324fd8c4-f7de-4026-91da-41c446493f43 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.219990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324fd8c4-f7de-4026-91da-41c446493f43 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.221565 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-324fd8c4-f7de-4026-91da-41c446493f43 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/e4dd779d-10e5-4f8a-8ca2-674a8a77e72b HTTP/1.1" status: 404 len: 337 time: 0.0404723 Mar 23 10:24:46.223752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36660) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.263348 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3affaf-88fd-4524-a42b-3c38f84f96ea tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.263732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3affaf-88fd-4524-a42b-3c38f84f96ea tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.265348 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4c3affaf-88fd-4524-a42b-3c38f84f96ea tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/1e4d60d3-05eb-4082-8265-cb9abbd50e2f HTTP/1.1" status: 404 len: 333 time: 0.0407336 Mar 23 10:24:46.267662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36664) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.304402 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15319b5-f04d-41f8-a7a1-81c56eac96fc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.304826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15319b5-f04d-41f8-a7a1-81c56eac96fc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.306407 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c15319b5-f04d-41f8-a7a1-81c56eac96fc tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/8ff9e094-f252-48d2-9693-59cdad564a3b HTTP/1.1" status: 404 len: 337 time: 0.0378811 Mar 23 10:24:46.308734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36668) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.347362 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e49ca1f-65c0-4345-b0b3-ca8da8cc9bd1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.347715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e49ca1f-65c0-4345-b0b3-ca8da8cc9bd1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.349276 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0e49ca1f-65c0-4345-b0b3-ca8da8cc9bd1 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/a032ec6a-c8bd-4426-b113-e76e2e862315 HTTP/1.1" status: 404 len: 337 time: 0.0396523 Mar 23 10:24:46.351488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36672) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.390843 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43c23ac-91a2-4caf-b6fd-95639f3c4829 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.391282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43c23ac-91a2-4caf-b6fd-95639f3c4829 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.392850 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d43c23ac-91a2-4caf-b6fd-95639f3c4829 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/0b20d4bb-4c38-41f9-8f58-e961a7d3dd48 HTTP/1.1" status: 404 len: 333 time: 0.0405309 Mar 23 10:24:46.395751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36676) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.431749 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0688fa7c-cc9c-43ce-81e2-4d0ce5a68649 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.432179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0688fa7c-cc9c-43ce-81e2-4d0ce5a68649 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.433751 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0688fa7c-cc9c-43ce-81e2-4d0ce5a68649 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/74588841-9cc3-4075-9000-cca06f00f9d8 HTTP/1.1" status: 404 len: 337 time: 0.0371602 Mar 23 10:24:46.436032 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36680) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.475380 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7db49d-16b0-4a88-a2f4-25c120eb595b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.475810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7db49d-16b0-4a88-a2f4-25c120eb595b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.477385 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3f7db49d-16b0-4a88-a2f4-25c120eb595b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/1dd5444a-8657-47f9-8122-ac274bee6a83 HTTP/1.1" status: 404 len: 337 time: 0.0404677 Mar 23 10:24:46.479829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36684) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.518838 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-2899ce1e-0ff0-460c-ba0c-bf974973bc3b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.519280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2899ce1e-0ff0-460c-ba0c-bf974973bc3b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.520838 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2899ce1e-0ff0-460c-ba0c-bf974973bc3b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/3779e680-5fae-4597-b42b-0fbc5f771ddb HTTP/1.1" status: 404 len: 333 time: 0.0401690 Mar 23 10:24:46.523122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36688) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.553746 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:24:46.560629 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3a1762-7bcf-4516-945d-18cc24ac6a25 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.561162 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3a1762-7bcf-4516-945d-18cc24ac6a25 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.563491 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fa3a1762-7bcf-4516-945d-18cc24ac6a25 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/161bc724-e711-4471-82ad-fcd6a9213ef0 HTTP/1.1" status: 404 len: 337 time: 0.0395234 Mar 23 10:24:46.565919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36692) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.604868 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da707e9-670a-4251-8715-f034f7ae28c0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.605546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da707e9-670a-4251-8715-f034f7ae28c0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.606860 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1da707e9-670a-4251-8715-f034f7ae28c0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/ddd99061-3064-4a38-82d2-490bd9201d71 HTTP/1.1" status: 404 len: 337 time: 0.0400691 Mar 23 10:24:46.609845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36696) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.651498 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5a366be6-3946-48af-b8e7-16a62aa3ca99 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports?device_id=784bedff-54e1-4fb7-aa4d-245352386633 HTTP/1.1" status: 200 len: 205 time: 0.0406330 Mar 23 10:24:46.653811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36700) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.820977 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-35f8fefa-c8da-491b-a5d4-2661769f113d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] delete failed (client error): The resource could not be found. Mar 23 10:24:46.824374 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-35f8fefa-c8da-491b-a5d4-2661769f113d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/routers/784bedff-54e1-4fb7-aa4d-245352386633 HTTP/1.1" status: 404 len: 336 time: 0.1673560 Mar 23 10:24:46.824588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36706) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.841885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36710) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.862150 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b69f78-2b6b-4e87-9724-431cd74a86d5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:46.862519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b69f78-2b6b-4e87-9724-431cd74a86d5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:46.864150 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-38b69f78-2b6b-4e87-9724-431cd74a86d5 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/0c6dbfef-1293-40e6-a240-fa7a8283e445 HTTP/1.1" status: 404 len: 337 time: 0.0386801 Mar 23 10:24:46.866730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36714) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.915341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f4757abb-115f-4545-aca1-80191ecf9b81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.919957 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e9d0686d-0e5f-4dc8-b715-0cccfa3c61d0 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "GET /v2.0/ports?device_id=70673d94-6280-4f91-8c7d-1a7755c71dd9 HTTP/1.1" status: 200 len: 205 time: 0.0507529 Mar 23 10:24:46.921504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36718) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:46.949625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f4757abb-115f-4545-aca1-80191ecf9b81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:46.995879 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-fdd29461-d579-49f9-a0f6-cb804424317a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] delete failed (client error): The resource could not be found. Mar 23 10:24:46.997132 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fdd29461-d579-49f9-a0f6-cb804424317a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/routers/70673d94-6280-4f91-8c7d-1a7755c71dd9 HTTP/1.1" status: 404 len: 336 time: 0.0745692 Mar 23 10:24:47.000236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36722) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.020778 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f4757abb-115f-4545-aca1-80191ecf9b81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.037946 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a80fe7-5bf9-4846-a4cc-bc6e88703f31 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.038391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a80fe7-5bf9-4846-a4cc-bc6e88703f31 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.039575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4757abb-115f-4545-aca1-80191ecf9b81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aac5e3-68f2-4b84-9113-df98e42e3006,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:47.040078 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-09a80fe7-5bf9-4846-a4cc-bc6e88703f31 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/67fd4c83-5ffd-4e0e-9f76-b2343eb6ad37 HTTP/1.1" status: 404 len: 337 time: 0.0389121 Mar 23 10:24:47.043029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36726) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.052430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f4757abb-115f-4545-aca1-80191ecf9b81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.053861 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f4757abb-115f-4545-aca1-80191ecf9b81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/d9aac5e3-68f2-4b84-9113-df98e42e3006 HTTP/1.1" status: 204 len: 168 time: 0.2110221 Mar 23 10:24:47.084796 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-312d3c89-df70-4992-907e-a6adf8608199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.085270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312d3c89-df70-4992-907e-a6adf8608199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.086121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36732) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.086921 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-312d3c89-df70-4992-907e-a6adf8608199 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/16d058fb-e205-4cda-bba8-80acb0f0c462 HTTP/1.1" status: 404 len: 337 time: 0.0428402 Mar 23 10:24:47.089621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36736) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.130060 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e5b52a-97eb-4119-b546-ba9298452eb8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.130433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e5b52a-97eb-4119-b546-ba9298452eb8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.132051 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-46e5b52a-97eb-4119-b546-ba9298452eb8 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/22ed2980-a41d-42d1-ba76-ab923cd4d977 HTTP/1.1" status: 404 len: 333 time: 0.0415828 Mar 23 10:24:47.134609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36740) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.171634 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd99b1c-afac-435c-99b1-af19543f0512 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.172080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd99b1c-afac-435c-99b1-af19543f0512 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.172240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3572f3d5-bd97-4415-817c-0cdc2d133979 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:47.175973 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8cd99b1c-afac-435c-99b1-af19543f0512 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/8a3d3076-aeff-4a16-9eb2-fc8a0a19c3a0 HTTP/1.1" status: 404 len: 337 time: 0.0382907 Mar 23 10:24:47.176198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36744) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.206937 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 3572f3d5-bd97-4415-817c-0cdc2d133979 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:47.207271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3572f3d5-bd97-4415-817c-0cdc2d133979 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:47.223549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-33264aed-d559-446e-a397-e255af8d92d3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.224016 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33264aed-d559-446e-a397-e255af8d92d3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.226547 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-33264aed-d559-446e-a397-e255af8d92d3 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/2a0deb3d-f1f9-4b6e-9923-9d67dba9ace3 HTTP/1.1" status: 404 len: 333 time: 0.0494733 Mar 23 10:24:47.229059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36748) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.265793 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-90792167-e885-4d17-8e05-cd28604d2a30 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.266235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90792167-e885-4d17-8e05-cd28604d2a30 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.267864 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-90792167-e885-4d17-8e05-cd28604d2a30 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/87d9d4a8-e2ab-4939-9d8b-c62765e3a041 HTTP/1.1" status: 404 len: 337 time: 0.0379272 Mar 23 10:24:47.270370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36752) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.309632 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d6a760-12dd-4828-8643-3c849246a567 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.310076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2d6a760-12dd-4828-8643-3c849246a567 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.312273 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d2d6a760-12dd-4828-8643-3c849246a567 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/31538ae7-6512-4798-a721-f7c7c8e7a91c HTTP/1.1" status: 404 len: 333 time: 0.0405364 Mar 23 10:24:47.314736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36756) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.352915 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86cec7b-dff9-456d-8173-aa1790d2cb32 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.353373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86cec7b-dff9-456d-8173-aa1790d2cb32 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.354972 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c86cec7b-dff9-456d-8173-aa1790d2cb32 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/bc3aa448-2ccd-43d5-beba-c72f9b06033c HTTP/1.1" status: 404 len: 337 time: 0.0393896 Mar 23 10:24:47.357597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36760) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.397419 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d85f765-9539-46a0-b353-bc616d7569bb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.397799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d85f765-9539-46a0-b353-bc616d7569bb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.399455 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0d85f765-9539-46a0-b353-bc616d7569bb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/e1babf84-1d66-4e53-94e3-b0a4d51f59e2 HTTP/1.1" status: 404 len: 333 time: 0.0409989 Mar 23 10:24:47.402035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36764) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.440478 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-375555f2-7041-405b-ad7d-69615f304e0d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.440925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375555f2-7041-405b-ad7d-69615f304e0d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.442640 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-375555f2-7041-405b-ad7d-69615f304e0d tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/59b4ffcd-ba1a-4663-a0b1-b72ae005f8ea HTTP/1.1" status: 404 len: 337 time: 0.0397196 Mar 23 10:24:47.445309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36768) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.490494 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca8cec3-771c-429f-aef7-68e5e240bf03 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.490969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca8cec3-771c-429f-aef7-68e5e240bf03 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.492677 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1ca8cec3-771c-429f-aef7-68e5e240bf03 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/386db859-52de-41da-86c4-d58c139407d5 HTTP/1.1" status: 404 len: 333 time: 0.0464163 Mar 23 10:24:47.495246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36772) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.533044 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb92321-8cba-4432-8813-1eebefa90656 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.533512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb92321-8cba-4432-8813-1eebefa90656 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.535413 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3bb92321-8cba-4432-8813-1eebefa90656 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/5f2fe91c-7d6b-4261-b72e-01bab30208e9 HTTP/1.1" status: 404 len: 337 time: 0.0390463 Mar 23 10:24:47.537776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36776) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.578430 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-068cde30-9691-4183-abd3-9ce7a9f8352a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.578892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068cde30-9691-4183-abd3-9ce7a9f8352a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.580545 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-068cde30-9691-4183-abd3-9ce7a9f8352a tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/8cc90acb-c3d6-4613-b7a9-1c56c675c484 HTTP/1.1" status: 404 len: 333 time: 0.0418985 Mar 23 10:24:47.583071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36780) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.622329 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef58a4b-6e14-4d78-b32a-dbe07320606b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.623017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef58a4b-6e14-4d78-b32a-dbe07320606b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.624932 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8ef58a4b-6e14-4d78-b32a-dbe07320606b tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/9552c3c9-6a98-4de6-8d1f-7b29517037fd HTTP/1.1" status: 404 len: 337 time: 0.0409865 Mar 23 10:24:47.627524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36784) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.667138 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-06be53df-eb14-426c-b23b-e59204569c28 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.667505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06be53df-eb14-426c-b23b-e59204569c28 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.669151 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-06be53df-eb14-426c-b23b-e59204569c28 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/ports/ffb7bb0f-88b5-42d7-aaf9-afcb9cbaedff HTTP/1.1" status: 404 len: 333 time: 0.0407212 Mar 23 10:24:47.671699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36788) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.708656 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca777e44-fd03-426d-b3f3-46731eebe8a4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] DELETE failed (client error): The resource could not be found. Mar 23 10:24:47.709112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca777e44-fd03-426d-b3f3-46731eebe8a4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:24:47.710724 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ca777e44-fd03-426d-b3f3-46731eebe8a4 tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/subnets/03b8af4c-de43-4fcc-b87e-2476ae0a56c0 HTTP/1.1" status: 404 len: 337 time: 0.0381527 Mar 23 10:24:47.713253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36792) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:47.748026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.824036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.954799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:47.982144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ac1b98-e3c9-41fa-8a0a-3e23fef78e63']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:47.994749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa541f2-c194-4d5e-8858-836bd8d53168') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:47.995074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa541f2-c194-4d5e-8858-836bd8d53168') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:48.006730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.022265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.028076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Releasing vlan 840 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:24:48.028446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:48.042496 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:48.108980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 77c2e4f7-da62-460c-8f64-b48867aa9095 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:48.109610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.118378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.139283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.148671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] Pushing event deleted for resources: {'Network': ['ID=49ac1b98-e3c9-41fa-8a0a-3e23fef78e63,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:48.151465 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-365f542f-933b-43a8-b5bd-3673499190fb tempest-NetworksTestDHCPv6-1208924119 tempest-NetworksTestDHCPv6-1208924119-project] 10.222.0.84 "DELETE /v2.0/networks/49ac1b98-e3c9-41fa-8a0a-3e23fef78e63 HTTP/1.1" status: 204 len: 168 time: 0.4373367 Mar 23 10:24:48.316633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 77c2e4f7-da62-460c-8f64-b48867aa9095, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=77c2e4f7-da62-460c-8f64-b48867aa9095,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:48.317129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.429211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36800) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:48.439602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 77c2e4f7-da62-460c-8f64-b48867aa9095 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:48.589554 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-00bb9834-6c01-4771-99c7-afbd10f81753 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=5ecb83d7fe4248d182ecda1b32fbf1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591494 Mar 23 10:24:48.592066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36806) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:48.641644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.651462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1c73e12-3f23-4359-949b-45bc73180aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.678778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1c73e12-3f23-4359-949b-45bc73180aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.693542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=77c2e4f7-da62-460c-8f64-b48867aa9095,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:48.737890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1c73e12-3f23-4359-949b-45bc73180aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.755429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c73e12-3f23-4359-949b-45bc73180aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab9648a-70f2-482b-93e1-5185429cc51c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:48.761174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d1c73e12-3f23-4359-949b-45bc73180aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:48.762167 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d1c73e12-3f23-4359-949b-45bc73180aa0 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/5ab9648a-70f2-482b-93e1-5185429cc51c HTTP/1.1" status: 204 len: 168 time: 0.1685009 Mar 23 10:24:49.115754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:49.475260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36830) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.480217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:24:49.578938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-96c2fa21-95dc-4ed7-81c8-188d905f8962 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.580030 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-96c2fa21-95dc-4ed7-81c8-188d905f8962 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1037745 Mar 23 10:24:49.582965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36836) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.587551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-88101e3e-f845-4376-988d-73c541388528 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.588579 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-88101e3e-f845-4376-988d-73c541388528 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046906 Mar 23 10:24:49.590776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36840) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.595254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-466bc73f-97ee-4942-ab78-b63a65b9f4fa tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.596285 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-466bc73f-97ee-4942-ab78-b63a65b9f4fa tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045531 Mar 23 10:24:49.598457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36844) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.602899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-9dcc61a4-4be6-457d-b4d0-ac4104eecb96 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.603818 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9dcc61a4-4be6-457d-b4d0-ac4104eecb96 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045140 Mar 23 10:24:49.605939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36848) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.611002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-a7b5d187-37de-48eb-81ff-a42224dcf7eb tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.611936 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a7b5d187-37de-48eb-81ff-a42224dcf7eb tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0050988 Mar 23 10:24:49.614123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36852) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.618369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-fb2f3c3f-364d-47de-bab8-2a054e25e43f tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.619258 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fb2f3c3f-364d-47de-bab8-2a054e25e43f tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043423 Mar 23 10:24:49.621346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36856) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.626739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-10f74f3d-0bb3-4f9c-8362-4d183f95b474 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.627652 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-10f74f3d-0bb3-4f9c-8362-4d183f95b474 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0055125 Mar 23 10:24:49.629856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36860) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.634284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-4dcb1b71-19bb-4557-8729-0ac5e6f35077 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.635825 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4dcb1b71-19bb-4557-8729-0ac5e6f35077 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0045412 Mar 23 10:24:49.637510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36864) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.642070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-c33be670-b674-44b4-b626-8a4b3d79fdfb tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.643049 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c33be670-b674-44b4-b626-8a4b3d79fdfb tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045495 Mar 23 10:24:49.645245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36868) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.649689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-de2caa23-8314-4436-82ff-c8f3de3a81ed tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.650592 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-de2caa23-8314-4436-82ff-c8f3de3a81ed tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0044580 Mar 23 10:24:49.652789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36872) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.657210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-fe60d3c3-96a5-4532-9135-e9fbbc34970d tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.658117 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fe60d3c3-96a5-4532-9135-e9fbbc34970d tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044105 Mar 23 10:24:49.660261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36876) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.661150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:49.664722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-64aea264-2366-40c6-a7f7-4bc7ef75da78 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.668047 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-64aea264-2366-40c6-a7f7-4bc7ef75da78 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0069439 Mar 23 10:24:49.668624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36880) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.671919 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] Sync routers for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:24:49.673764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-63339308-20fb-4a35-90df-4d9f29f3a455 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.674818 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-63339308-20fb-4a35-90df-4d9f29f3a455 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051274 Mar 23 10:24:49.677605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36884) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.682980 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7c2ec065-97fd-4a83-a5a6-4178f13c65e0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5933859 Mar 23 10:24:49.683238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36888) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.683671 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:49.684397 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:49.686034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-8f3ceb5e-02e1-4d1f-be35-98af5dc14e6a tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.690037 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8f3ceb5e-02e1-4d1f-be35-98af5dc14e6a tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0088718 Mar 23 10:24:49.690265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36892) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.694799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-fc75f2d6-1011-4391-a088-558c1a598c14 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.698066 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fc75f2d6-1011-4391-a088-558c1a598c14 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0069566 Mar 23 10:24:49.698618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36896) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.702956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-00793ebb-824a-477a-a8a5-3f4cb4e01691 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.705999 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-00793ebb-824a-477a-a8a5-3f4cb4e01691 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044167 Mar 23 10:24:49.706221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36900) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.710471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-c8d77e4c-5df1-4795-bfe7-784a59df1666 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.713463 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c8d77e4c-5df1-4795-bfe7-784a59df1666 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043418 Mar 23 10:24:49.713690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36904) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.718522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-9cb67278-2e45-454f-88e8-fb15c263d4df tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.719488 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9cb67278-2e45-454f-88e8-fb15c263d4df tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049381 Mar 23 10:24:49.722078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36908) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.727232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-c9640864-20f7-4596-b3cd-f0cf90750037 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.730421 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c9640864-20f7-4596-b3cd-f0cf90750037 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052104 Mar 23 10:24:49.730648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36912) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.736047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-bee0f525-9b0d-431e-ae54-c0aacfd3dce0 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.737154 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bee0f525-9b0d-431e-ae54-c0aacfd3dce0 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054572 Mar 23 10:24:49.739537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36916) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.744755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-76670741-e96a-456e-9114-005fcd6b231c tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.745765 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-76670741-e96a-456e-9114-005fcd6b231c tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0053215 Mar 23 10:24:49.748156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36920) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.753768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-0076fd89-dd3f-4802-85af-96a9ccfe7d38 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.756722 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0076fd89-dd3f-4802-85af-96a9ccfe7d38 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055656 Mar 23 10:24:49.756942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36924) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.758414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-8475f915-c670-497c-a375-8c3897075fc6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting subnet 55259f9f-0fb8-401e-a83c-3ffadb364c56 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:24:49.761579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8475f915-c670-497c-a375-8c3897075fc6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:49.761991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-78a7cd6e-bf57-419c-9609-a204bc9f3e7e tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.764875 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-78a7cd6e-bf57-419c-9609-a204bc9f3e7e tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051188 Mar 23 10:24:49.765370 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36928) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.771262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-32391398-e711-495c-8fad-114c6627bcc9 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.775534 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-32391398-e711-495c-8fad-114c6627bcc9 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069985 Mar 23 10:24:49.776096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36932) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.781442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-5f08abcc-9bcc-4038-acf6-f84df1fb4c5c tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.784365 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5f08abcc-9bcc-4038-acf6-f84df1fb4c5c tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054109 Mar 23 10:24:49.784571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36936) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.790502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-a60a3126-64dd-44f5-a194-36c28a18b298 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.793813 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a60a3126-64dd-44f5-a194-36c28a18b298 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0056727 Mar 23 10:24:49.794452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36940) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.799547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-50fe086f-8253-4fdd-a172-a56c06941c53 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.802456 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-50fe086f-8253-4fdd-a172-a56c06941c53 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050969 Mar 23 10:24:49.803289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36944) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.808262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-a0c851f4-183d-42aa-8a86-eba7cff75499 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.811542 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a0c851f4-183d-42aa-8a86-eba7cff75499 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051272 Mar 23 10:24:49.811846 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36948) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.816574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-f8662188-05db-4189-bee3-e0944950cd0b tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.819509 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f8662188-05db-4189-bee3-e0944950cd0b tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047715 Mar 23 10:24:49.820987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36952) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.827745 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-ae48ea99-2544-4988-ae5c-b02f7b32d1ec tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.830858 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ae48ea99-2544-4988-ae5c-b02f7b32d1ec tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0067863 Mar 23 10:24:49.831946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36956) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.837922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-ed6e8b0b-6832-4145-85ad-fb40e26923e6 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.838259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8475f915-c670-497c-a375-8c3897075fc6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:49.841086 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ed6e8b0b-6832-4145-85ad-fb40e26923e6 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0066466 Mar 23 10:24:49.845490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36960) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.850660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-6fecd06e-bb1a-4e7a-a1fe-f3bc7d916ca7 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.854761 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6fecd06e-bb1a-4e7a-a1fe-f3bc7d916ca7 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0079823 Mar 23 10:24:49.855619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36964) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.861732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-9bbf45e2-8b0d-4bfb-a4e2-d621bebf1cba tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.866122 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9bbf45e2-8b0d-4bfb-a4e2-d621bebf1cba tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091932 Mar 23 10:24:49.866881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36968) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.871589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-e6e3e838-a5b9-48fe-b5f6-cd57a6394748 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.874961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36972) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.876523 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e6e3e838-a5b9-48fe-b5f6-cd57a6394748 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0086915 Mar 23 10:24:49.886134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-166fc7c0-ced7-44f3-96db-6c399edb22ab tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.887056 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-166fc7c0-ced7-44f3-96db-6c399edb22ab tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0112062 Mar 23 10:24:49.889805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36976) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.895634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-9b7cdbf9-8d99-4f58-b13f-ed4aa023f835 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.900333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36980) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.901111 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9b7cdbf9-8d99-4f58-b13f-ed4aa023f835 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0102181 Mar 23 10:24:49.905666 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:49.908691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-e83334a3-0d54-40f9-b3ec-02ac2b61b0f6 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.911869 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e83334a3-0d54-40f9-b3ec-02ac2b61b0f6 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0084472 Mar 23 10:24:49.912587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36984) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.916956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-405d9075-cc98-47b2-bb9d-027609fc25d7 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.918115 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-405d9075-cc98-47b2-bb9d-027609fc25d7 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048101 Mar 23 10:24:49.920386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 36988) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.927616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-cc1fda1a-143e-4938-acb3-0dde91a25ee4 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.928801 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cc1fda1a-143e-4938-acb3-0dde91a25ee4 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0076241 Mar 23 10:24:49.931184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36992) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.937498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-a360465c-6c80-4e6e-b136-38975138f263 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.940348 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a360465c-6c80-4e6e-b136-38975138f263 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063615 Mar 23 10:24:49.940969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 36996) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.945878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-9d12e4da-ac8f-476e-b78c-1b7aedb4ac42 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.948636 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9d12e4da-ac8f-476e-b78c-1b7aedb4ac42 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046830 Mar 23 10:24:49.948893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37000) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.955000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-6b3e2747-d46b-4e2d-889c-72e720b9c028 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.957074 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6b3e2747-d46b-4e2d-889c-72e720b9c028 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052183 Mar 23 10:24:49.958507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37004) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.961214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8475f915-c670-497c-a375-8c3897075fc6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:49.963722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-5f8f46cd-d18f-4e45-8777-686716a92c9e tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.965086 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5f8f46cd-d18f-4e45-8777-686716a92c9e tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0053384 Mar 23 10:24:49.967766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37008) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.982267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-1910d107-2a69-4c7b-9e34-6e4a9de506c0 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.983564 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1910d107-2a69-4c7b-9e34-6e4a9de506c0 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0077665 Mar 23 10:24:49.986181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37012) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:49.991680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-f0d1d862-272d-4a43-84f6-d51041a1f098 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:49.995906 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f0d1d862-272d-4a43-84f6-d51041a1f098 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0085418 Mar 23 10:24:49.996775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37016) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.002991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-3c36bef4-2676-49a5-83e8-0c41eda0d5fb tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.008339 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3c36bef4-2676-49a5-83e8-0c41eda0d5fb tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0102038 Mar 23 10:24:50.009319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37020) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.016251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-5a0aead9-dfc8-4d16-8c7f-a4d8800eadc9 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.020115 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5a0aead9-dfc8-4d16-8c7f-a4d8800eadc9 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0095296 Mar 23 10:24:50.020719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37024) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.025536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-70c0c943-07b2-44e3-a8b4-5ddc4b0f3cf2 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.029131 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-70c0c943-07b2-44e3-a8b4-5ddc4b0f3cf2 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0073516 Mar 23 10:24:50.030235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37028) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.035953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-2b914d90-f0ef-4c0a-a352-b2c56469e0fa tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.039504 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2b914d90-f0ef-4c0a-a352-b2c56469e0fa tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0082452 Mar 23 10:24:50.039960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37032) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.047817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-440f5480-a607-4092-8e2a-e08e1906d42b tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.049077 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-440f5480-a607-4092-8e2a-e08e1906d42b tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0078762 Mar 23 10:24:50.051411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37036) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.056873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-d21b6a03-e8e9-47c2-ac81-33c8bea7d139 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.059782 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d21b6a03-e8e9-47c2-ac81-33c8bea7d139 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054879 Mar 23 10:24:50.060329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37040) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.066449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-aa22bb6b-edd3-4de7-9f37-6f464388a756 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.067484 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-aa22bb6b-edd3-4de7-9f37-6f464388a756 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0052233 Mar 23 10:24:50.068713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8475f915-c670-497c-a375-8c3897075fc6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.069882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37044) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.075692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-d8966d85-de3c-40db-8a17-fbae9335fa9b tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.076844 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d8966d85-de3c-40db-8a17-fbae9335fa9b tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0057929 Mar 23 10:24:50.079626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37048) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.084455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-1fd0873d-2ab5-48a9-a89a-d521bf15cedc tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.085819 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1fd0873d-2ab5-48a9-a89a-d521bf15cedc tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0050316 Mar 23 10:24:50.087682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37052) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.092672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-0599ae20-5f60-480f-b5ae-3b1a95e2c336 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.093839 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0599ae20-5f60-480f-b5ae-3b1a95e2c336 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051839 Mar 23 10:24:50.096182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37056) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.101661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-d180567b-fd66-4785-aa90-b4a73d0b119d tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.103723 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d180567b-fd66-4785-aa90-b4a73d0b119d tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0064754 Mar 23 10:24:50.106124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37060) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.118212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-906c74d2-917f-482a-a36d-a6219f3c0b5b tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.119380 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-906c74d2-917f-482a-a36d-a6219f3c0b5b tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0098708 Mar 23 10:24:50.120258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475f915-c670-497c-a375-8c3897075fc6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Subnet': ['ID=55259f9f-0fb8-401e-a83c-3ffadb364c56,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:50.122017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37064) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.125364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8475f915-c670-497c-a375-8c3897075fc6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.128244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-bfccee98-adee-4f92-a76c-0213ff8da404 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.132093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37068) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.134255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d9cfb3-f5b5-4cc4-8e83-ed2a3a5f3d33 None None] Network c51bdc63-f575-43b5-b68b-c6daf03b64f0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:50.137896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [None req-143afba4-ee36-42f6-8d05-63acd2220ee4 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.141614 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-143afba4-ee36-42f6-8d05-63acd2220ee4 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0081799 Mar 23 10:24:50.141923 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bfccee98-adee-4f92-a76c-0213ff8da404 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0188699 Mar 23 10:24:50.142796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37072) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.146334 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8475f915-c670-497c-a375-8c3897075fc6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/subnets/55259f9f-0fb8-401e-a83c-3ffadb364c56 HTTP/1.1" status: 204 len: 168 time: 0.4593296 Mar 23 10:24:50.147268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37076) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.152147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-ba70f999-1424-40f3-afa1-9980ab9efff8 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.156076 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ba70f999-1424-40f3-afa1-9980ab9efff8 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0123594 Mar 23 10:24:50.156940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37080) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.161982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-832463bc-252b-4af2-a8f5-7a855cca76c2 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.165595 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-832463bc-252b-4af2-a8f5-7a855cca76c2 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073602 Mar 23 10:24:50.166344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37084) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.171612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-ab4f3346-5293-482c-b1fa-3b9f486b8076 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.175542 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ab4f3346-5293-482c-b1fa-3b9f486b8076 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0081556 Mar 23 10:24:50.176326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37088) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.181619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-32a5b201-7a50-46f9-97b0-bf467922189c tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.185095 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-32a5b201-7a50-46f9-97b0-bf467922189c tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0077133 Mar 23 10:24:50.185802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37092) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.192092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-fbc6aa39-2043-4378-84de-37aec6d8d90e tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.195880 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fbc6aa39-2043-4378-84de-37aec6d8d90e tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085258 Mar 23 10:24:50.196637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37096) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.202129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-d2b93c56-7cde-4be3-b105-3b0c25ec0aa7 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.205663 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d2b93c56-7cde-4be3-b105-3b0c25ec0aa7 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0081096 Mar 23 10:24:50.206507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37100) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.211666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-7f3ad834-cfd7-44cf-af98-1c5e972465d4 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.215207 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7f3ad834-cfd7-44cf-af98-1c5e972465d4 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0078011 Mar 23 10:24:50.215833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37104) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.221759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-a4fe5467-c339-42e2-827b-354425e1bd34 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.223738 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a4fe5467-c339-42e2-827b-354425e1bd34 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0063484 Mar 23 10:24:50.225365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37108) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.231210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-1b690e15-8553-4a9a-ae61-c11a6637e623 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.232361 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1b690e15-8553-4a9a-ae61-c11a6637e623 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054519 Mar 23 10:24:50.235399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37112) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.237256 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:48Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:50.241533 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] Checking router: 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:24:50.243363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [None req-7484c5b7-2eb7-4784-b77c-303737d74ba4 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] http://10.222.0.84:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:24:50.244665 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7484c5b7-2eb7-4784-b77c-303737d74ba4 tempest-ExtensionsTestJSON-235082823 tempest-ExtensionsTestJSON-235082823-project] 10.222.0.84 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0076122 Mar 23 10:24:50.255757 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] Routers {'2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:50.256567 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:50.362088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.440708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab64830a-c01e-480f-ae7a-9da54db20d05 None None] DHCP port deletion for c51bdc63-f575-43b5-b68b-c6daf03b64f0 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:24:50.446664 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ab64830a-c01e-480f-ae7a-9da54db20d05 None None] Deleting port 4212a5b0-cce9-4da1-b481-bc3e293f266d {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:50.447216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ab64830a-c01e-480f-ae7a-9da54db20d05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.460111 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] Set router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:50.572761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37120) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:50.580645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.602241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 35b1009e-6424-40d5-823a-a43dc391bc1c {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:24:50.602920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.690224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ab64830a-c01e-480f-ae7a-9da54db20d05 None None] For port 4212a5b0-cce9-4da1-b481-bc3e293f266d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4212a5b0-cce9-4da1-b481-bc3e293f266d,segment=NetworkSegment(214f15d0-3667-4fcf-abdd-7a0c4127683b),segment_id=214f15d0-3667-4fcf-abdd-7a0c4127683b)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:50.690966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ab64830a-c01e-480f-ae7a-9da54db20d05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.780397 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:48Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:50.784609 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a117a8c3-b120-4c72-99eb-8d46a02c3e49 None None] The sync data for ids ['2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0'] in dv-neutron-834652-2-hyperv is: [{'id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'name': 'tempest-TestNetworkBasicOps-router-1489149580', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:21:35Z', 'updated_at': '2022-03-23T10:24:48Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '35b1009e-6424-40d5-823a-a43dc391bc1c', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:7c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:21:39Z', 'updated_at': '2022-03-23T10:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:24:50.837259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ab64830a-c01e-480f-ae7a-9da54db20d05 None None] Calling delete_port for 4212a5b0-cce9-4da1-b481-bc3e293f266d owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:50.911046 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f929032-5db4-4e67-a81f-6b48a2c25523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.915950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ab64830a-c01e-480f-ae7a-9da54db20d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:50.931682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9f929032-5db4-4e67-a81f-6b48a2c25523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:50.939981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9f929032-5db4-4e67-a81f-6b48a2c25523 admin admin] Usage tracker for resource:security_group_rule and tenant:358a6ddb739248888cb09bbbfadd1207 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:50.949659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9f929032-5db4-4e67-a81f-6b48a2c25523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:50.962861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9f929032-5db4-4e67-a81f-6b48a2c25523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:50.964450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64830a-c01e-480f-ae7a-9da54db20d05 None None] Pushing event deleted for resources: {'Port': ['ID=4212a5b0-cce9-4da1-b481-bc3e293f266d,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:50.966255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64830a-c01e-480f-ae7a-9da54db20d05 None None] No DVR routers for this DVR port 4212a5b0-cce9-4da1-b481-bc3e293f266d on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:24:50.970633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 35b1009e-6424-40d5-823a-a43dc391bc1c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=35b1009e-6424-40d5-823a-a43dc391bc1c,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:50.971144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.115717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 35b1009e-6424-40d5-823a-a43dc391bc1c owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:24:51.226459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77c2e4f7-da62-460c-8f64-b48867aa9095 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:51.268412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 77c2e4f7-da62-460c-8f64-b48867aa9095 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:51.268908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77c2e4f7-da62-460c-8f64-b48867aa9095 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:51.269443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4212a5b0-cce9-4da1-b481-bc3e293f266d no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:51.274303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f929032-5db4-4e67-a81f-6b48a2c25523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.280607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f929032-5db4-4e67-a81f-6b48a2c25523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.307152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 4212a5b0-cce9-4da1-b481-bc3e293f266d {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:51.307591 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4212a5b0-cce9-4da1-b481-bc3e293f266d not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:51.373906 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9f929032-5db4-4e67-a81f-6b48a2c25523 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=358a6ddb739248888cb09bbbfadd1207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7999830 Mar 23 10:24:51.376592 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37126) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:51.379030 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f929032-5db4-4e67-a81f-6b48a2c25523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc2347c-6aff-4438-9d30-292694689415,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:51.397841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.442918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0f30f1d-c3e1-4c02-8161-e55a7ee4069a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.450619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=35b1009e-6424-40d5-823a-a43dc391bc1c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:51.469505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0f30f1d-c3e1-4c02-8161-e55a7ee4069a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.524122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0f30f1d-c3e1-4c02-8161-e55a7ee4069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.539418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f30f1d-c3e1-4c02-8161-e55a7ee4069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc2347c-6aff-4438-9d30-292694689415,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:51.542817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.546715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a0f30f1d-c3e1-4c02-8161-e55a7ee4069a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.547519 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a0f30f1d-c3e1-4c02-8161-e55a7ee4069a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1fc2347c-6aff-4438-9d30-292694689415 HTTP/1.1" status: 204 len: 168 time: 0.1697960 Mar 23 10:24:51.721013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.723232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.745686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.746223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Fanout notify agent at l3_agent the message router_deleted on router 2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:24:51.769943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:51.771006 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-28a9dc97-65b6-4193-9bd8-acb56efef23b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/routers/2889e4fa-d6fd-4e8c-bb91-6fb6828b55d0 HTTP/1.1" status: 204 len: 168 time: 1.6228476 Mar 23 10:24:51.774247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37136) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:51.912975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.153115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.178170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51bdc63-f575-43b5-b68b-c6daf03b64f0']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:52.190454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214f15d0-3667-4fcf-abdd-7a0c4127683b') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:52.190746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214f15d0-3667-4fcf-abdd-7a0c4127683b') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:52.202606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.218520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.224570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Releasing vlan 846 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:24:52.224947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:24:52.239740 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:24:52.255313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37154) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.326486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.330711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.358089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Network': ['ID=c51bdc63-f575-43b5-b68b-c6daf03b64f0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:52.362012 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d5a0ee24-bff8-47f6-bcb3-2dabed831d4f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/networks/c51bdc63-f575-43b5-b68b-c6daf03b64f0 HTTP/1.1" status: 204 len: 168 time: 0.5867968 Mar 23 10:24:52.372737 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1649042712-network', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:52.379029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37160) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.381599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:52.387345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'network': {'name': 'tempest-network-smoke--1149322746', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'port_security_enabled': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:52.393313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Usage tracker for resource:network and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:52.396057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:52.398198 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:52.404650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:network and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:52.407885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:52.409916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:52.420308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:52.428576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Made reservation on behalf of 49d2026bd1544e12ad420d9db2ea09e3 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:52.430864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.444323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.454101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:52.457375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.475888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:52.482456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Usage tracker for resource:security_group_rule and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:52.486430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:52.494310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:52.499538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:52.519154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.519433 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Added segment 09cf9e61-c27f-4008-a20e-a8fe57c5cb47 of type vlan for network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e Mar 23 10:24:52.556641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.609761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.615058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:52.615628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.723553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.738244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.751950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Network': ['ID=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:52.759729 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-60a289a2-bc76-4230-805d-710b72190d0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3771048 Mar 23 10:24:52.760385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37164) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.763802 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:52.767901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'admin_state_up': True, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:52.772947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:24:52.775658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:52.779999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:router and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:52.782911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:52.785738 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdad1b7-83e5-4047-bde9-67921ef5e115,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:52.790217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.790561 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Added segment e9da21c0-8af9-4967-b102-28a8b3a40503 of type vlan for network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 Mar 23 10:24:52.790911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:52.804891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.806392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.824671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.833475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.872038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.874760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:52.876194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:52.978038 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7214010 Mar 23 10:24:52.980741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37168) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:52.986243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Request body: {'subnet': {'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1649042712-subnet', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:52.992946 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:53.000213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fd7f5-c724-4acc-8133-c611f009e28a admin admin] Pushing event updated for resources: {'Network': ['ID=5b358dd1-47f7-4431-be8a-4415bbf3a8c1,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:53.002731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Usage tracker for resource:subnet and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:53.005771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:53.012259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:53.012415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:24:53.023372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Made reservation on behalf of 49d2026bd1544e12ad420d9db2ea09e3 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:53.026067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.044413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 35b1009e-6424-40d5-823a-a43dc391bc1c no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:24:53.115140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.129481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 35b1009e-6424-40d5-823a-a43dc391bc1c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:24:53.129889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 35b1009e-6424-40d5-823a-a43dc391bc1c not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:24:53.239588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.312121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a39427-4d71-49c9-85ba-d425bef3dc24,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:53.319412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Checking segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:53.319762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Network hostable DHCP agents. Network: 5b358dd1-47f7-4431-be8a-4415bbf3a8c1, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:53.342095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:53.350758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5b358dd1-47f7-4431-be8a-4415bbf3a8c1) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:53.354739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:53.355312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.362423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad827562-54f4-4789-8945-08083cc7d55f None None] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:53.379346 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e81b574c-c7bc-44d4-b44b-4a85703e8815 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3950329 Mar 23 10:24:53.379893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37172) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:53.384575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:53.389126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:53.393130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Usage tracker for resource:router and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:53.396014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:53.402131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:53.412890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.414029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.429512 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.430148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.460894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.611922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.188 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/665aa9ed-b97b-4ce8-9baa-fb6a54f707bf) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:53.617937 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:24:53.618984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.763152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.776113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Allocated IP 172.20.0.2 (5b358dd1-47f7-4431-be8a-4415bbf3a8c1/30a39427-4d71-49c9-85ba-d425bef3dc24/3c56ea56-77ab-4b4c-88e6-35dcced274b9) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:53.797191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.808662 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:53.870215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:53.879404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:53.881860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:53.922359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=665aa9ed-b97b-4ce8-9baa-fb6a54f707bf,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:53.989768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.000396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Transition to ACTIVE for port object 3c56ea56-77ab-4b4c-88e6-35dcced274b9 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:54.021344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Transition to ACTIVE for port object 3c56ea56-77ab-4b4c-88e6-35dcced274b9 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:54.028252 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.100751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:54.109195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:54.114665 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:54.116826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Pushing event updated for resources: {'Port': ['ID=3c56ea56-77ab-4b4c-88e6-35dcced274b9,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:54.158971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.190159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.207757 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Attempting to bind port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:54.208121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Attempting to bind port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:54.208457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Attempting to bind port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:54.213622 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:54.214097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Checking segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:54.214490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.214893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Bound using segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:54.215326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Bound port: 3c56ea56-77ab-4b4c-88e6-35dcced274b9, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:54.215683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.305377 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] For port 3c56ea56-77ab-4b4c-88e6-35dcced274b9, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:54.308300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] For port 3c56ea56-77ab-4b4c-88e6-35dcced274b9, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3c56ea56-77ab-4b4c-88e6-35dcced274b9,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:54.313462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.335672 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Allocated IP 172.26.4.34 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/73eb5d15-353c-4712-a2c3-d97087aa3dc0) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:54.405479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af89c6-f5f3-4016-83eb-fe3aae183f4b None None] Pushing event updated for resources: {'Port': ['ID=3c56ea56-77ab-4b4c-88e6-35dcced274b9,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:54.448938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.502531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.533236 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:54.598192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:54.608956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:54.614778 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:54.673594 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Pushing event updated for resources: {'Port': ['ID=73eb5d15-353c-4712-a2c3-d97087aa3dc0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:54.837129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.050855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3c56ea56-77ab-4b4c-88e6-35dcced274b9 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:55.064731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 7e70e639-b026-4202-a40b-2ce2980d557d is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:24:55.135383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:55.223332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.262196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:55.271839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Sync routers for ids ['7e70e639-b026-4202-a40b-2ce2980d557d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:24:55.284267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Routers {'7e70e639-b026-4202-a40b-2ce2980d557d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:55.285236 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7e70e639-b026-4202-a40b-2ce2980d557d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:55.298834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.300738 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f8d1572f-52dd-44c1-9990-c2555505729f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5382314 Mar 23 10:24:55.303736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37176) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:55.353932 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-77e9a88a-7817-4deb-89d8-e8ba26807a21 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489566 Mar 23 10:24:55.356425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37180) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:55.453334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076816af-bfd7-4adc-af7c-49b8a513c33c None None] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:55.500703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b69f5-85e9-4f6f-aa12-b02233204b71 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:55.504699 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d69b69f5-85e9-4f6f-aa12-b02233204b71 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1445901 Mar 23 10:24:55.504869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37184) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:55.548549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bdcba390-0ba8-4bd6-b230-d22200f7dbe6 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392637 Mar 23 10:24:55.548549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37188) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:55.554204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-12229997', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:24:55.574022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-accdf101-6585-4239-839e-5016a15ccc3b None None] Provisioning for port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:55.590930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-accdf101-6585-4239-839e-5016a15ccc3b None None] Provisioning complete for port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:55.591292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-accdf101-6585-4239-839e-5016a15ccc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.593703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:55.618273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Set router 7e70e639-b026-4202-a40b-2ce2980d557d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:55.785630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:24:55.789241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:subnet and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:24:55.792057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:24:55.797696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:24:55.809006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:24:55.810822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Router 8fd84559-b592-4695-a42e-eb0815bcc71f is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:24:55.813135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.019000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:56.032548 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Sync routers for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:24:56.049872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.051474 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c1582d4c-4336-4979-ae79-b2215795ba23 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6706889 Mar 23 10:24:56.052699 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:56.053790 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:56.054222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.055692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37192) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:56.125961 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-accdf101-6585-4239-839e-5016a15ccc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.148889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Subnet': ['ID=25dd6185-3587-4b09-b350-9e7a75ecd1de,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:56.158429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Checking segment: {'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:56.158687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network hostable DHCP agents. Network: e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:24:56.184255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:24:56.185977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-accdf101-6585-4239-839e-5016a15ccc3b None None] For port 3c56ea56-77ab-4b4c-88e6-35dcced274b9, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3c56ea56-77ab-4b4c-88e6-35dcced274b9,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:24:56.196623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-accdf101-6585-4239-839e-5016a15ccc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.199664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:56.204837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:24:56.206072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.230218 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-29e1391d-2168-4ef4-b90c-a5aec3c9c9ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6808352 Mar 23 10:24:56.232862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37196) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:24:56.245887 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27eab51-2a60-4501-9dce-2bb894510460 None None] Network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:24:56.318449 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:56.396662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:54Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:56.410169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdf101-6585-4239-839e-5016a15ccc3b None None] Pushing event updated for resources: {'Port': ['ID=3c56ea56-77ab-4b4c-88e6-35dcced274b9,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:56.413608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Checking router: 7e70e639-b026-4202-a40b-2ce2980d557d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:24:56.413957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Updating router 7e70e639-b026-4202-a40b-2ce2980d557d port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:24:56.550765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.738340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2e7ad33f-7517-4f6c-b999-76c0e3af0b69 None None] Provisioning complete for port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:56.739052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad33f-7517-4f6c-b999-76c0e3af0b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.772676 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:54Z', 'revision_number': 3, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:24:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:56.777348 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Checking router: 8fd84559-b592-4695-a42e-eb0815bcc71f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:24:56.777696 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Updating router 8fd84559-b592-4695-a42e-eb0815bcc71f port 73eb5d15-353c-4712-a2c3-d97087aa3dc0 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:24:56.778201 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:24:56.779556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:56.860769 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.067639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.100265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3c56ea56-77ab-4b4c-88e6-35dcced274b9 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:24:57.160904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.229342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Allocated IP 172.20.0.2 (e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e/25dd6185-3587-4b09-b350-9e7a75ecd1de/3096dd14-59b9-4bac-bebe-b32fefe16219) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:57.288336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Allocated IP 172.20.0.1 (5b358dd1-47f7-4431-be8a-4415bbf3a8c1/30a39427-4d71-49c9-85ba-d425bef3dc24/f36d2106-d902-4e25-a3b7-8874105fbf0e) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:57.404562 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:57.405083 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.440553 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.456916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Transition to ACTIVE for port object f36d2106-d902-4e25-a3b7-8874105fbf0e will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:57.475949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.482898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.518872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Transition to ACTIVE for port object 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:57.539960 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.546712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:57.549866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:57.552656 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:57.603695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Pushing event updated for resources: {'Port': ['ID=f36d2106-d902-4e25-a3b7-8874105fbf0e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:57.630199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.655877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db23319-71d8-43d5-b364-e82f01122d61 None None] Pushing event updated for resources: {'Port': ['ID=665aa9ed-b97b-4ce8-9baa-fb6a54f707bf,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:57.798892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Attempting to bind port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:57.799583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Attempting to bind port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:57.800092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Attempting to bind port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:57.807784 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.820873 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Transition to ACTIVE for port object 73eb5d15-353c-4712-a2c3-d97087aa3dc0 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:57.822593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:57.822961 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:57.823350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.823800 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:57.824280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Bound port: 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:57.824736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.831365 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.871208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.878853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.900217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Transition to ACTIVE for port object 3096dd14-59b9-4bac-bebe-b32fefe16219 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:57.914566 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Pushing event updated for resources: {'Port': ['ID=73eb5d15-353c-4712-a2c3-d97087aa3dc0,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:57.916781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b123c8c1-1221-4b1b-9c5e-35c17c2ae3b8 None None] Provisioning for port f36d2106-d902-4e25-a3b7-8874105fbf0e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:24:57.937992 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.938334 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.938734 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.938992 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.939233 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b123c8c1-1221-4b1b-9c5e-35c17c2ae3b8 None None] Provisioning complete for port f36d2106-d902-4e25-a3b7-8874105fbf0e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:57.939440 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.939590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b123c8c1-1221-4b1b-9c5e-35c17c2ae3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.939767 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.940087 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.940702 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.941059 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.941382 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.941698 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.942156 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:24:57.956733 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Attempting to bind port 73eb5d15-353c-4712-a2c3-d97087aa3dc0 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:57.957124 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Attempting to bind port 73eb5d15-353c-4712-a2c3-d97087aa3dc0 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:57.957483 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Attempting to bind port 73eb5d15-353c-4712-a2c3-d97087aa3dc0 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:57.963141 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:57.963141 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:57.963546 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.963930 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:57.964380 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Bound port: 73eb5d15-353c-4712-a2c3-d97087aa3dc0, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:57.964748 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:57.978443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Transition to ACTIVE for port object 3096dd14-59b9-4bac-bebe-b32fefe16219 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:57.992371 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.036738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] For port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:58.050377 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] For port 73eb5d15-353c-4712-a2c3-d97087aa3dc0, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:58.055364 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] For port 73eb5d15-353c-4712-a2c3-d97087aa3dc0, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=73eb5d15-353c-4712-a2c3-d97087aa3dc0,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:58.062367 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.069189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b123c8c1-1221-4b1b-9c5e-35c17c2ae3b8 None None] Port f36d2106-d902-4e25-a3b7-8874105fbf0e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:24:58.074060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] For port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=665aa9ed-b97b-4ce8-9baa-fb6a54f707bf,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:58.080323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:58.088142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:58.094549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.099266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:58.101792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Pushing event updated for resources: {'Port': ['ID=3096dd14-59b9-4bac-bebe-b32fefe16219,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:58.160392 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bae150-fd16-4cc9-afa4-df265c861b90 None None] Pushing event updated for resources: {'Port': ['ID=73eb5d15-353c-4712-a2c3-d97087aa3dc0,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:58.179486 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:58.180521 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:58.210666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.211627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.1 (e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e/25dd6185-3587-4b09-b350-9e7a75ecd1de/cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:24:58.216753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.264514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Routers {'7e70e639-b026-4202-a40b-2ce2980d557d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:24:58.265186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7e70e639-b026-4202-a40b-2ce2980d557d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:58.320954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db23319-71d8-43d5-b364-e82f01122d61 None None] Pushing event updated for resources: {'Port': ['ID=665aa9ed-b97b-4ce8-9baa-fb6a54f707bf,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:58.323555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Attempting to bind port 3096dd14-59b9-4bac-bebe-b32fefe16219 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:24:58.323911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Attempting to bind port 3096dd14-59b9-4bac-bebe-b32fefe16219 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:24:58.324260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Attempting to bind port 3096dd14-59b9-4bac-bebe-b32fefe16219 on network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:24:58.340526 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:24:58.340926 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Checking segment: {'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:24:58.341310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.341692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Bound using segment: {'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:24:58.342147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Bound port: 3096dd14-59b9-4bac-bebe-b32fefe16219, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:24:58.343051 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.356472 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.365270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Pushing event updated for resources: {'Port': ['ID=f36d2106-d902-4e25-a3b7-8874105fbf0e,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:58.396017 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:58.416250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.432980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:24:58.461754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.526134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:58.528665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:58.529532 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] Set router 7e70e639-b026-4202-a40b-2ce2980d557d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:24:58.534695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:58.538063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:24:58.542420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:24:58.571646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] For port 3096dd14-59b9-4bac-bebe-b32fefe16219, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:24:58.608974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.692391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] For port 3096dd14-59b9-4bac-bebe-b32fefe16219, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3096dd14-59b9-4bac-bebe-b32fefe16219,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:24:58.713985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.787604 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Router 8fd84559-b592-4695-a42e-eb0815bcc71f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:24:58.865901 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 2, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:58.870536 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8c9e0-51ce-4733-af3b-d31c66d6fd61 None None] The sync data for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv is: [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 2, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:24:58.910241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:58.957855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:58.964828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b9229-57d4-4383-b58f-ea7904f98075 None None] Pushing event updated for resources: {'Port': ['ID=3096dd14-59b9-4bac-bebe-b32fefe16219,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:58.972282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f0d7ce8e-3fce-4230-a9e1-fe6feb13b932 None None] Provisioning complete for port f36d2106-d902-4e25-a3b7-8874105fbf0e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:24:58.972641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ce8e-3fce-4230-a9e1-fe6feb13b932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.078195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f0d7ce8e-3fce-4230-a9e1-fe6feb13b932 None None] Port f36d2106-d902-4e25-a3b7-8874105fbf0e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:24:59.109659 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:54Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:24:59.114536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785608ac-a31d-43a8-8ad1-52c24631d6e7 None None] The sync data for ids ['7e70e639-b026-4202-a40b-2ce2980d557d'] in dv-neutron-834652-2-hyperv is: [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:54Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:24:59.255492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:24:59.265638 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-72871ff6-40e5-4a96-ae65-dee56c6b3584 admin admin] 10.222.0.84 "PUT /v2.0/routers/8fd84559-b592-4695-a42e-eb0815bcc71f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2082012 Mar 23 10:24:59.575467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.580144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.722269 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:24:59.726734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:24:59.941132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:24:59.942532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:00.027864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37214) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:00.060521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-432169058-network', 'tenant_id': '8facadec695e4c0391ddf11264652f38'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:00.070276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:00.076040 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Usage tracker for resource:network and tenant:8facadec695e4c0391ddf11264652f38 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:00.079763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:00.086490 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:00.107347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Made reservation on behalf of 8facadec695e4c0391ddf11264652f38 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:00.117973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.132139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.149712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:00.154534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Usage tracker for resource:security_group_rule and tenant:8facadec695e4c0391ddf11264652f38 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:00.158302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:00.165070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:00.252501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 7e70e639-b026-4202-a40b-2ce2980d557d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:25:00.276361 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6836d6-78ff-453b-b8d2-1734bcba9f35 None None] Network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:25:00.287468 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.294739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.332032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:25:00.341207 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cbd6fc-a163-461c-a9fc-77d49bfa7e85,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:00.348870 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.349362 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Added segment 9bb21e7a-e760-4282-945c-56c26859fe91 of type vlan for network 9c3a0c60-4b68-44ca-8b6e-e840249e977a Mar 23 10:25:00.388352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.435450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.438230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:00.438932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.558706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-08fdfd81-c294-4b34-8162-1199f07dcc74 None None] Provisioning for port 3096dd14-59b9-4bac-bebe-b32fefe16219 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:00.585586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] Pushing event updated for resources: {'Network': ['ID=9c3a0c60-4b68-44ca-8b6e-e840249e977a,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:00.599694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 9c3a0c60-4b68-44ca-8b6e-e840249e977a details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:25:00.600130 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5420ffa6-d330-4fad-a751-b34ccb274c1f admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5710247 Mar 23 10:25:00.603166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37218) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:00.613249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Request body: {'subnet': {'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-432169058-subnet', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:00.626337 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:00.630536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Usage tracker for resource:subnet and tenant:8facadec695e4c0391ddf11264652f38 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:00.633576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:00.640356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:00.656307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Made reservation on behalf of 8facadec695e4c0391ddf11264652f38 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:00.659065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:00.734551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:25:00.748983 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0c928085-0f08-4c9d-9a2e-0140e1d4978c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/7e70e639-b026-4202-a40b-2ce2980d557d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5138738 Mar 23 10:25:00.751204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37222) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:00.924012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24355a0b-6f2d-4280-968b-c60d972966b5 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:00.924777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24355a0b-6f2d-4280-968b-c60d972966b5 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:00.925502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24355a0b-6f2d-4280-968b-c60d972966b5 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:00.925950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24355a0b-6f2d-4280-968b-c60d972966b5 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:00.926408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24355a0b-6f2d-4280-968b-c60d972966b5 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:00.927021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24355a0b-6f2d-4280-968b-c60d972966b5 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:00.929382 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-24355a0b-6f2d-4280-968b-c60d972966b5 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4241 time: 0.1770008 Mar 23 10:25:00.932056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37226) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:00.998247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.048191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd47b7-7bc9-48a9-8685-32fdbe09bdbe tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:01.049366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd47b7-7bc9-48a9-8685-32fdbe09bdbe tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:01.050144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd47b7-7bc9-48a9-8685-32fdbe09bdbe tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:01.050981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd47b7-7bc9-48a9-8685-32fdbe09bdbe tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:01.051909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dd47b7-7bc9-48a9-8685-32fdbe09bdbe tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:01.057193 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-09dd47b7-7bc9-48a9-8685-32fdbe09bdbe tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1214147 Mar 23 10:25:01.063811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37230) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:01.133656 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dd68217-7f33-4600-8d29-661cf736ecae,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:01.140889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cc6c2ee4-b7f0-4ddf-ab5a-7da523a06aa6 None None] Provisioning for port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:01.150461 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Checking segment: {'id': '9bb21e7a-e760-4282-945c-56c26859fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:25:01.150712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Network hostable DHCP agents. Network: 9c3a0c60-4b68-44ca-8b6e-e840249e977a, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:25:01.161265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cc6c2ee4-b7f0-4ddf-ab5a-7da523a06aa6 None None] Provisioning complete for port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:01.161952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cc6c2ee4-b7f0-4ddf-ab5a-7da523a06aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.188926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Network 9c3a0c60-4b68-44ca-8b6e-e840249e977a is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:25:01.221611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 9c3a0c60-4b68-44ca-8b6e-e840249e977a) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:01.229932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:01.231892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.240869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 73eb5d15-353c-4712-a2c3-d97087aa3dc0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:01.262743 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-065d1861-2121-4fb5-9639-75c72e9f257a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6581368 Mar 23 10:25:01.263396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37234) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:01.272153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-432169058-router', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:01.278573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:01.285534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Usage tracker for resource:router and tenant:8facadec695e4c0391ddf11264652f38 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:01.289271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:01.296430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:01.316699 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0bb624-c72f-4e60-b5a1-fa0ff32d2473 None None] Network 9c3a0c60-4b68-44ca-8b6e-e840249e977a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:25:01.320937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.322044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.341397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.389788 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c2ee4-b7f0-4ddf-ab5a-7da523a06aa6 None None] Port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:25:01.417792 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ca931382-18f5-4cf2-a68a-2a29452a3aa0 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2328 time: 0.3527856 Mar 23 10:25:01.474861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 73eb5d15-353c-4712-a2c3-d97087aa3dc0 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:01.486832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 73eb5d15-353c-4712-a2c3-d97087aa3dc0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:01.487374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.648256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-433d09d7-96a9-4724-a58b-dc70dc0a71c2 None None] Provisioning complete for port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:01.648711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-433d09d7-96a9-4724-a58b-dc70dc0a71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.695794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.710954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-433d09d7-96a9-4724-a58b-dc70dc0a71c2 None None] Port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:25:01.809607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-9c3a0c60-4b68-44ca-8b6e-e840249e977a', 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'fixed_ips': [{'subnet_id': '4dd68217-7f33-4600-8d29-661cf736ecae'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:25:01.810412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.890661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.938825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37240) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:01.942804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-87b56b3a-1cf6-4667-b9c9-0d947896e44f None None] Provisioning complete for port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:01.943162 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87b56b3a-1cf6-4667-b9c9-0d947896e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:01.945077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1109746003', 'description': 'tempest-secgroup-smoke-1109746003 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:01.951509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:01.956835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:01.959903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:01.965934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:01.978935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.008895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:02.012189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-87b56b3a-1cf6-4667-b9c9-0d947896e44f None None] Port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:25:02.012972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:02.016996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:02.023529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:02.033225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 73eb5d15-353c-4712-a2c3-d97087aa3dc0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=73eb5d15-353c-4712-a2c3-d97087aa3dc0,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:02.044105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.044986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:02.128789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.151522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.158664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.172160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.226269 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:02.231774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.237168 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37244) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:02.238361 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-035fa157-d246-4d40-9d10-b3c26e5d93af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2983582 Mar 23 10:25:02.250096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:02.262176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:02.270857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:02.272018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=73eb5d15-353c-4712-a2c3-d97087aa3dc0,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:02.276290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:02.286492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:02.293308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:02.296822 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Allocated IP 172.20.0.2 (9c3a0c60-4b68-44ca-8b6e-e840249e977a/4dd68217-7f33-4600-8d29-661cf736ecae/85b5015a-8627-4082-9141-97221f96f260) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:02.303770 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:02.304139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.465884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.501413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Allocated IP 172.26.4.134 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/c0c94ff9-3264-4fa9-84db-d2ffe5564875) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:02.537703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.572477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=665aa9ed-b97b-4ce8-9baa-fb6a54f707bf,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:02.582827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.583500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3096dd14-59b9-4bac-bebe-b32fefe16219 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:02.627115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.637573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.639006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Sync routers for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:25:02.669425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d9bbe31-86f5-458a-956e-576857e7c1d9,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:02.696413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.696768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.697100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.697428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.697771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.698065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.698383 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.698700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.699017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.699327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.699638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.699946 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:02.720301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.721536 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-612e7e26-1513-441e-ac64-bf6aa2e1db84 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4830649 Mar 23 10:25:02.725213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37248) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:02.726436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:02.727091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:02.731501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.733646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:02.744933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:02.752393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:02.757650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:02.767272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:02.767671 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.799026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.818278 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Sync routers for ids ['7e70e639-b026-4202-a40b-2ce2980d557d'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:25:02.827763 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Routers {'7e70e639-b026-4202-a40b-2ce2980d557d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:02.828369 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7e70e639-b026-4202-a40b-2ce2980d557d'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:02.835475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:02.838520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:02.842813 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:25:02.896439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.900970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=665aa9ed-b97b-4ce8-9baa-fb6a54f707bf,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:02.902586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.905335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c94ff9-3264-4fa9-84db-d2ffe5564875,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:02.908099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.939372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f083ae12-eac2-40d7-8870-5458d38fc84f,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:02.955797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:02.957644 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b87f2452-c8e7-4043-a9ce-5b3aa93a932f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2308559 Mar 23 10:25:02.960321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37252) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:02.966720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:02.974048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:02.978121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:02.981517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:02.987691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:03.009795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.092018 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Set router 7e70e639-b026-4202-a40b-2ce2980d557d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:03.098403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Transition to ACTIVE for port object 85b5015a-8627-4082-9141-97221f96f260 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:03.102147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.108861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.115791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 3096dd14-59b9-4bac-bebe-b32fefe16219 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:03.140142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3096dd14-59b9-4bac-bebe-b32fefe16219 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:03.140597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.152904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafc2f41-0206-40f9-b186-58ef56ea71c3,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:03.161668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.163733 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4b04d4a3-6d64-49a4-9dd8-185c050c3d7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2020147 Mar 23 10:25:03.167099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37256) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:03.178611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:03.180155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Transition to ACTIVE for port object 85b5015a-8627-4082-9141-97221f96f260 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:03.188051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:03.193666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:03.199197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:03.200149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:03.208256 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:03.233021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.262582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.322042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.328240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.337927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.357862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be988e3-a5e9-4491-bf70-c48e682d0a5d,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:03.373009 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.375039 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f8bfb1a9-e932-429b-84b8-2fb41c41d26d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067773 Mar 23 10:25:03.377900 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37260) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:03.384993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:03.391902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:03.396444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:03.399871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:03.408456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:03.421380 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:03.428968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Network 9c3a0c60-4b68-44ca-8b6e-e840249e977a is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:03.431317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.445240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:03.448302 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5', 'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:20:39:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:24:59Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:03.452771 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Checking router: 7e70e639-b026-4202-a40b-2ce2980d557d for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:25:03.453149 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Updating router 7e70e639-b026-4202-a40b-2ce2980d557d port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:25:03.462483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:25:03.474101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Pushing event updated for resources: {'Port': ['ID=85b5015a-8627-4082-9141-97221f96f260,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:03.507969 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.529423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.534495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.562664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9e7ac4-e300-4016-bccd-616d4f1482cb,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:03.579199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.584706 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8f3e2a34-e3da-4916-81c8-e43fed2be719 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2024918 Mar 23 10:25:03.587074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37264) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:03.594079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:03.602096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:03.607068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:03.612198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:03.619721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:03.640425 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:03.650552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.700587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.718606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-680228a6-b565-4dee-9567-95abb00b32b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.724214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Attempting to bind port 85b5015a-8627-4082-9141-97221f96f260 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:03.724441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Attempting to bind port 85b5015a-8627-4082-9141-97221f96f260 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '9bb21e7a-e760-4282-945c-56c26859fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:03.724793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Attempting to bind port 85b5015a-8627-4082-9141-97221f96f260 on network 9c3a0c60-4b68-44ca-8b6e-e840249e977a {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:25:03.743533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.749858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.762082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.772839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:25:03.773237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Checking segment: {'id': '9bb21e7a-e760-4282-945c-56c26859fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:25:03.773630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.774010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Bound using segment: {'id': '9bb21e7a-e760-4282-945c-56c26859fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:25:03.774513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Bound port: 85b5015a-8627-4082-9141-97221f96f260, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb21e7a-e760-4282-945c-56c26859fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:03.774852 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.787845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4084afcb-e130-4b67-921e-d148686bdd8a,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:03.810338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.823232 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9b648a09-8ab1-4449-a965-3ed9f9d1651b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2349327 Mar 23 10:25:03.828330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 3096dd14-59b9-4bac-bebe-b32fefe16219, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3096dd14-59b9-4bac-bebe-b32fefe16219,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:03.859771 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:03.986614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=3096dd14-59b9-4bac-bebe-b32fefe16219,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:03.990210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] For port 85b5015a-8627-4082-9141-97221f96f260, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:25:03.994501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] For port 85b5015a-8627-4082-9141-97221f96f260, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=85b5015a-8627-4082-9141-97221f96f260,segment=NetworkSegment(9bb21e7a-e760-4282-945c-56c26859fe91),segment_id=9bb21e7a-e760-4282-945c-56c26859fe91)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:25:04.001577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 2, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:04.006561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.006884 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.022294 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Transition to ACTIVE for port object cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:04.030669 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.053715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 73eb5d15-353c-4712-a2c3-d97087aa3dc0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:04.082367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Checking router: 8fd84559-b592-4695-a42e-eb0815bcc71f for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:25:04.082734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Updating router 8fd84559-b592-4695-a42e-eb0815bcc71f port f36d2106-d902-4e25-a3b7-8874105fbf0e binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:25:04.128883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Router db971d64-7660-4c18-925d-15a67b5005b7 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:25:04.166157 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea743cd-07d3-46bb-8a47-92edb329cd84 None None] Pushing event updated for resources: {'Port': ['ID=cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:04.216876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.241751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8810d-3a2d-4d15-be30-399d7ae8ab8f None None] Pushing event updated for resources: {'Port': ['ID=85b5015a-8627-4082-9141-97221f96f260,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:04.280133 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Attempting to bind port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:04.282052 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Attempting to bind port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:04.282524 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Attempting to bind port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 on network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:25:04.288387 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:25:04.289619 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Checking segment: {'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:25:04.290127 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.290609 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Bound using segment: {'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:25:04.291181 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Bound port: cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:04.291687 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.304622 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 73eb5d15-353c-4712-a2c3-d97087aa3dc0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:04.305003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.398438 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-45870910-b730-452d-8376-9d0e4e002035 req-04351965-ae77-4436-b12d-c60e20e0537e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:04.399847 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] For port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:25:04.402997 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] For port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:25:04.408334 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.451126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-45870910-b730-452d-8376-9d0e4e002035 req-04351965-ae77-4436-b12d-c60e20e0537e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:04.452516 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-04351965-ae77-4436-b12d-c60e20e0537e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1109746003&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.3518102 Mar 23 10:25:04.508279 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Routers {'7e70e639-b026-4202-a40b-2ce2980d557d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:04.509253 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7e70e639-b026-4202-a40b-2ce2980d557d'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:04.609425 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea743cd-07d3-46bb-8a47-92edb329cd84 None None] Pushing event updated for resources: {'Port': ['ID=cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:04.668453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:25:04.704972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Sync routers for ids ['db971d64-7660-4c18-925d-15a67b5005b7'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:25:04.725271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:04.726615 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-af03c51d-22b8-4cd6-a2a2-9483cf44a3c4 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4616163 Mar 23 10:25:04.729854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37280) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:04.768918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:04.785018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870910-b730-452d-8376-9d0e4e002035 req-e58b4837-c255-4c1c-8f00-69cd8d983431 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:04.785863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-45870910-b730-452d-8376-9d0e4e002035 req-e58b4837-c255-4c1c-8f00-69cd8d983431 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:04.807298 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] Set router 7e70e639-b026-4202-a40b-2ce2980d557d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:04.810031 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Routers {'db971d64-7660-4c18-925d-15a67b5005b7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:04.810661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:24:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['db971d64-7660-4c18-925d-15a67b5005b7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:04.820777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-45870910-b730-452d-8376-9d0e4e002035 req-e58b4837-c255-4c1c-8f00-69cd8d983431 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:04.823129 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-e58b4837-c255-4c1c-8f00-69cd8d983431 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/networks?id=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e HTTP/1.1" status: 200 len: 797 time: 0.3151529 Mar 23 10:25:04.841306 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-53aac121-bee9-43f5-b618-882711d85afa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/quotas/45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0122983 Mar 23 10:25:04.956529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-45870910-b730-452d-8376-9d0e4e002035 req-ddac8ae8-3a75-4007-8832-833eb18c4460 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:04.978861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-45870910-b730-452d-8376-9d0e4e002035 req-ddac8ae8-3a75-4007-8832-833eb18c4460 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:04.982123 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-ddac8ae8-3a75-4007-8832-833eb18c4460 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1347334 Mar 23 10:25:05.164522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:05.164880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.165924 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-e9cc305e-b456-4d17-9015-1c7650ff4280 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656377 Mar 23 10:25:05.241860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Set router db971d64-7660-4c18-925d-15a67b5005b7 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:05.299935 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5', 'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:20:39:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:04Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:05.306293 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad50c63-2a67-4bb0-bb35-66f265d9bc99 None None] The sync data for ids ['7e70e639-b026-4202-a40b-2ce2980d557d'] in dv-neutron-834652-2-hyperv is: [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5', 'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:20:39:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:04Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:25:05.349707 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-4f0155d6-29b7-49d8-8a48-0db70361cbc2 service neutron] 10.222.0.84 "GET /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757176 Mar 23 10:25:05.596902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.640388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Transition to ACTIVE for port object f36d2106-d902-4e25-a3b7-8874105fbf0e will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:05.656919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:05.682158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d11a8d53-100d-496e-909c-1070fcab6014 req-350990b8-5716-4cee-a8c7-424b8a1760a2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:05.698956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d11a8d53-100d-496e-909c-1070fcab6014 req-350990b8-5716-4cee-a8c7-424b8a1760a2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:05.700106 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d11a8d53-100d-496e-909c-1070fcab6014 req-350990b8-5716-4cee-a8c7-424b8a1760a2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 210 time: 0.0694163 Mar 23 10:25:05.889700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c663c2-6a3a-4005-9ad9-004e6426b133 None None] Network 9c3a0c60-4b68-44ca-8b6e-e840249e977a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:25:06.114087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.226697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90c50b-28ac-4cbe-968b-c735ff1e666a None None] Pushing event updated for resources: {'Port': ['ID=f36d2106-d902-4e25-a3b7-8874105fbf0e,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:06.372448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c55cb18d-4618-42d1-99e2-e95a11b95eab None None] Provisioning for port 85b5015a-8627-4082-9141-97221f96f260 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:06.420558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.422209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'name': 'tempest-TestVolumeBootPattern-432169058-router', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:03Z', 'revision_number': 3, 'project_id': '8facadec695e4c0391ddf11264652f38', 'gw_port': {'id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:02Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:06.424358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Attempting to bind port f36d2106-d902-4e25-a3b7-8874105fbf0e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:06.424718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Attempting to bind port f36d2106-d902-4e25-a3b7-8874105fbf0e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:06.425089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Attempting to bind port f36d2106-d902-4e25-a3b7-8874105fbf0e on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:25:06.431390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Allocated IP 172.20.0.1 (9c3a0c60-4b68-44ca-8b6e-e840249e977a/4dd68217-7f33-4600-8d29-661cf736ecae/4ce037ac-0f49-4d15-9ce1-5f5a63c1b780) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:06.434049 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Checking router: db971d64-7660-4c18-925d-15a67b5005b7 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:25:06.434399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Updating router db971d64-7660-4c18-925d-15a67b5005b7 port c0c94ff9-3264-4fa9-84db-d2ffe5564875 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:25:06.501933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:25:06.502206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Checking segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:25:06.502609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.502991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Bound using segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:25:06.503474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Bound port: f36d2106-d902-4e25-a3b7-8874105fbf0e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:06.503907 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.526095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:06.636705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.654834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Transition to ACTIVE for port object 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:06.684314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.693519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f9adc0fa-1421-431a-ac8d-9064ee09cfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.712743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.757200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Network 9c3a0c60-4b68-44ca-8b6e-e840249e977a is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:06.758662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:06.760762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:25:06.835900 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce037ac-0f49-4d15-9ce1-5f5a63c1b780,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:06.849113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.849834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.849834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.850226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.850627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.851456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.851851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.852243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.852644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.853077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.853568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.853954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:06.866788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:06.951113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] For port f36d2106-d902-4e25-a3b7-8874105fbf0e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:25:06.956747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:07.005421 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7a9b4fbd-7377-4079-aec3-69b83f8b84ac req-43ed03a6-62da-45c7-9589-695e569c751a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 210 time: 0.1323245 Mar 23 10:25:07.074233 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:07.074669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.100355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] For port f36d2106-d902-4e25-a3b7-8874105fbf0e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f36d2106-d902-4e25-a3b7-8874105fbf0e,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:25:07.100531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.140859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.263153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870910-b730-452d-8376-9d0e4e002035 req-f848a62f-3478-4b88-bc6e-8d779eae971b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:07.264752 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-f848a62f-3478-4b88-bc6e-8d779eae971b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e HTTP/1.1" status: 200 len: 797 time: 0.3252780 Mar 23 10:25:07.358423 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-021b31fb-cce9-47f2-abf9-11f3a1cf00ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 380 time: 0.0851228 Mar 23 10:25:07.375406 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'device_id': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'admin_state_up': True, 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'security_groups': ['05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:07.437399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:07.438086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:07.442607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.453400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.541021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.558506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb90c50b-28ac-4cbe-968b-c735ff1e666a None None] Pushing event updated for resources: {'Port': ['ID=f36d2106-d902-4e25-a3b7-8874105fbf0e,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:07.570436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.resource_extend [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 10:25:07.590022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.614810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:07.631256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:07.638807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.648520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:07.653014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.709373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Pushing event updated for resources: {'Port': ['ID=4ce037ac-0f49-4d15-9ce1-5f5a63c1b780,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:07.740784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.766353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Network 9c3a0c60-4b68-44ca-8b6e-e840249e977a is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:07.767769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:07.828290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.836289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:07.857289 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.13 (e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e/25dd6185-3587-4b09-b350-9e7a75ecd1de/47618aac-0ab9-41e9-91ee-1235f10cdb04) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:07.914793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:07.916243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Transition to ACTIVE for port object c0c94ff9-3264-4fa9-84db-d2ffe5564875 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:07.930782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:07.931628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 85b5015a-8627-4082-9141-97221f96f260 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:08.031863 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.103441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Router db971d64-7660-4c18-925d-15a67b5005b7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:25:08.135677 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.163787 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 47618aac-0ab9-41e9-91ee-1235f10cdb04 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:08.198093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.267128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:08.270428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:08.274580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:25:08.298708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Attempting to bind port c0c94ff9-3264-4fa9-84db-d2ffe5564875 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:08.299080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Attempting to bind port c0c94ff9-3264-4fa9-84db-d2ffe5564875 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:08.299431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Attempting to bind port c0c94ff9-3264-4fa9-84db-d2ffe5564875 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:25:08.310060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:25:08.310445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:25:08.310912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.311320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:25:08.311774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Bound port: c0c94ff9-3264-4fa9-84db-d2ffe5564875, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:08.312175 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.356345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:25:08.372568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626e26c-822b-4e83-9f8f-096018a0b537 req-825e5581-9e8f-4a78-a581-47fd794a0b36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:08.373603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-11cce6a0-df21-4460-8ce6-bbd6d059e0b7 None None] Provisioning for port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:08.374246 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5626e26c-822b-4e83-9f8f-096018a0b537 req-825e5581-9e8f-4a78-a581-47fd794a0b36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 932 time: 0.2088814 Mar 23 10:25:08.385853 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-98f3b5f6-658e-4371-98c5-098827ad4d51 admin admin] 10.222.0.84 "PUT /v2.0/routers/db971d64-7660-4c18-925d-15a67b5005b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6458609 Mar 23 10:25:08.394323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:08.401624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-11cce6a0-df21-4460-8ce6-bbd6d059e0b7 None None] Provisioning complete for port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:08.401993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-11cce6a0-df21-4460-8ce6-bbd6d059e0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.476226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] For port c0c94ff9-3264-4fa9-84db-d2ffe5564875, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:25:08.480552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] For port c0c94ff9-3264-4fa9-84db-d2ffe5564875, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c0c94ff9-3264-4fa9-84db-d2ffe5564875,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:25:08.487163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-5626e26c-822b-4e83-9f8f-096018a0b537 req-9aefb020-67a5-484b-839b-ce931f04460f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:08.490528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=47618aac-0ab9-41e9-91ee-1235f10cdb04,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:08.515943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-5626e26c-822b-4e83-9f8f-096018a0b537 req-9aefb020-67a5-484b-839b-ce931f04460f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:08.519990 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5626e26c-822b-4e83-9f8f-096018a0b537 req-9aefb020-67a5-484b-839b-ce931f04460f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251276 Mar 23 10:25:08.544330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:08.544330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.559951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.574128 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-93512463-82f4-4e9a-b0c8-acadb09eb997 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2048087 Mar 23 10:25:08.582874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 85b5015a-8627-4082-9141-97221f96f260 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:08.585778 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Request body: {'port': {'device_id': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:08.609354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 85b5015a-8627-4082-9141-97221f96f260 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:08.609634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.687701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-11cce6a0-df21-4460-8ce6-bbd6d059e0b7 None None] Port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:25:08.709674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:08.717610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b65d7-b50e-4650-88fe-4f1c43ce91e1 None None] Pushing event updated for resources: {'Port': ['ID=c0c94ff9-3264-4fa9-84db-d2ffe5564875,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:08.727744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Routers {'db971d64-7660-4c18-925d-15a67b5005b7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:08.727744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['db971d64-7660-4c18-925d-15a67b5005b7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:08.978523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37308) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:08.984517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109237347', 'description': 'tempest-secgroup-smoke-109237347 description', 'project_id': '49d2026bd1544e12ad420d9db2ea09e3'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:08.990230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:08.995132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:security_group and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:08.998910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:09.007014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:09.019861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.040208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:09.044966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:security_group_rule and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:09.048622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:09.054345 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-392fa38d-f173-4e57-8750-1c482eaf8ef9 None None] Provisioning for port 47618aac-0ab9-41e9-91ee-1235f10cdb04 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:09.055907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:09.071005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b65d7-b50e-4650-88fe-4f1c43ce91e1 None None] Pushing event updated for resources: {'Port': ['ID=c0c94ff9-3264-4fa9-84db-d2ffe5564875,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:09.084432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-392fa38d-f173-4e57-8750-1c482eaf8ef9 None None] Provisioning complete for port 47618aac-0ab9-41e9-91ee-1235f10cdb04 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:09.084590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-392fa38d-f173-4e57-8750-1c482eaf8ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.104170 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47618aac-0ab9-41e9-91ee-1235f10cdb04 {{(pid=87860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:25:09.117160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.134450 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Transition to ACTIVE for port object 47618aac-0ab9-41e9-91ee-1235f10cdb04 will not be triggered until provisioned by entity L2. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:09.140172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.141132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.150273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.155846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.183523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:06Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:09.195557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e505bb3-cabc-41fe-b29d-68733d4a6c01,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:09.199294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] Set router db971d64-7660-4c18-925d-15a67b5005b7 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:09.201193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.203282 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-819932ae-0d95-49df-b00d-f86b2bf12e2d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2237639 Mar 23 10:25:09.206146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37312) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:09.213142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'security_group_rule': {'security_group_id': '1e505bb3-cabc-41fe-b29d-68733d4a6c01', 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:09.220723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:09.224931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:security_group_rule and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:09.232595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:09.239747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:09.257809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59547243-265c-456a-ad83-dc12fb8ec8cc None None] The sync data for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv is: [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:06Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:25:09.259327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-392fa38d-f173-4e57-8750-1c482eaf8ef9 None None] Port 47618aac-0ab9-41e9-91ee-1235f10cdb04 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:25:09.263695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.278247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=47618aac-0ab9-41e9-91ee-1235f10cdb04,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:09.298314 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 85b5015a-8627-4082-9141-97221f96f260, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=85b5015a-8627-4082-9141-97221f96f260,segment=NetworkSegment(9bb21e7a-e760-4282-945c-56c26859fe91),segment_id=9bb21e7a-e760-4282-945c-56c26859fe91)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:09.348250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.358121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.369624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.371450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3096dd14-59b9-4bac-bebe-b32fefe16219 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:09.383477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8badef34-dbfe-48a2-ad65-ff6cf98bedd9,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:09.408635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.410014 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-60ecc464-0f1b-4d2c-951f-2a0ce28fe97c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2026250 Mar 23 10:25:09.416334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37316) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:09.434949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'security_group_rule': {'security_group_id': '1e505bb3-cabc-41fe-b29d-68733d4a6c01', 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:09.441916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:09.447025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:security_group_rule and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:09.453728 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:09.471431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:09.489193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Attempting to bind port 47618aac-0ab9-41e9-91ee-1235f10cdb04 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:09.489659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Attempting to bind port 47618aac-0ab9-41e9-91ee-1235f10cdb04 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:09.489824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Attempting to bind port 47618aac-0ab9-41e9-91ee-1235f10cdb04 on network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:25:09.496008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.496593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Port 47618aac-0ab9-41e9-91ee-1235f10cdb04 on network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:25:09.496593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Attempting to bind port 47618aac-0ab9-41e9-91ee-1235f10cdb04 on network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:25:09.503674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:25:09.504059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Checking segment: {'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:25:09.504630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Bound using segment: {'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:25:09.505074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Bound port: 47618aac-0ab9-41e9-91ee-1235f10cdb04, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09cf9e61-c27f-4008-a20e-a8fe57c5cb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e'}}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:09.505427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.540810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-392fa38d-f173-4e57-8750-1c482eaf8ef9 None None] Provisioning complete for port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:09.541484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-392fa38d-f173-4e57-8750-1c482eaf8ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.577459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.584869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.618029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7072fe5e-f0db-44ed-b609-936ca45b4214,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:09.627682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] For port 47618aac-0ab9-41e9-91ee-1235f10cdb04, host hv-neutron-8346, cleared binding levels {{(pid=87860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:25:09.632156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] For port 47618aac-0ab9-41e9-91ee-1235f10cdb04, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47618aac-0ab9-41e9-91ee-1235f10cdb04,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:25:09.635902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.638524 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.638686 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dcefb9ca-1007-4385-9d66-4a3b59b86109 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2211936 Mar 23 10:25:09.641329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37322) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:09.647460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'security_group_rule': {'security_group_id': '1e505bb3-cabc-41fe-b29d-68733d4a6c01', 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:09.655750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:09.663266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:security_group_rule and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:09.671158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:09.715577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:09.740390 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:09.741932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.744271 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] 10.222.0.102 "PUT /v2.0/ports/47618aac-0ab9-41e9-91ee-1235f10cdb04 HTTP/1.1" status: 200 len: 1094 time: 1.1621675 Mar 23 10:25:09.751928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.753791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.761647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'tag': '47618aac-0ab9-41e9-91ee-1235f10cdb04'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:25:09.804409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=85b5015a-8627-4082-9141-97221f96f260,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:09.835288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-392fa38d-f173-4e57-8750-1c482eaf8ef9 None None] Port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:25:09.848541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.859658 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 3096dd14-59b9-4bac-bebe-b32fefe16219 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:09.860019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.873594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6345327-45cd-4295-a4d4-7074f82071a7 req-f20e9a57-9374-468e-9b95-0ee9f8a5805f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:09.875621 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c6345327-45cd-4295-a4d4-7074f82071a7 req-f20e9a57-9374-468e-9b95-0ee9f8a5805f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 944 time: 0.2008033 Mar 23 10:25:09.876386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.884515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5a941-cfb8-4843-a809-a7c2a1e0b4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=47618aac-0ab9-41e9-91ee-1235f10cdb04,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:09.900626 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'tag': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'status': 'completed', 'code': 200} Mar 23 10:25:09.931762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870910-b730-452d-8376-9d0e4e002035 req-c9e0d644-de1f-4786-a4d5-0d8a346f0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:09.933547 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-c9e0d644-de1f-4786-a4d5-0d8a346f0df0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 1097 time: 0.1415069 Mar 23 10:25:09.937252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca9d7d1-5938-4025-aa10-4d60391d838e,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:09.968913 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c6345327-45cd-4295-a4d4-7074f82071a7 req-902f4558-778f-4a51-9384-0980f8a9d807 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809586 Mar 23 10:25:09.972521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:09.975192 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-35810cdf-0cea-4462-b9dd-1c1fe9b9fca7 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328056 Mar 23 10:25:09.984476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37328) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:10.002204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'security_group_rule': {'security_group_id': '1e505bb3-cabc-41fe-b29d-68733d4a6c01', 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:10.011248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:10.022212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:security_group_rule and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:10.039633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:10.054870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:10.055097 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-0e7c8996-cdea-45bd-836b-6fa6b3a1b23e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47618aac-0ab9-41e9-91ee-1235f10cdb04 HTTP/1.1" status: 200 len: 217 time: 0.0975113 Mar 23 10:25:10.087634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.147691 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870910-b730-452d-8376-9d0e4e002035 req-81d87321-7973-46e0-808a-0d0458919a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:10.149173 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-81d87321-7973-46e0-808a-0d0458919a1f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=25dd6185-3587-4b09-b350-9e7a75ecd1de HTTP/1.1" status: 200 len: 833 time: 0.0866108 Mar 23 10:25:10.159178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.173298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.187601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'name': 'tempest-TestVolumeBootPattern-432169058-router', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:06Z', 'revision_number': 4, 'project_id': '8facadec695e4c0391ddf11264652f38', 'gw_port': {'id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:02Z', 'updated_at': '2022-03-23T10:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '4ce037ac-0f49-4d15-9ce1-5f5a63c1b780', 'name': '', 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'mac_address': 'fa:16:3e:03:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '4dd68217-7f33-4600-8d29-661cf736ecae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:06Z', 'updated_at': '2022-03-23T10:25:07Z', 'revision_number': 2, 'project_id': '8facadec695e4c0391ddf11264652f38', 'subnets': [{'id': '4dd68217-7f33-4600-8d29-661cf736ecae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:10.193284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96032e56-981f-4006-bd7e-7e26d59c40e4 None None] The sync data for ids ['db971d64-7660-4c18-925d-15a67b5005b7'] in dv-neutron-834652-2-hyperv is: [{'id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'name': 'tempest-TestVolumeBootPattern-432169058-router', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:06Z', 'revision_number': 4, 'project_id': '8facadec695e4c0391ddf11264652f38', 'gw_port': {'id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:02Z', 'updated_at': '2022-03-23T10:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '4ce037ac-0f49-4d15-9ce1-5f5a63c1b780', 'name': '', 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'mac_address': 'fa:16:3e:03:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '4dd68217-7f33-4600-8d29-661cf736ecae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:06Z', 'updated_at': '2022-03-23T10:25:07Z', 'revision_number': 2, 'project_id': '8facadec695e4c0391ddf11264652f38', 'subnets': [{'id': '4dd68217-7f33-4600-8d29-661cf736ecae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:25:10.203250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2313999-3d64-41fc-befd-90309db853b5,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:10.214554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.216064 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8ee7dc02-74d8-4e63-81a4-d5d3ca78eef8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2293017 Mar 23 10:25:10.219781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37332) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:10.236315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'security_group_rule': {'security_group_id': '1e505bb3-cabc-41fe-b29d-68733d4a6c01', 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:10.238611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45870910-b730-452d-8376-9d0e4e002035 req-8ae217de-059b-41a2-96d9-2d9b88d363fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:10.240229 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-8ae217de-059b-41a2-96d9-2d9b88d363fa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842395 Mar 23 10:25:10.244525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:10.249544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:security_group_rule and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:10.252748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:10.258614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:10.275821 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Project 49d2026bd1544e12ad420d9db2ea09e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:10.283064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.304360 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:10.359991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.365210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.377232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:10.377597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.390366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a7f67b-635e-44ac-84e0-bbadc76bda78,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:10.401646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.403432 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-048e3f32-855c-464d-846c-0d81de92f4d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1822429 Mar 23 10:25:10.406096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37336) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:10.407127 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-55ae3585-e405-4208-acae-02103b12ecb3 service neutron] 10.222.0.102 "GET /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564186 Mar 23 10:25:10.411197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'security_group_rule': {'security_group_id': '1e505bb3-cabc-41fe-b29d-68733d4a6c01', 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:10.417589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:10.423128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:security_group_rule and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:10.427008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:10.434640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:10.451819 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Project 49d2026bd1544e12ad420d9db2ea09e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:25:10.458554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.515411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 85b5015a-8627-4082-9141-97221f96f260 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:10.542442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.548719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.553797 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45870910-b730-452d-8376-9d0e4e002035 req-7384ab33-702d-46c9-9c9c-9e98b08f5f50 service neutron] 10.222.0.102 "GET /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408432 Mar 23 10:25:10.582013 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202b9653-e09c-4bd8-863b-de47a8ca1de9,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:10.589714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 85b5015a-8627-4082-9141-97221f96f260 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:10.590211 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.590382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.594694 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fca82731-d1ef-4372-ad18-172950a28c28 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1845772 Mar 23 10:25:10.674213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-7861a2ba-fc1e-43e0-a809-89fd2c9c13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:10.675809 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-7861a2ba-fc1e-43e0-a809-89fd2c9c13d8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 1097 time: 0.0763946 Mar 23 10:25:10.713251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f36d2106-d902-4e25-a3b7-8874105fbf0e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:10.782902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f36d2106-d902-4e25-a3b7-8874105fbf0e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:10.788339 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f36d2106-d902-4e25-a3b7-8874105fbf0e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:10.788872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.827240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-9128cac7-c587-4498-986c-225c8557ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:10.829366 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-9128cac7-c587-4498-986c-225c8557ed79 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e HTTP/1.1" status: 200 len: 898 time: 0.1461561 Mar 23 10:25:10.909956 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-466ea31d-a471-450b-943a-ec5c9bd0c111 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47618aac-0ab9-41e9-91ee-1235f10cdb04 HTTP/1.1" status: 200 len: 217 time: 0.0737553 Mar 23 10:25:10.910353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.944588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f36d2106-d902-4e25-a3b7-8874105fbf0e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f36d2106-d902-4e25-a3b7-8874105fbf0e,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:10.948958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:10.979453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-f4e8b0f1-f7e4-4222-9187-d383aee950e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:10.980972 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-f4e8b0f1-f7e4-4222-9187-d383aee950e3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=25dd6185-3587-4b09-b350-9e7a75ecd1de HTTP/1.1" status: 200 len: 833 time: 0.0642569 Mar 23 10:25:11.073104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f36d2106-d902-4e25-a3b7-8874105fbf0e,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:11.080384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-51be072e-fa0c-4d5c-969f-8da47f75fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:11.081980 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-51be072e-fa0c-4d5c-969f-8da47f75fa16 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943000 Mar 23 10:25:11.414239 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-53ffc79c-bf93-4169-9a1b-e196551d5a50 service neutron] 10.222.0.102 "GET /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253140 Mar 23 10:25:11.422595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efa968-3ecf-4ab6-8f5c-adaf52c39b12 req-3d50aaa2-4083-4659-be1a-bf6ad625228c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:11.423355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-47efa968-3ecf-4ab6-8f5c-adaf52c39b12 req-3d50aaa2-4083-4659-be1a-bf6ad625228c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:11.524644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-47efa968-3ecf-4ab6-8f5c-adaf52c39b12 req-3d50aaa2-4083-4659-be1a-bf6ad625228c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:11.526112 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-47efa968-3ecf-4ab6-8f5c-adaf52c39b12 req-3d50aaa2-4083-4659-be1a-bf6ad625228c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 944 time: 0.4145155 Mar 23 10:25:11.611872 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-47efa968-3ecf-4ab6-8f5c-adaf52c39b12 req-448ef381-9676-4742-9fb5-c90f17878517 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776381 Mar 23 10:25:11.615569 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bbb8175d-a993-42f4-a758-089bb90ed835 req-a71c641a-8f39-4156-bb82-4bfc9381703c service neutron] 10.222.0.102 "GET /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891038 Mar 23 10:25:12.241550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f36d2106-d902-4e25-a3b7-8874105fbf0e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:12.323937 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f36d2106-d902-4e25-a3b7-8874105fbf0e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:12.324260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:12.819442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b9d7c-16b4-4b99-8f45-d84a450a961e req-c9a4e622-9d95-41a5-aad5-7ddd2b325e3b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:12.820917 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b42b9d7c-16b4-4b99-8f45-d84a450a961e req-c9a4e622-9d95-41a5-aad5-7ddd2b325e3b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 944 time: 0.0881796 Mar 23 10:25:12.870243 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b42b9d7c-16b4-4b99-8f45-d84a450a961e req-55556fdc-c0c3-4861-a49e-4004115ab0fb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Mar 23 10:25:13.249389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 47618aac-0ab9-41e9-91ee-1235f10cdb04 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:25:13.389539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 47618aac-0ab9-41e9-91ee-1235f10cdb04, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47618aac-0ab9-41e9-91ee-1235f10cdb04,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:13.405706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'port_id': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'mac_address': 'fa:16:3e:89:9a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:25:13.463346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.480436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47618aac-0ab9-41e9-91ee-1235f10cdb04 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:25:13.496222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 47618aac-0ab9-41e9-91ee-1235f10cdb04, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47618aac-0ab9-41e9-91ee-1235f10cdb04,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:13.502288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:13.579178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=47618aac-0ab9-41e9-91ee-1235f10cdb04,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:13.712171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['47618aac-0ab9-41e9-91ee-1235f10cdb04'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:25:13.819729 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Sync routers for ids ['db971d64-7660-4c18-925d-15a67b5005b7'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:25:13.831473 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Routers {'db971d64-7660-4c18-925d-15a67b5005b7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:13.832314 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['db971d64-7660-4c18-925d-15a67b5005b7'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:14.064904 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Set router db971d64-7660-4c18-925d-15a67b5005b7 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:14.081487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37553c-3015-468b-8cfc-3949b7b29d4f req-3477cc7a-1889-49f5-b99d-533e9813499c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:14.083265 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0b37553c-3015-468b-8cfc-3949b7b29d4f req-3477cc7a-1889-49f5-b99d-533e9813499c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 945 time: 0.0901217 Mar 23 10:25:14.138322 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0b37553c-3015-468b-8cfc-3949b7b29d4f req-34d1739c-b070-48dd-b959-ae238f96118c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469735 Mar 23 10:25:14.270009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c0c94ff9-3264-4fa9-84db-d2ffe5564875 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:14.340042 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port c0c94ff9-3264-4fa9-84db-d2ffe5564875 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:14.345476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c0c94ff9-3264-4fa9-84db-d2ffe5564875 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:14.345841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.399897 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'name': 'tempest-TestVolumeBootPattern-432169058-router', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:06Z', 'revision_number': 4, 'project_id': '8facadec695e4c0391ddf11264652f38', 'gw_port': {'id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:02Z', 'updated_at': '2022-03-23T10:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '4ce037ac-0f49-4d15-9ce1-5f5a63c1b780', 'name': '', 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'mac_address': 'fa:16:3e:03:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '4dd68217-7f33-4600-8d29-661cf736ecae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:06Z', 'updated_at': '2022-03-23T10:25:07Z', 'revision_number': 2, 'project_id': '8facadec695e4c0391ddf11264652f38', 'subnets': [{'id': '4dd68217-7f33-4600-8d29-661cf736ecae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:14.403931 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Checking router: db971d64-7660-4c18-925d-15a67b5005b7 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:25:14.404344 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Updating router db971d64-7660-4c18-925d-15a67b5005b7 port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:25:14.461938 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.472751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.490365 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port c0c94ff9-3264-4fa9-84db-d2ffe5564875, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c0c94ff9-3264-4fa9-84db-d2ffe5564875,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:14.496430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.567432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=c0c94ff9-3264-4fa9-84db-d2ffe5564875,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:14.810876 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:14.822017 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Transition to ACTIVE for port object 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:14.829591 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.024048 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab1fa2-e0c9-4fb3-9cc8-19d296d1346d None None] Pushing event updated for resources: {'Port': ['ID=4ce037ac-0f49-4d15-9ce1-5f5a63c1b780,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:15.042859 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Attempting to bind port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:15.043312 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Attempting to bind port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '9bb21e7a-e760-4282-945c-56c26859fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:15.043874 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Attempting to bind port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 on network 9c3a0c60-4b68-44ca-8b6e-e840249e977a {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:25:15.050267 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:25:15.050636 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Checking segment: {'id': '9bb21e7a-e760-4282-945c-56c26859fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:25:15.051032 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.051684 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Bound using segment: {'id': '9bb21e7a-e760-4282-945c-56c26859fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:25:15.052147 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Bound port: 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb21e7a-e760-4282-945c-56c26859fe91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:15.052534 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.181118 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] For port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:25:15.184414 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] For port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4ce037ac-0f49-4d15-9ce1-5f5a63c1b780,segment=NetworkSegment(9bb21e7a-e760-4282-945c-56c26859fe91),segment_id=9bb21e7a-e760-4282-945c-56c26859fe91)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:25:15.188720 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.270370 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Routers {'db971d64-7660-4c18-925d-15a67b5005b7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:15.271000 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['db971d64-7660-4c18-925d-15a67b5005b7'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:15.280970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 47618aac-0ab9-41e9-91ee-1235f10cdb04 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:15.343578 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab1fa2-e0c9-4fb3-9cc8-19d296d1346d None None] Pushing event updated for resources: {'Port': ['ID=4ce037ac-0f49-4d15-9ce1-5f5a63c1b780,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:15.380133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6db8a0-9d64-478e-a052-6b2aed74567e req-3ed6203d-ec20-44c7-87af-7036aac9dade tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.381848 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ca6db8a0-9d64-478e-a052-6b2aed74567e req-3ed6203d-ec20-44c7-87af-7036aac9dade tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 945 time: 0.1211262 Mar 23 10:25:15.392253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 47618aac-0ab9-41e9-91ee-1235f10cdb04 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:15.397954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 47618aac-0ab9-41e9-91ee-1235f10cdb04 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:15.398332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.452162 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ca6db8a0-9d64-478e-a052-6b2aed74567e req-5611e389-0ab2-4965-a1fd-bd22de4899f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640357 Mar 23 10:25:15.546884 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] Set router db971d64-7660-4c18-925d-15a67b5005b7 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:15.565496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.599375 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47618aac-0ab9-41e9-91ee-1235f10cdb04'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:25:15.609455 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 47618aac-0ab9-41e9-91ee-1235f10cdb04, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47618aac-0ab9-41e9-91ee-1235f10cdb04,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:15.614247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:15.664663 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'code': 200} Mar 23 10:25:15.689430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=47618aac-0ab9-41e9-91ee-1235f10cdb04,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:15.700934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.701828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.702179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.702832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.702832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.703302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.703422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.703752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.704056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.704373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.704687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.705000 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:25:15.979675 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'name': 'tempest-TestVolumeBootPattern-432169058-router', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:06Z', 'revision_number': 4, 'project_id': '8facadec695e4c0391ddf11264652f38', 'gw_port': {'id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:02Z', 'updated_at': '2022-03-23T10:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '4ce037ac-0f49-4d15-9ce1-5f5a63c1b780', 'name': '', 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'mac_address': 'fa:16:3e:03:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '4dd68217-7f33-4600-8d29-661cf736ecae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:06Z', 'updated_at': '2022-03-23T10:25:15Z', 'revision_number': 4, 'project_id': '8facadec695e4c0391ddf11264652f38', 'subnets': [{'id': '4dd68217-7f33-4600-8d29-661cf736ecae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:15.984875 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615a169-0340-4c97-9847-56318b6e1fd6 None None] The sync data for ids ['db971d64-7660-4c18-925d-15a67b5005b7'] in dv-neutron-834652-2-hyperv is: [{'id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'name': 'tempest-TestVolumeBootPattern-432169058-router', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:25:06Z', 'revision_number': 4, 'project_id': '8facadec695e4c0391ddf11264652f38', 'gw_port': {'id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:02Z', 'updated_at': '2022-03-23T10:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '4ce037ac-0f49-4d15-9ce1-5f5a63c1b780', 'name': '', 'network_id': '9c3a0c60-4b68-44ca-8b6e-e840249e977a', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'mac_address': 'fa:16:3e:03:ff:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': '4dd68217-7f33-4600-8d29-661cf736ecae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:06Z', 'updated_at': '2022-03-23T10:25:15Z', 'revision_number': 4, 'project_id': '8facadec695e4c0391ddf11264652f38', 'subnets': [{'id': '4dd68217-7f33-4600-8d29-661cf736ecae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:25:15.987704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4347d1-55b0-4c00-b54f-97be37348c1e req-52d36383-8a06-43e5-bab7-613ff7160e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:15.989209 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8c4347d1-55b0-4c00-b54f-97be37348c1e req-52d36383-8a06-43e5-bab7-613ff7160e51 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 1099 time: 0.0856211 Mar 23 10:25:16.033319 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8c4347d1-55b0-4c00-b54f-97be37348c1e req-d4062da3-c540-4b27-971d-6550fc05b54e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374002 Mar 23 10:25:16.259925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c0c94ff9-3264-4fa9-84db-d2ffe5564875 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:16.335544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c0c94ff9-3264-4fa9-84db-d2ffe5564875 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:16.336649 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.456945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:16.535879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:16.541684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:16.542052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.691290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86564141-ce36-4ff1-a706-5fa8583d0309 req-2b60de1e-4814-4017-9674-fdaf7f354747 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:16.693027 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-86564141-ce36-4ff1-a706-5fa8583d0309 req-2b60de1e-4814-4017-9674-fdaf7f354747 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 946 time: 0.0961013 Mar 23 10:25:16.721752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.756475 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-86564141-ce36-4ff1-a706-5fa8583d0309 req-da174345-ce08-45b0-a63e-6ff2fb3171ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550554 Mar 23 10:25:16.780922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4ce037ac-0f49-4d15-9ce1-5f5a63c1b780,segment=NetworkSegment(9bb21e7a-e760-4282-945c-56c26859fe91),segment_id=9bb21e7a-e760-4282-945c-56c26859fe91)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:16.785309 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:16.886837 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=4ce037ac-0f49-4d15-9ce1-5f5a63c1b780,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:17.947379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bed34e-c65e-4b8f-8f00-64688bad4151 req-2a0141b7-f794-4999-bfc8-9c7ac42c84c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:17.948840 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-23bed34e-c65e-4b8f-8f00-64688bad4151 req-2a0141b7-f794-4999-bfc8-9c7ac42c84c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 946 time: 0.0824761 Mar 23 10:25:17.995850 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-23bed34e-c65e-4b8f-8f00-64688bad4151 req-186b54e7-3766-4a48-bbd2-ab0e186b5d80 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403762 Mar 23 10:25:18.193891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d57aa2-9762-46a5-8780-5cd3b8a9c718 req-4ce7d7a9-e340-40f6-8eb0-4f5a712855b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:18.197483 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f9d57aa2-9762-46a5-8780-5cd3b8a9c718 req-4ce7d7a9-e340-40f6-8eb0-4f5a712855b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 946 time: 0.0904520 Mar 23 10:25:18.244568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:18.249579 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f9d57aa2-9762-46a5-8780-5cd3b8a9c718 req-939ea316-1d48-4567-9ee5-e9f4fd7c4b04 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479510 Mar 23 10:25:18.269702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37450) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:18.329011 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:18.329357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.378147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c20888-4691-4279-8ec8-70f465648a72 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:18.383031 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-02c20888-4691-4279-8ec8-70f465648a72 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 1094 time: 0.1094949 Mar 23 10:25:18.383270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37454) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:18.388067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:18.394033 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:18.397990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:floatingip and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:18.400776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:18.407170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:18.419676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.571622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:18.709275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.140 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/af82c458-efa2-4790-b5c8-ea8a3a509df5) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:18.971873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.004134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.064961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:19.069623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:19.071592 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:25:19.122970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=af82c458-efa2-4790-b5c8-ea8a3a509df5,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:19.527708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.603478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.816859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.824096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:19.942116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=af82c458-efa2-4790-b5c8-ea8a3a509df5,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:19.950444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.127901 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP ab063159-2410-44db-935c-8262be21f06a associated. External IP: 172.26.4.140, port: 47618aac-0ab9-41e9-91ee-1235f10cdb04. Mar 23 10:25:20.592695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 7e70e639-b026-4202-a40b-2ce2980d557d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:25:20.785170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:25:20.794804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] Sync routers for ids ['7e70e639-b026-4202-a40b-2ce2980d557d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:25:20.804274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] Routers {'7e70e639-b026-4202-a40b-2ce2980d557d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:20.804880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7e70e639-b026-4202-a40b-2ce2980d557d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:20.812449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:20.873716 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-22f9bd04-ba5f-4908-8e18-6ea655fa1208 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4888842 Mar 23 10:25:20.874292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'tag': '47618aac-0ab9-41e9-91ee-1235f10cdb04'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:25:20.876753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37462) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:20.938250 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'tag': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'status': 'completed', 'code': 200} Mar 23 10:25:21.023445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] Set router 7e70e639-b026-4202-a40b-2ce2980d557d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:21.058478 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fc6c4734-6b19-4711-82ec-c264b8de9bbf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/ab063159-2410-44db-935c-8262be21f06a HTTP/1.1" status: 200 len: 992 time: 0.1804757 Mar 23 10:25:21.086796 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-8f138859-b341-448e-b636-1ea16a9e52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:21.088235 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-8f138859-b341-448e-b636-1ea16a9e52bf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 1099 time: 0.1176729 Mar 23 10:25:21.234113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-9863f89d-341c-4669-b31c-f6f0b470379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:21.234113 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-9863f89d-341c-4669-b31c-f6f0b470379a service neutron] 10.222.0.102 "GET /v2.0/networks?id=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e HTTP/1.1" status: 200 len: 898 time: 0.1396768 Mar 23 10:25:21.355651 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-e989d36d-395f-46a9-92d9-8c0ff2d27d82 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47618aac-0ab9-41e9-91ee-1235f10cdb04 HTTP/1.1" status: 200 len: 1000 time: 0.1155295 Mar 23 10:25:21.414588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'ab063159-2410-44db-935c-8262be21f06a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'port_id': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'mac_address': 'fa:16:3e:89:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:19Z', 'updated_at': '2022-03-23T10:25:19Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5', 'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:20:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:07Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:21.418651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] Checking router: 7e70e639-b026-4202-a40b-2ce2980d557d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:25:21.419228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-f68b28ae-25e5-4526-987c-1ab89ca0ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:21.420732 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-f68b28ae-25e5-4526-987c-1ab89ca0ee54 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=25dd6185-3587-4b09-b350-9e7a75ecd1de HTTP/1.1" status: 200 len: 833 time: 0.0587046 Mar 23 10:25:21.426981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] Routers {'7e70e639-b026-4202-a40b-2ce2980d557d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:21.427527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7e70e639-b026-4202-a40b-2ce2980d557d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:21.502518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-4ace1e7f-7f0e-4e4b-9d41-372ada2b3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:21.504225 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-4ace1e7f-7f0e-4e4b-9d41-372ada2b3606 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746834 Mar 23 10:25:21.621298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] Set router 7e70e639-b026-4202-a40b-2ce2980d557d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:21.651352 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-21f51b28-4b62-42ba-b539-d4ae6840498f service neutron] 10.222.0.102 "GET /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408076 Mar 23 10:25:21.798385 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-678b67b6-cca6-4228-8bfd-b140920dc584 req-01335b47-6d7a-4110-b2c3-83e206bf32ca service neutron] 10.222.0.102 "GET /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411791 Mar 23 10:25:21.997667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'ab063159-2410-44db-935c-8262be21f06a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'port_id': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'mac_address': 'fa:16:3e:89:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:19Z', 'updated_at': '2022-03-23T10:25:19Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5', 'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:20:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:07Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:22.003434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaab7fc-f2d1-415f-ac6f-bf7fa9bfade2 None None] The sync data for ids ['7e70e639-b026-4202-a40b-2ce2980d557d'] in dv-neutron-834652-2-hyperv is: [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'ab063159-2410-44db-935c-8262be21f06a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'port_id': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'mac_address': 'fa:16:3e:89:9a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:19Z', 'updated_at': '2022-03-23T10:25:19Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5', 'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:20:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:07Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:25:22.063020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37470) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:22.177128 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-46b79c9c-e562-47c6-9785-74248251254f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/ab063159-2410-44db-935c-8262be21f06a HTTP/1.1" status: 200 len: 992 time: 0.1121042 Mar 23 10:25:22.226955 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480bf60d-a589-4469-b825-c7262b784e38 None None] New status for floating IP ab063159-2410-44db-935c-8262be21f06a: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:25:23.180218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37492) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:23.398682 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b6b49fed-0af0-4b96-803d-46019cc7592b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/ab063159-2410-44db-935c-8262be21f06a HTTP/1.1" status: 200 len: 994 time: 0.2160101 Mar 23 10:25:23.552056 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:25:28.223085 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-abd81ea6-cfd9-4cd4-bb31-73a2d05f16e3 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:28.238883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-abd81ea6-cfd9-4cd4-bb31-73a2d05f16e3 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:28.240074 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-abd81ea6-cfd9-4cd4-bb31-73a2d05f16e3 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109237347&fields=id&tenant_id=49d2026bd1544e12ad420d9db2ea09e3 HTTP/1.1" status: 200 len: 267 time: 0.0556805 Mar 23 10:25:28.386108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-9fe1dc94-d737-41a0-a2b8-ff181a370c20 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:28.387624 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-9fe1dc94-d737-41a0-a2b8-ff181a370c20 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 812 time: 0.1402493 Mar 23 10:25:28.402709 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-bcdc9fb4-4b80-4e41-b4cf-d9e25a7b9e34 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/quotas/49d2026bd1544e12ad420d9db2ea09e3 HTTP/1.1" status: 200 len: 375 time: 0.0086832 Mar 23 10:25:28.486453 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-6fcf2db4-6f9e-488e-9d4f-8eef98760c5c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789332 Mar 23 10:25:28.505448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-f76d2f38-fb19-4965-bdd6-c19fc73e4a17 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:25:28.506296 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-f76d2f38-fb19-4965-bdd6-c19fc73e4a17 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050113 Mar 23 10:25:28.637086 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-4f596424-5da2-4221-80ac-7656b4534d03 service neutron] 10.222.0.84 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254582 Mar 23 10:25:28.766488 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-e4f2b7fc-445a-4455-bdb4-c95df846ae2c service neutron] 10.222.0.84 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235590 Mar 23 10:25:29.262494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-d0dddcac-9d1a-47af-8b0d-8665c74cb52f req-0c84caa8-8588-4bd2-a3f3-741964807eab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:29.279849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-d0dddcac-9d1a-47af-8b0d-8665c74cb52f req-0c84caa8-8588-4bd2-a3f3-741964807eab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:29.280941 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d0dddcac-9d1a-47af-8b0d-8665c74cb52f req-0c84caa8-8588-4bd2-a3f3-741964807eab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 210 time: 0.1678119 Mar 23 10:25:30.199368 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-6e6377f4-cad9-4848-9044-b653bf97ecd5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:30.200034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-6e6377f4-cad9-4848-9044-b653bf97ecd5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:30.215865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-6e6377f4-cad9-4848-9044-b653bf97ecd5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:30.216998 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-6e6377f4-cad9-4848-9044-b653bf97ecd5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 812 time: 0.1590855 Mar 23 10:25:30.278628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-e13d0549-2a35-4973-b215-f2a187942584 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:30.290487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-e13d0549-2a35-4973-b215-f2a187942584 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:30.291664 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-e13d0549-2a35-4973-b215-f2a187942584 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d2026bd1544e12ad420d9db2ea09e3 HTTP/1.1" status: 200 len: 379 time: 0.0514889 Mar 23 10:25:30.300764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'port': {'device_id': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'admin_state_up': True, 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'security_groups': ['1e505bb3-cabc-41fe-b29d-68733d4a6c01']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:30.427808 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cbc367d2-3d93-4663-aaed-1cd46620f427 req-32f9e3e2-2278-46eb-bcb8-281036e870e0 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 210 time: 0.0429614 Mar 23 10:25:30.442767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:30.452586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:30.463347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Made reservation on behalf of 49d2026bd1544e12ad420d9db2ea09e3 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:25:30.467374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.630186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Allocated IP 172.20.0.9 (5b358dd1-47f7-4431-be8a-4415bbf3a8c1/30a39427-4d71-49c9-85ba-d425bef3dc24/a3847da6-c41b-47cb-ad19-a83a16d2e914) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:30.815141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.831659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Transition to ACTIVE for port object a3847da6-c41b-47cb-ad19-a83a16d2e914 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:30.856724 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:30.925272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:30.926436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:30.929314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:25:30.980825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'Port': ['ID=a3847da6-c41b-47cb-ad19-a83a16d2e914,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:31.013224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:31.013964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.040491 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-62e8d66a-681c-4a91-91d8-f62c34bbe992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7432954 Mar 23 10:25:31.053013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Request body: {'port': {'device_id': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:31.171366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.199966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fab7014c-a660-4701-b19e-fc350ce98857 None None] Provisioning for port a3847da6-c41b-47cb-ad19-a83a16d2e914 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:31.207145 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fab7014c-a660-4701-b19e-fc350ce98857 None None] Provisioning complete for port a3847da6-c41b-47cb-ad19-a83a16d2e914 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:31.207517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fab7014c-a660-4701-b19e-fc350ce98857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.303668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fab7014c-a660-4701-b19e-fc350ce98857 None None] Port a3847da6-c41b-47cb-ad19-a83a16d2e914 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:25:31.538082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3847da6-c41b-47cb-ad19-a83a16d2e914 {{(pid=87860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:25:31.581700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.606557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Transition to ACTIVE for port object a3847da6-c41b-47cb-ad19-a83a16d2e914 will not be triggered until provisioned by entity L2. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:25:31.611434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:31.911096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Pushing event updated for resources: {'Port': ['ID=a3847da6-c41b-47cb-ad19-a83a16d2e914,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:31.925280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0980630-3efa-41af-8197-ef99fc4d57cd req-b12ca3d4-1a76-4a7b-84a7-1f79c1ec75ad tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:31.925975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-e0980630-3efa-41af-8197-ef99fc4d57cd req-b12ca3d4-1a76-4a7b-84a7-1f79c1ec75ad tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:31.984947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-e0980630-3efa-41af-8197-ef99fc4d57cd req-b12ca3d4-1a76-4a7b-84a7-1f79c1ec75ad tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:31.986119 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e0980630-3efa-41af-8197-ef99fc4d57cd req-b12ca3d4-1a76-4a7b-84a7-1f79c1ec75ad tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 931 time: 0.4436843 Mar 23 10:25:32.033347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Attempting to bind port a3847da6-c41b-47cb-ad19-a83a16d2e914 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:25:32.033680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Attempting to bind port a3847da6-c41b-47cb-ad19-a83a16d2e914 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:25:32.034005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Attempting to bind port a3847da6-c41b-47cb-ad19-a83a16d2e914 on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:25:32.048556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Port a3847da6-c41b-47cb-ad19-a83a16d2e914 on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:25:32.048898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Attempting to bind port a3847da6-c41b-47cb-ad19-a83a16d2e914 on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:25:32.060878 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e0980630-3efa-41af-8197-ef99fc4d57cd req-97b9ccfe-e0e6-441c-9430-6a9fbe24866b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678186 Mar 23 10:25:32.061795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:25:32.062127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Checking segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:25:32.062491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Bound using segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:25:32.062915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Bound port: a3847da6-c41b-47cb-ad19-a83a16d2e914, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'}}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:25:32.063278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.158137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] For port a3847da6-c41b-47cb-ad19-a83a16d2e914, host hv-neutron-8346, cleared binding levels {{(pid=87860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:25:32.161538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] For port a3847da6-c41b-47cb-ad19-a83a16d2e914, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a3847da6-c41b-47cb-ad19-a83a16d2e914,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:25:32.166895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.224279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:32.224941 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:32.226470 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] 10.222.0.102 "PUT /v2.0/ports/a3847da6-c41b-47cb-ad19-a83a16d2e914 HTTP/1.1" status: 200 len: 1093 time: 1.1781576 Mar 23 10:25:32.226788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'tag': 'a3847da6-c41b-47cb-ad19-a83a16d2e914'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:25:32.259660 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1977b3-a6ca-444a-bd25-5081fe2612bf service neutron] Pushing event updated for resources: {'Port': ['ID=a3847da6-c41b-47cb-ad19-a83a16d2e914,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:32.298632 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'tag': 'a3847da6-c41b-47cb-ad19-a83a16d2e914', 'status': 'completed', 'code': 200} Mar 23 10:25:32.341408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e975b3b-eac7-4053-9146-a811cf3cd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:32.343475 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-5e975b3b-eac7-4053-9146-a811cf3cd231 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0785131 Mar 23 10:25:32.417466 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-e400f943-4a17-47c6-a57b-a4784eddd5c3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3847da6-c41b-47cb-ad19-a83a16d2e914 HTTP/1.1" status: 200 len: 217 time: 0.0673168 Mar 23 10:25:32.481185 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-499e0e28-36fc-464e-bc69-12090e19a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:32.483271 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-499e0e28-36fc-464e-bc69-12090e19a720 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0601392 Mar 23 10:25:32.563216 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-f3e4642a-e2f7-4c04-8d30-133d78a78034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:32.564605 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-f3e4642a-e2f7-4c04-8d30-133d78a78034 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749707 Mar 23 10:25:32.704902 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-01735003-c75b-440c-ba8f-679e97c134ce service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336617 Mar 23 10:25:32.839616 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c6c2d21-b1d7-445b-ad8b-702a7c5b2c30 req-ca4f579f-8a9b-4081-8975-037166f06b0c service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282895 Mar 23 10:25:32.961649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-4d0c0d4c-6863-4afc-890e-807adcf0a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:32.963015 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-4d0c0d4c-6863-4afc-890e-807adcf0a09c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 1096 time: 0.0728805 Mar 23 10:25:33.098682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-118e8e36-0068-4ea8-b81e-67237e6444f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:33.100209 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-118e8e36-0068-4ea8-b81e-67237e6444f6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.1293497 Mar 23 10:25:33.174110 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-efd4e6ea-dde7-4aeb-baf0-7f3f90279e08 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3847da6-c41b-47cb-ad19-a83a16d2e914 HTTP/1.1" status: 200 len: 217 time: 0.0654600 Mar 23 10:25:33.283338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-668d16b3-1d68-4376-8b58-e9157645687e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:33.284678 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-668d16b3-1d68-4376-8b58-e9157645687e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0802372 Mar 23 10:25:33.338154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f0b04-a9f3-4ee5-9293-348bf3207791 req-b96b00a8-1b39-46d8-89b7-032c702e144f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:33.339593 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-408f0b04-a9f3-4ee5-9293-348bf3207791 req-b96b00a8-1b39-46d8-89b7-032c702e144f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 943 time: 0.1672969 Mar 23 10:25:33.393784 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-408f0b04-a9f3-4ee5-9293-348bf3207791 req-5492ae96-d52f-4963-bf5b-3275279a09a9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471032 Mar 23 10:25:33.415136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-2cd453cb-d541-41a8-ba65-053e0c2a97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:33.415136 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-2cd453cb-d541-41a8-ba65-053e0c2a97c5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1180072 Mar 23 10:25:33.549325 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-04798354-a6bd-4983-92ff-d4b15365a2ac service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276798 Mar 23 10:25:33.655436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-84d5aa6f-f521-4116-a78a-4c11785c9093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:33.806990 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ca8b71f7-4006-4329-ba1e-cc6beb7489cc req-cfaa5e36-f342-42f0-a89a-9c36171bc9ca service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518415 Mar 23 10:25:34.580489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dae07e-f532-4bb2-9c9c-f33c92ea91dd req-2e88b489-b537-4878-bae2-7f973a7f64cf tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:34.583500 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e8dae07e-f532-4bb2-9c9c-f33c92ea91dd req-2e88b489-b537-4878-bae2-7f973a7f64cf tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 943 time: 0.0812502 Mar 23 10:25:34.627891 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e8dae07e-f532-4bb2-9c9c-f33c92ea91dd req-cfb78c61-be21-43b7-98cb-1a2c00eaff5c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Mar 23 10:25:35.809631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47877b39-74b7-461f-ab66-5f258b008f12 req-3eef9766-b945-43a3-9a9f-af2f6b4f2a97 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:35.811569 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-47877b39-74b7-461f-ab66-5f258b008f12 req-3eef9766-b945-43a3-9a9f-af2f6b4f2a97 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 943 time: 0.0815642 Mar 23 10:25:35.854688 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-47877b39-74b7-461f-ab66-5f258b008f12 req-1b1d6156-1f4b-4e78-8f4b-d60e424bb1a3 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374959 Mar 23 10:25:36.168064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:36.505404 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b3f017e4-0659-4e77-b53b-128b042922b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.038348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c45d49-8f7a-4f99-8785-02ac41349451 req-88d2417d-aa38-4436-906c-7568c98fc169 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:37.039791 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-74c45d49-8f7a-4f99-8785-02ac41349451 req-88d2417d-aa38-4436-906c-7568c98fc169 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 943 time: 0.0804226 Mar 23 10:25:37.083423 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-74c45d49-8f7a-4f99-8785-02ac41349451 req-3fc89b02-1023-4aed-ba35-76ce8f03245d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377831 Mar 23 10:25:37.233099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:37.427495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:38.260944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e233d59-4f75-4946-830d-5a4a044f96b0 req-fb8c9acc-dd4a-40fe-aab4-352e54872330 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:38.262392 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9e233d59-4f75-4946-830d-5a4a044f96b0 req-fb8c9acc-dd4a-40fe-aab4-352e54872330 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 943 time: 0.0771215 Mar 23 10:25:38.320041 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9e233d59-4f75-4946-830d-5a4a044f96b0 req-215158d3-5579-40d1-9699-628c8e37dfab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514901 Mar 23 10:25:39.482549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:39.508728 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f73a2-01d8-4cb7-b3ff-9e8646dc5fbe req-0865de21-f3f1-4afd-ae37-13db48aeb571 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:39.510207 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7f0f73a2-01d8-4cb7-b3ff-9e8646dc5fbe req-0865de21-f3f1-4afd-ae37-13db48aeb571 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 943 time: 0.0858223 Mar 23 10:25:39.553877 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7f0f73a2-01d8-4cb7-b3ff-9e8646dc5fbe req-c240c9c1-f6ef-46ce-a732-726be611cd30 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373905 Mar 23 10:25:40.737373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b44edb-8dfd-4541-ba13-4bb17e251528 req-a24b85b7-82ac-49db-9a56-48427e20cb1a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:40.738800 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-21b44edb-8dfd-4541-ba13-4bb17e251528 req-a24b85b7-82ac-49db-9a56-48427e20cb1a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 943 time: 0.0790675 Mar 23 10:25:40.782248 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-21b44edb-8dfd-4541-ba13-4bb17e251528 req-50faeca8-c2b9-4c1d-a977-dd48733fe4a4 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378678 Mar 23 10:25:41.366634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a3847da6-c41b-47cb-ad19-a83a16d2e914 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:25:41.496099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port a3847da6-c41b-47cb-ad19-a83a16d2e914, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a3847da6-c41b-47cb-ad19-a83a16d2e914,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:41.509357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'a3847da6-c41b-47cb-ad19-a83a16d2e914', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'port_id': 'a3847da6-c41b-47cb-ad19-a83a16d2e914', 'mac_address': 'fa:16:3e:ea:91:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:25:41.566126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.582899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3847da6-c41b-47cb-ad19-a83a16d2e914 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:25:41.598351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port a3847da6-c41b-47cb-ad19-a83a16d2e914, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a3847da6-c41b-47cb-ad19-a83a16d2e914,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:41.602034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:41.667611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=a3847da6-c41b-47cb-ad19-a83a16d2e914,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:41.855706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['a3847da6-c41b-47cb-ad19-a83a16d2e914'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:25:41.963411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955e649-9d74-4b27-be98-2654e4c7a0cf req-fc92a1df-a244-4180-94aa-d39fbe1078e3 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:41.964956 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e955e649-9d74-4b27-be98-2654e4c7a0cf req-fc92a1df-a244-4180-94aa-d39fbe1078e3 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 944 time: 0.0797315 Mar 23 10:25:42.016992 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e955e649-9d74-4b27-be98-2654e4c7a0cf req-84abb35b-6ecc-4f64-a430-11e4de045f0c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458648 Mar 23 10:25:43.201717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41274845-43ba-4117-a88f-a7a3bf8271e9 req-88ad36b8-8413-4003-917d-4e90c955d992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:43.203156 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-41274845-43ba-4117-a88f-a7a3bf8271e9 req-88ad36b8-8413-4003-917d-4e90c955d992 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 944 time: 0.0827916 Mar 23 10:25:43.245239 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-41274845-43ba-4117-a88f-a7a3bf8271e9 req-3eae626c-7dae-47b4-b496-e3b33373e8ba tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365179 Mar 23 10:25:43.374180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a3847da6-c41b-47cb-ad19-a83a16d2e914 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:25:43.442084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port a3847da6-c41b-47cb-ad19-a83a16d2e914 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:25:43.446653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port a3847da6-c41b-47cb-ad19-a83a16d2e914 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:25:43.447028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.566296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.591937 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3847da6-c41b-47cb-ad19-a83a16d2e914'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:25:43.601502 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port a3847da6-c41b-47cb-ad19-a83a16d2e914, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a3847da6-c41b-47cb-ad19-a83a16d2e914,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:43.605395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:43.649155 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3847da6-c41b-47cb-ad19-a83a16d2e914', 'code': 200} Mar 23 10:25:43.676216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=a3847da6-c41b-47cb-ad19-a83a16d2e914,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:43.850651 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b330f-49a7-4a68-a0cf-123ff9a771b8 req-88e8ce1e-8968-4c4f-8842-968068ffd244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:43.852027 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9e6b330f-49a7-4a68-a0cf-123ff9a771b8 req-88e8ce1e-8968-4c4f-8842-968068ffd244 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0682356 Mar 23 10:25:43.892359 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9e6b330f-49a7-4a68-a0cf-123ff9a771b8 req-654e1d96-e0a3-49e6-a3ff-67f70b3b6f4c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338180 Mar 23 10:25:44.570661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f862d-05d4-4211-a316-73543721aac3 req-d36222cb-8e40-4dd8-8e8e-a73146a6fad8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:44.572118 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ad8f862d-05d4-4211-a316-73543721aac3 req-d36222cb-8e40-4dd8-8e8e-a73146a6fad8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 945 time: 0.0794191 Mar 23 10:25:44.614910 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ad8f862d-05d4-4211-a316-73543721aac3 req-a37ae323-d71f-4169-abec-f4e3317ebc7a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371904 Mar 23 10:25:45.819032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df197f8f-82d3-4b85-9507-9d63a90e7dfa req-f394b8aa-1910-4332-9988-271050990695 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:45.820469 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-df197f8f-82d3-4b85-9507-9d63a90e7dfa req-f394b8aa-1910-4332-9988-271050990695 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 945 time: 0.0943084 Mar 23 10:25:45.866997 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-df197f8f-82d3-4b85-9507-9d63a90e7dfa req-717493a9-5780-4bdd-abb3-271c6cf068ee tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402806 Mar 23 10:25:46.157842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f6bbc-013c-4bcf-9d12-0150c52af6d6 req-9b1c539a-191f-450c-9586-cbb1a38efa87 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:46.159193 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8f4f6bbc-013c-4bcf-9d12-0150c52af6d6 req-9b1c539a-191f-450c-9586-cbb1a38efa87 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 945 time: 0.1838057 Mar 23 10:25:46.203534 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8f4f6bbc-013c-4bcf-9d12-0150c52af6d6 req-7128d613-3c86-424e-bbc7-cca130fecdbf tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386667 Mar 23 10:25:46.226066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37582) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:46.341984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d80beb-52e5-4642-a1ec-f9bb656787ed tempest-TestVolumeBootPattern-201706706 tempest-TestVolumeBootPattern-201706706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:46.343660 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-82d80beb-52e5-4642-a1ec-f9bb656787ed tempest-TestVolumeBootPattern-201706706 tempest-TestVolumeBootPattern-201706706-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 1093 time: 0.1165257 Mar 23 10:25:46.346611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37588) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:46.351589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'a3847da6-c41b-47cb-ad19-a83a16d2e914', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:25:46.357807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:25:46.361634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:floatingip and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:25:46.364521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:25:46.370132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:25:46.381458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.515996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.654767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Allocated IP 172.26.4.67 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/e24bd324-c1b9-4b96-9ef1-8b34b43bd909) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:25:46.807797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.836416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:46.898931 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:25:46.901712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:25:46.904796 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:25:46.952427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'Port': ['ID=e24bd324-c1b9-4b96-9ef1-8b34b43bd909,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:47.415503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.490482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.693125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.697595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.811890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'Port': ['ID=e24bd324-c1b9-4b96-9ef1-8b34b43bd909,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:47.824277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:47.996374 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Floating IP bc505c2e-dc9b-4c11-8d73-9e4f006faa2b associated. External IP: 172.26.4.67, port: a3847da6-c41b-47cb-ad19-a83a16d2e914. Mar 23 10:25:48.348308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Router 8fd84559-b592-4695-a42e-eb0815bcc71f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:25:48.524417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:25:48.533743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123191c-bf07-435e-b482-047580b022e4 None None] Sync routers for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:25:48.542790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123191c-bf07-435e-b482-047580b022e4 None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:48.543439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7123191c-bf07-435e-b482-047580b022e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:48.548824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:48.606260 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-21913d1b-7776-43e2-a226-4adaf9d9934d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2585528 Mar 23 10:25:48.606729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'tag': 'a3847da6-c41b-47cb-ad19-a83a16d2e914'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:25:48.650611 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'tag': 'a3847da6-c41b-47cb-ad19-a83a16d2e914', 'status': 'completed', 'code': 200} Mar 23 10:25:48.729307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-7123191c-bf07-435e-b482-047580b022e4 None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:48.741661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-a9e960d3-c38c-49cf-8b5a-40ab622faac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:48.743195 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-a9e960d3-c38c-49cf-8b5a-40ab622faac9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0705223 Mar 23 10:25:48.999761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-584ef15e-1260-4446-b769-411b7c28f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:49.001602 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-584ef15e-1260-4446-b769-411b7c28f0ad service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.2524583 Mar 23 10:25:49.081281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7123191c-bf07-435e-b482-047580b022e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'bc505c2e-dc9b-4c11-8d73-9e4f006faa2b', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.67', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': 'a3847da6-c41b-47cb-ad19-a83a16d2e914', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:ea:91:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:47Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 0, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:49.085009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123191c-bf07-435e-b482-047580b022e4 None None] Checking router: 8fd84559-b592-4695-a42e-eb0815bcc71f for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:25:49.093235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123191c-bf07-435e-b482-047580b022e4 None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:49.093836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7123191c-bf07-435e-b482-047580b022e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:49.101565 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-4fec85a6-dbe6-40bd-8bf4-7c46df7d5ba4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3847da6-c41b-47cb-ad19-a83a16d2e914 HTTP/1.1" status: 200 len: 998 time: 0.0938220 Mar 23 10:25:49.164605 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-1941aab0-e986-4508-8571-c179da2d8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:49.165984 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-1941aab0-e986-4508-8571-c179da2d8f11 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0579357 Mar 23 10:25:49.242226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-c39b8569-fca6-483c-a955-17bb2fe02a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:49.243775 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-c39b8569-fca6-483c-a955-17bb2fe02a96 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720737 Mar 23 10:25:49.254723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-a9890422-1a7a-4e4f-bcb0-164b4ad625af service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:25:49.255615 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-a9890422-1a7a-4e4f-bcb0-164b4ad625af service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048840 Mar 23 10:25:49.302334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-7123191c-bf07-435e-b482-047580b022e4 None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:49.385667 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-70dc3c6a-3a91-4846-bc99-5b9598678495 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230869 Mar 23 10:25:49.518516 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4f9165bf-4bda-4197-939f-647d16b075d4 req-5b8e294c-b8a3-40e0-8eff-fcef6fef9710 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250563 Mar 23 10:25:49.655011 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7123191c-bf07-435e-b482-047580b022e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'bc505c2e-dc9b-4c11-8d73-9e4f006faa2b', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.67', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': 'a3847da6-c41b-47cb-ad19-a83a16d2e914', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:ea:91:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:47Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 0, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:49.658921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123191c-bf07-435e-b482-047580b022e4 None None] The sync data for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv is: [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'bc505c2e-dc9b-4c11-8d73-9e4f006faa2b', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.67', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': 'a3847da6-c41b-47cb-ad19-a83a16d2e914', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:ea:91:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:25:47Z', 'updated_at': '2022-03-23T10:25:47Z', 'revision_number': 0, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:25:49.839901 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1483326-bcf3-44fb-8589-33a65ba3bfb1 None None] New status for floating IP bc505c2e-dc9b-4c11-8d73-9e4f006faa2b: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:25:54.545276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37600) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:54.649657 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dd4c4ed2-13b8-4589-aee7-18073f52ae96 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/ab063159-2410-44db-935c-8262be21f06a HTTP/1.1" status: 200 len: 994 time: 0.1032281 Mar 23 10:25:54.966699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37608) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:25:55.182006 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port af82c458-efa2-4790-b5c8-ea8a3a509df5 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:25:55.182240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.342977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.343295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.464431 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for af82c458-efa2-4790-b5c8-ea8a3a509df5 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:25:55.614488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.660477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=af82c458-efa2-4790-b5c8-ea8a3a509df5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:55.754214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:55.754543 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP ab063159-2410-44db-935c-8262be21f06a disassociated (deleted). External IP: 172.26.4.140, port: 47618aac-0ab9-41e9-91ee-1235f10cdb04. Mar 23 10:25:56.252209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 7e70e639-b026-4202-a40b-2ce2980d557d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:25:56.436306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:25:56.445424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] Sync routers for ids ['7e70e639-b026-4202-a40b-2ce2980d557d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:25:56.455934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] Routers {'7e70e639-b026-4202-a40b-2ce2980d557d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:56.456230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7e70e639-b026-4202-a40b-2ce2980d557d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:56.458039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:56.518220 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9f169870-a644-472a-88b0-1677fd9e635a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/floatingips/ab063159-2410-44db-935c-8262be21f06a HTTP/1.1" status: 204 len: 168 time: 1.5500274 Mar 23 10:25:56.518471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'tag': '47618aac-0ab9-41e9-91ee-1235f10cdb04'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:25:56.588292 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'tag': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'status': 'completed', 'code': 200} Mar 23 10:25:56.657352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] Set router 7e70e639-b026-4202-a40b-2ce2980d557d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:56.732854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-4dcfb6c3-8093-4686-8ba8-d56aec77835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:56.734625 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-4dcfb6c3-8093-4686-8ba8-d56aec77835e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 1099 time: 0.1208107 Mar 23 10:25:56.911821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-c9aecfa2-f28c-4178-bb48-563f6b75aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:56.914707 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-c9aecfa2-f28c-4178-bb48-563f6b75aa4e service neutron] 10.222.0.102 "GET /v2.0/networks?id=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e HTTP/1.1" status: 200 len: 898 time: 0.1734135 Mar 23 10:25:56.986228 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-23bd03c3-f3cf-4b48-931f-e2618b5086be service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47618aac-0ab9-41e9-91ee-1235f10cdb04 HTTP/1.1" status: 200 len: 217 time: 0.0628598 Mar 23 10:25:57.003988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ef922-2d14-4238-be81-d6d0fdc0e230 req-e1d8b5ec-137c-45f9-b762-c37702f4870b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:57.005464 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c27ef922-2d14-4238-be81-d6d0fdc0e230 req-e1d8b5ec-137c-45f9-b762-c37702f4870b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 946 time: 0.0950706 Mar 23 10:25:57.058828 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c27ef922-2d14-4238-be81-d6d0fdc0e230 req-bc9d8eb2-4915-427b-84f7-e65b766187a5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472431 Mar 23 10:25:57.059904 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5', 'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:20:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:07Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:57.064393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] Checking router: 7e70e639-b026-4202-a40b-2ce2980d557d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:25:57.071812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-a17ee172-2f3c-4a16-a5ef-46834bbb292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:57.073705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] Routers {'7e70e639-b026-4202-a40b-2ce2980d557d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:25:57.073705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7e70e639-b026-4202-a40b-2ce2980d557d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:57.074024 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-a17ee172-2f3c-4a16-a5ef-46834bbb292d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=25dd6185-3587-4b09-b350-9e7a75ecd1de HTTP/1.1" status: 200 len: 833 time: 0.0811312 Mar 23 10:25:57.163655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-1fcf67fc-667d-4694-9228-32cc67de26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:57.165286 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-1fcf67fc-667d-4694-9228-32cc67de26ad service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754089 Mar 23 10:25:57.260603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] Set router 7e70e639-b026-4202-a40b-2ce2980d557d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:25:57.305060 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-634b6b18-ea99-43d6-bf5b-06593f7c0d34 service neutron] 10.222.0.102 "GET /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321342 Mar 23 10:25:57.438006 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3cb1e683-53cf-4392-86d2-071b1988e779 req-88aaa69e-5f31-442f-8629-0891a2db153f service neutron] 10.222.0.102 "GET /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252310 Mar 23 10:25:57.609981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5', 'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:20:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:07Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:25:57.613750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3332b50a-1605-450c-95d7-079e423a50ba None None] The sync data for ids ['7e70e639-b026-4202-a40b-2ce2980d557d'] in dv-neutron-834652-2-hyperv is: [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:24:58Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5', 'name': '', 'network_id': 'e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:20:39:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:07Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '25dd6185-3587-4b09-b350-9e7a75ecd1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:25:57.814817 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c69eb57-adb7-4581-8d7b-d0a7d1c21336 None None] New status for floating IP ab063159-2410-44db-935c-8262be21f06a: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:25:58.309742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9559d-6a49-4cab-8f2b-4630a4ad4634 req-7d086dfd-83b3-4657-908b-91b22d5b40ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:58.310428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-aed9559d-6a49-4cab-8f2b-4630a4ad4634 req-7d086dfd-83b3-4657-908b-91b22d5b40ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:58.334109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-91ece6f2-44df-4673-b14c-3d627fb5da4d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:25:58.334781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-91ece6f2-44df-4673-b14c-3d627fb5da4d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:58.347154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-aed9559d-6a49-4cab-8f2b-4630a4ad4634 req-7d086dfd-83b3-4657-908b-91b22d5b40ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:58.348235 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aed9559d-6a49-4cab-8f2b-4630a4ad4634 req-7d086dfd-83b3-4657-908b-91b22d5b40ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 946 time: 0.1707499 Mar 23 10:25:58.350713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-91ece6f2-44df-4673-b14c-3d627fb5da4d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:58.351671 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-91ece6f2-44df-4673-b14c-3d627fb5da4d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 946 time: 0.1296306 Mar 23 10:25:58.562239 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aed9559d-6a49-4cab-8f2b-4630a4ad4634 req-6a0db4ac-4226-4281-ab7d-ee8a0b3ca71f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081633 Mar 23 10:25:58.568096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-443e77f6-6248-4df7-9776-443b211af95b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 47618aac-0ab9-41e9-91ee-1235f10cdb04 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:25:58.568434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-443e77f6-6248-4df7-9776-443b211af95b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.808803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-443e77f6-6248-4df7-9776-443b211af95b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 47618aac-0ab9-41e9-91ee-1235f10cdb04, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=47618aac-0ab9-41e9-91ee-1235f10cdb04,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:25:58.809178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-443e77f6-6248-4df7-9776-443b211af95b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:58.932958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-443e77f6-6248-4df7-9776-443b211af95b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 47618aac-0ab9-41e9-91ee-1235f10cdb04 owned by compute:nova {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:25:59.077689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-443e77f6-6248-4df7-9776-443b211af95b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:59.126456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e77f6-6248-4df7-9776-443b211af95b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=47618aac-0ab9-41e9-91ee-1235f10cdb04,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:25:59.204256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-443e77f6-6248-4df7-9776-443b211af95b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port 47618aac-0ab9-41e9-91ee-1235f10cdb04 on host hv-neutron-8346 {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:25:59.206569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-443e77f6-6248-4df7-9776-443b211af95b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:25:59.209069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'name': 'network-vif-deleted', 'tag': '47618aac-0ab9-41e9-91ee-1235f10cdb04'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:25:59.225315 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-daa54bf8-bcc8-4295-b8c5-b5200bdd57c3 req-443e77f6-6248-4df7-9776-443b211af95b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "DELETE /v2.0/ports/47618aac-0ab9-41e9-91ee-1235f10cdb04 HTTP/1.1" status: 204 len: 173 time: 0.8583384 Mar 23 10:25:59.258184 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d040b6-0c31-4336-816f-6f52f8fc285e', 'name': 'network-vif-deleted', 'tag': '47618aac-0ab9-41e9-91ee-1235f10cdb04', 'status': 'completed', 'code': 200} Mar 23 10:25:59.741264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-c68bce97-bd09-402e-8ab7-13ef490b7d2f req-8ddfc764-f4f7-4146-a8ff-ebadbabc0bf6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:25:59.756119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-c68bce97-bd09-402e-8ab7-13ef490b7d2f req-8ddfc764-f4f7-4146-a8ff-ebadbabc0bf6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:25:59.757308 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c68bce97-bd09-402e-8ab7-13ef490b7d2f req-8ddfc764-f4f7-4146-a8ff-ebadbabc0bf6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=33d040b6-0c31-4336-816f-6f52f8fc285e HTTP/1.1" status: 200 len: 210 time: 0.0615745 Mar 23 10:26:00.550140 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:26:00.849448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37628) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:00.920549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0c716dd9-b305-4f34-b1dd-e7410ddad8e3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:00.949637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0c716dd9-b305-4f34-b1dd-e7410ddad8e3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.013610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0c716dd9-b305-4f34-b1dd-e7410ddad8e3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.031910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c716dd9-b305-4f34-b1dd-e7410ddad8e3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:01.043400 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0c716dd9-b305-4f34-b1dd-e7410ddad8e3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:01.045244 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0c716dd9-b305-4f34-b1dd-e7410ddad8e3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/05fbfa46-7b64-44e6-9ac0-cf66e3fea3a5 HTTP/1.1" status: 204 len: 168 time: 0.1947970 Mar 23 10:26:01.073724 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37634) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:01.452420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 47618aac-0ab9-41e9-91ee-1235f10cdb04 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:01.488544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 47618aac-0ab9-41e9-91ee-1235f10cdb04 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:26:01.488880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 47618aac-0ab9-41e9-91ee-1235f10cdb04 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:01.624011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:02.113655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:26:02.114397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:02.304276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:26:02.304626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:02.433380 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:26:02.697276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:02.748338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:02.788575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.788909 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.789267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.789592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.789913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.790231 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.790545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.790858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.791173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.791482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.791791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:02.792104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:03.046411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.530667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 7e70e639-b026-4202-a40b-2ce2980d557d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:26:03.654881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-47765817-9ba4-497e-ba04-2f49ed3f25e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.737873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:26:03.748384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] Sync routers for ids ['7e70e639-b026-4202-a40b-2ce2980d557d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:26:03.758661 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-856a5286-dc21-4dba-918d-add28bb37be8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/7e70e639-b026-4202-a40b-2ce2980d557d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6819499 Mar 23 10:26:03.758886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] Routers {'7e70e639-b026-4202-a40b-2ce2980d557d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:26:03.759448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37640) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:03.759608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7e70e639-b026-4202-a40b-2ce2980d557d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:03.826498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-3687016e-eda9-4dac-9328-80195c7c0d06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting subnet 25dd6185-3587-4b09-b350-9e7a75ecd1de {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:26:03.829356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3687016e-eda9-4dac-9328-80195c7c0d06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.901609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3687016e-eda9-4dac-9328-80195c7c0d06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:03.953604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] Set router 7e70e639-b026-4202-a40b-2ce2980d557d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:26:03.988466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3687016e-eda9-4dac-9328-80195c7c0d06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.073164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3687016e-eda9-4dac-9328-80195c7c0d06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.109383 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687016e-eda9-4dac-9328-80195c7c0d06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Subnet': ['ID=25dd6185-3587-4b09-b350-9e7a75ecd1de,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:04.114932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3687016e-eda9-4dac-9328-80195c7c0d06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.120501 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3687016e-eda9-4dac-9328-80195c7c0d06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/subnets/25dd6185-3587-4b09-b350-9e7a75ecd1de HTTP/1.1" status: 204 len: 168 time: 0.3601038 Mar 23 10:26:04.123283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37644) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:04.149810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be47d2-db43-4ee5-ae58-2ae9dd7599c0 None None] Network e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:26:04.302793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.416144 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:26:02Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:04.423169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] Checking router: 7e70e639-b026-4202-a40b-2ce2980d557d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:26:04.432374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] Routers {'7e70e639-b026-4202-a40b-2ce2980d557d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:26:04.432975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:25:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['7e70e639-b026-4202-a40b-2ce2980d557d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:04.485521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.490232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb6e6c-60b3-47ce-ace7-f8ffe0578085 None None] DHCP port deletion for e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:26:04.495123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:26:04.495452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.504933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-dffb6e6c-60b3-47ce-ace7-f8ffe0578085 None None] Deleting port 3096dd14-59b9-4bac-bebe-b32fefe16219 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:26:04.505326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dffb6e6c-60b3-47ce-ace7-f8ffe0578085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.665375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=665aa9ed-b97b-4ce8-9baa-fb6a54f707bf,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:26:04.666007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:04.774885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] Set router 7e70e639-b026-4202-a40b-2ce2980d557d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:26:04.914686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:26:05.058361 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-dffb6e6c-60b3-47ce-ace7-f8ffe0578085 None None] For port 3096dd14-59b9-4bac-bebe-b32fefe16219, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3096dd14-59b9-4bac-bebe-b32fefe16219,segment=NetworkSegment(09cf9e61-c27f-4008-a20e-a8fe57c5cb47),segment_id=09cf9e61-c27f-4008-a20e-a8fe57c5cb47)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:26:05.058745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dffb6e6c-60b3-47ce-ace7-f8ffe0578085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.086022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.135053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=665aa9ed-b97b-4ce8-9baa-fb6a54f707bf,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:05.190132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-dffb6e6c-60b3-47ce-ace7-f8ffe0578085 None None] Calling delete_port for 3096dd14-59b9-4bac-bebe-b32fefe16219 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:26:05.229875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.317897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dffb6e6c-60b3-47ce-ace7-f8ffe0578085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.362796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb6e6c-60b3-47ce-ace7-f8ffe0578085 None None] Pushing event deleted for resources: {'Port': ['ID=3096dd14-59b9-4bac-bebe-b32fefe16219,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:05.369234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb6e6c-60b3-47ce-ace7-f8ffe0578085 None None] No DVR routers for this DVR port 3096dd14-59b9-4bac-bebe-b32fefe16219 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:26:05.382996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:26:02Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:05.386914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f272d3-20d0-4190-88cc-7922cf293e5d None None] The sync data for ids ['7e70e639-b026-4202-a40b-2ce2980d557d'] in dv-neutron-834652-2-hyperv is: [{'id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'name': 'tempest-TestNetworkBasicOps-router-1596659262', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188'}], 'enable_snat': True}, 'gw_port_id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:52Z', 'updated_at': '2022-03-23T10:26:02Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '665aa9ed-b97b-4ce8-9baa-fb6a54f707bf', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e70e639-b026-4202-a40b-2ce2980d557d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:26:05.405408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.407643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.430619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.431145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Fanout notify agent at l3_agent the message router_deleted on router 7e70e639-b026-4202-a40b-2ce2980d557d {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:26:05.446187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.447246 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ce85591a-8180-4559-b526-a1b01a43d16b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/routers/7e70e639-b026-4202-a40b-2ce2980d557d HTTP/1.1" status: 204 len: 168 time: 1.3230217 Mar 23 10:26:05.449893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37648) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:05.560504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.686227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.711355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:05.737783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cf9e61-c27f-4008-a20e-a8fe57c5cb47') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:05.738073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cf9e61-c27f-4008-a20e-a8fe57c5cb47') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:05.761402 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.780735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.788117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Releasing vlan 830 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:26:05.788639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:26:05.805215 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:26:05.896393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.901223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:05.931021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Network': ['ID=e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:05.935429 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e169e78f-dab9-4906-93c4-e9cc399df48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/networks/e1c1cd1e-efd3-443e-8930-c0b2b4a6cf1e HTTP/1.1" status: 204 len: 168 time: 0.4846456 Mar 23 10:26:05.952073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37652) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:05.959115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'network': {'name': 'tempest-network-smoke--364840614', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'port_security_enabled': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:05.963882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:05.971817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:network and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:05.975686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:05.980864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:05.992767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:05.996700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.031387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 845} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:26:06.042362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.043000 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Added segment b8b35d67-c6d0-4ce9-a902-7dd45f033863 of type vlan for network 7aed01b5-11cd-4e45-9a8b-574ebe4354de Mar 23 10:26:06.078619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.119847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.129928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:06.129928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.170845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.238914 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2853425 Mar 23 10:26:06.241276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96655211-86bf-44b8-b33b-f20e5ab8c6d3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Network': ['ID=7aed01b5-11cd-4e45-9a8b-574ebe4354de,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:06.241640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37656) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:06.248028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-372675159', 'admin_state_up': True, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:06.252321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 7aed01b5-11cd-4e45-9a8b-574ebe4354de details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:26:06.256327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:06.260173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:router and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:06.263279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:06.269559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:06.279853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.281195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.297849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.518742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4704ba59-c21d-4ad0-8ec3-879c514f21d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.535829 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3096dd14-59b9-4bac-bebe-b32fefe16219 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:06.568602 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.573237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 3096dd14-59b9-4bac-bebe-b32fefe16219 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:26:06.573237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3096dd14-59b9-4bac-bebe-b32fefe16219 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:06.573454 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:06.615689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:26:06.615689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cdc5c466-0e98-4d7a-97d6-f9ac0f2400f5 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:06.615689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:26:06.662304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:26:06.662304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 665aa9ed-b97b-4ce8-9baa-fb6a54f707bf not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:26:06.879840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:06.910598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.050835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.4 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/f03e724e-0e7b-49c6-9cee-41e5e20effca) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:07.208666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.240531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.245639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.301649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:07.304616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:07.308243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:26:07.354280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=f03e724e-0e7b-49c6-9cee-41e5e20effca,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:07.370271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.370271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.370950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.370950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.371160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.371393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.371705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.372556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.372868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.373207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.373516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.373822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:07.430438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:07.847151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.185681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.393718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 48792f72-abb3-4300-9a59-e290b1298a66 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:26:08.574040 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:26:08.584630 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Sync routers for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:26:08.594583 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:26:08.594983 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:26:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:08.602334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:08.603580 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4f25b7e5-4d87-4099-a296-82ae0da65884 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3609443 Mar 23 10:26:08.608151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37660) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:08.648690 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3d56e63c-de1e-4678-8992-f580b89023b2 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398102 Mar 23 10:26:08.651103 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37664) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:08.789547 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:26:08.900718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4827fe-1a13-44de-aeb7-b51deda52970 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:08.901180 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4a4827fe-1a13-44de-aeb7-b51deda52970 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2491028 Mar 23 10:26:08.904048 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37668) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:08.949075 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5d24d0d1-1c93-46a6-9929-1365610894ba tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414760 Mar 23 10:26:08.950603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37672) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:08.956200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610971988', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:09.079432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:09.088006 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:subnet and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:09.088006 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:09.094015 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:07Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:09.096233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:09.099601 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Checking router: 48792f72-abb3-4300-9a59-e290b1298a66 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:26:09.099601 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Updating router 48792f72-abb3-4300-9a59-e290b1298a66 port f03e724e-0e7b-49c6-9cee-41e5e20effca binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:26:09.106300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:09.111405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.155544 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.344816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.429875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Subnet': ['ID=b20a2a53-5aa8-4e8b-8272-0e389b922e13,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:09.438995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Checking segment: {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:26:09.439192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network hostable DHCP agents. Network: 7aed01b5-11cd-4e45-9a8b-574ebe4354de, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:26:09.464879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 7aed01b5-11cd-4e45-9a8b-574ebe4354de is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:26:09.475127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 7aed01b5-11cd-4e45-9a8b-574ebe4354de) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:09.486379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:09.486379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.500812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23674a88-5fd8-4875-8b6e-235762c159d8 None None] Network 7aed01b5-11cd-4e45-9a8b-574ebe4354de requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:26:09.510115 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-502579dc-3ee2-42dd-96f4-7cd19b8d0c08 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5557301 Mar 23 10:26:09.510357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37676) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:09.526945 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.530366 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.539310 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Transition to ACTIVE for port object f03e724e-0e7b-49c6-9cee-41e5e20effca will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:09.545956 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.641501 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Attempting to bind port f03e724e-0e7b-49c6-9cee-41e5e20effca on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:09.642671 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Attempting to bind port f03e724e-0e7b-49c6-9cee-41e5e20effca by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:09.642671 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Attempting to bind port f03e724e-0e7b-49c6-9cee-41e5e20effca on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:26:09.648141 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Pushing event updated for resources: {'Port': ['ID=f03e724e-0e7b-49c6-9cee-41e5e20effca,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:09.654122 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:26:09.654491 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:26:09.654881 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.655319 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:26:09.655695 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Bound port: f03e724e-0e7b-49c6-9cee-41e5e20effca, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:09.656054 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.682432 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.682689 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.683078 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.683459 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.683840 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.684222 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.684696 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.685088 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.687187 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.687187 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.687187 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.687187 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:09.767229 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] For port f03e724e-0e7b-49c6-9cee-41e5e20effca, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:26:09.768185 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] For port f03e724e-0e7b-49c6-9cee-41e5e20effca, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f03e724e-0e7b-49c6-9cee-41e5e20effca,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:26:09.772475 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.772996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:26:09.773727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:09.857266 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:26:09.858026 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:26:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:09.905114 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fdcf1-e47d-42e5-bd0d-80ff363b7d7e None None] Pushing event updated for resources: {'Port': ['ID=f03e724e-0e7b-49c6-9cee-41e5e20effca,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:09.974153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Allocated IP 172.20.0.2 (7aed01b5-11cd-4e45-9a8b-574ebe4354de/b20a2a53-5aa8-4e8b-8272-0e389b922e13/e6a21841-748a-492c-a93c-a54143d6b23c) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:10.121374 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:26:10.314612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.336991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Transition to ACTIVE for port object e6a21841-748a-492c-a93c-a54143d6b23c will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:10.353002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Transition to ACTIVE for port object e6a21841-748a-492c-a93c-a54143d6b23c will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:10.353449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.359992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.430621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Network 7aed01b5-11cd-4e45-9a8b-574ebe4354de is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:10.434169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:10.444900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:26:10.467310 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:07Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:10.467310 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c25eeef-5f2f-4c74-972e-7add7ab8ddee None None] The sync data for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv is: [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:07Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:26:10.537966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Pushing event updated for resources: {'Port': ['ID=e6a21841-748a-492c-a93c-a54143d6b23c,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:10.572823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Attempting to bind port e6a21841-748a-492c-a93c-a54143d6b23c on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:10.573330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Attempting to bind port e6a21841-748a-492c-a93c-a54143d6b23c by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:10.573931 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Attempting to bind port e6a21841-748a-492c-a93c-a54143d6b23c on network 7aed01b5-11cd-4e45-9a8b-574ebe4354de {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:26:10.583936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:26:10.584517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Checking segment: {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:26:10.585504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.585785 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Bound using segment: {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:26:10.586400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Bound port: e6a21841-748a-492c-a93c-a54143d6b23c, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:10.587951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.726832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] For port e6a21841-748a-492c-a93c-a54143d6b23c, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:26:10.733328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] For port e6a21841-748a-492c-a93c-a54143d6b23c, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e6a21841-748a-492c-a93c-a54143d6b23c,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:26:10.752034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:10.879065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8df4d7-1a5a-4bf3-9dfe-e60a0380a579 None None] Pushing event updated for resources: {'Port': ['ID=e6a21841-748a-492c-a93c-a54143d6b23c,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:11.085525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.1 (7aed01b5-11cd-4e45-9a8b-574ebe4354de/b20a2a53-5aa8-4e8b-8272-0e389b922e13/30eaa9ad-6d7b-4a29-95d6-de8e1f05be31) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:11.326143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.345477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:11.384664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.449775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 7aed01b5-11cd-4e45-9a8b-574ebe4354de is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:11.453814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:11.457982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:26:11.524021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=30eaa9ad-6d7b-4a29-95d6-de8e1f05be31,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:11.536528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.820961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:11.984899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e809254-e0ab-4ece-b67b-71c0c45ce1c2 None None] Network 7aed01b5-11cd-4e45-9a8b-574ebe4354de requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:26:12.102028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-de2e2cc8-aacf-48f6-a640-354ea0592d28 None None] Provisioning for port e6a21841-748a-492c-a93c-a54143d6b23c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:12.308404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.317840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.330891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e6a21841-748a-492c-a93c-a54143d6b23c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:12.414789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port e6a21841-748a-492c-a93c-a54143d6b23c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:12.420507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port e6a21841-748a-492c-a93c-a54143d6b23c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:12.420872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.440885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.444688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=30eaa9ad-6d7b-4a29-95d6-de8e1f05be31,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:12.561563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.579606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-061397a7-7ed1-4c61-a65b-ac813f4547a6 None None] Provisioning complete for port e6a21841-748a-492c-a93c-a54143d6b23c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:12.579969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-061397a7-7ed1-4c61-a65b-ac813f4547a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.600551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 7aed01b5-11cd-4e45-9a8b-574ebe4354de is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:12.601805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:12.652018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port e6a21841-748a-492c-a93c-a54143d6b23c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e6a21841-748a-492c-a93c-a54143d6b23c,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:26:12.658803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.660011 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f03e724e-0e7b-49c6-9cee-41e5e20effca up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:12.843093 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=e6a21841-748a-492c-a93c-a54143d6b23c,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:12.869660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f03e724e-0e7b-49c6-9cee-41e5e20effca completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:12.876091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-061397a7-7ed1-4c61-a65b-ac813f4547a6 None None] Provisioning for port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:12.880604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f03e724e-0e7b-49c6-9cee-41e5e20effca triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:12.881358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:12.920998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-061397a7-7ed1-4c61-a65b-ac813f4547a6 None None] Provisioning complete for port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:12.921755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-061397a7-7ed1-4c61-a65b-ac813f4547a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.010171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-061397a7-7ed1-4c61-a65b-ac813f4547a6 None None] Port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:26:13.047065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 48792f72-abb3-4300-9a59-e290b1298a66 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:26:13.077507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.094968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f03e724e-0e7b-49c6-9cee-41e5e20effca, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f03e724e-0e7b-49c6-9cee-41e5e20effca,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:26:13.098733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.168055 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-89d6d2d1-b879-46c7-b704-40df35831e67 None None] Provisioning complete for port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:13.168334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-89d6d2d1-b879-46c7-b704-40df35831e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:13.210826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f03e724e-0e7b-49c6-9cee-41e5e20effca,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:13.228902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-89d6d2d1-b879-46c7-b704-40df35831e67 None None] Port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:26:13.229132 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:26:13.240084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Sync routers for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:26:13.245100 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7a8c971f-4ff4-4aa2-b35f-53c464833942 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/48792f72-abb3-4300-9a59-e290b1298a66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7336831 Mar 23 10:26:13.245925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37682) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:13.249928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:26:13.250543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:26:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:13.388172 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d4a82-63b7-4cda-a0ce-809b1725900f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.388628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d4a82-63b7-4cda-a0ce-809b1725900f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.389118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d4a82-63b7-4cda-a0ce-809b1725900f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.389566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d4a82-63b7-4cda-a0ce-809b1725900f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.390005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d4a82-63b7-4cda-a0ce-809b1725900f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.390441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9d4a82-63b7-4cda-a0ce-809b1725900f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.392138 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7f9d4a82-63b7-4cda-a0ce-809b1725900f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1452649 Mar 23 10:26:13.394945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37686) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:13.459522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:26:13.466662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab36d2f-b40b-4ce1-b0a6-f04f77530ba1 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.467133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab36d2f-b40b-4ce1-b0a6-f04f77530ba1 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.467556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab36d2f-b40b-4ce1-b0a6-f04f77530ba1 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.467992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab36d2f-b40b-4ce1-b0a6-f04f77530ba1 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.468423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab36d2f-b40b-4ce1-b0a6-f04f77530ba1 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.468855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab36d2f-b40b-4ce1-b0a6-f04f77530ba1 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:13.470563 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4ab36d2f-b40b-4ce1-b0a6-f04f77530ba1 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0747552 Mar 23 10:26:13.473398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37690) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:13.789587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:12Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:13.794370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Checking router: 48792f72-abb3-4300-9a59-e290b1298a66 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:26:13.794713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Updating router 48792f72-abb3-4300-9a59-e290b1298a66 port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:26:13.819880 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6882cc91-9fea-468f-a61f-d086fc1ca6c6 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3454256 Mar 23 10:26:13.859696 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.095380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37696) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:14.101473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72692274', 'description': 'tempest-secgroup-smoke-72692274 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:14.108697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:14.113099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:14.116730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:14.122722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:14.134141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.157315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:14.161831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:14.165775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:14.174323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:14.275170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.276497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.311719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e6a21841-748a-492c-a93c-a54143d6b23c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:14.340338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfee6548-a52c-4d9c-a764-a3d9b5edac54,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:14.349515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.354296 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-56d17d00-d041-4810-a282-1002e87d7952 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2551455 Mar 23 10:26:14.357496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37700) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:14.357857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.361994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'dfee6548-a52c-4d9c-a764-a3d9b5edac54', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:14.369820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:14.373421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:14.376308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:14.381965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Transition to ACTIVE for port object 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:14.385845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:14.394224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.415084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.496245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.501583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.530750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c234e386-a5c1-418d-9ee5-e79e69aa4f75,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:14.553605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.556057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbbc77-5c0e-498a-ab1e-3a8658432dc7 None None] Pushing event updated for resources: {'Port': ['ID=30eaa9ad-6d7b-4a29-95d6-de8e1f05be31,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:14.556315 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fde5898a-6e69-4fed-8760-edc231d8117a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999400 Mar 23 10:26:14.558034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port e6a21841-748a-492c-a93c-a54143d6b23c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:14.558648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37704) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:14.564252 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'dfee6548-a52c-4d9c-a764-a3d9b5edac54', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:14.568257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.572556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:14.577975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:14.581328 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:14.589308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:14.615381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.698495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.706838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.735315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Attempting to bind port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:14.735315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Attempting to bind port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:14.735998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Attempting to bind port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 on network 7aed01b5-11cd-4e45-9a8b-574ebe4354de {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:26:14.740902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2100a42e-07c6-43f4-80ce-e1361b0ab531,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:14.744996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:26:14.745391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Checking segment: {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:26:14.745799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.746183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Bound using segment: {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:26:14.748731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Bound port: 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:14.748731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.758654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.758654 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-689141b3-d8a4-46a7-9f74-b06e6a179591 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1986878 Mar 23 10:26:14.765808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37708) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:14.777140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'dfee6548-a52c-4d9c-a764-a3d9b5edac54', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:14.785056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:14.788763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:14.792499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:14.799502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:14.822054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.902694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f03e724e-0e7b-49c6-9cee-41e5e20effca up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:14.917818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.923110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.945250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] For port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:26:14.960567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] For port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30eaa9ad-6d7b-4a29-95d6-de8e1f05be31,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:26:14.962361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.963587 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1969557 Mar 23 10:26:14.964606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93115e68-553b-4417-b3fa-be35f293cbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b71337ac-ff45-46d9-8aad-25c75c780963,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:14.966633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37712) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:14.974956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:14.976655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'dfee6548-a52c-4d9c-a764-a3d9b5edac54', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:14.982891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:14.987311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:14.991835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:15.000478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:15.022181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.107162 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:26:15.107330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.107789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:26:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:15.111814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.139630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d52dcc-b304-4dc8-8ddb-558fd1a95db0,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:15.155121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.160548 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-84592ca9-9531-41d2-80a7-63e336007563 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1894972 Mar 23 10:26:15.160666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37716) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.169720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'dfee6548-a52c-4d9c-a764-a3d9b5edac54', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:15.175988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:15.179708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f03e724e-0e7b-49c6-9cee-41e5e20effca triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:15.180078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.181611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:15.185453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:15.196091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:15.209234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbbc77-5c0e-498a-ab1e-3a8658432dc7 None None] Pushing event updated for resources: {'Port': ['ID=30eaa9ad-6d7b-4a29-95d6-de8e1f05be31,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:15.210626 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:26:15.220959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.296895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.304269 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.329764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625b3be5-1ad5-4910-ad71-7d8c7f3125da,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:15.339945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.341568 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4d546a0d-2d61-487e-a97a-d9b7f57200f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1802099 Mar 23 10:26:15.345968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37720) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:15.351090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'dfee6548-a52c-4d9c-a764-a3d9b5edac54', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:15.357265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:15.362573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:15.364864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:15.372433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:15.384034 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:26:15.392928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.393585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:26:15.468929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.475460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.498761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b91d4df-2e1e-44da-a9bd-4f9f62845a22,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:15.510241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:15.512432 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f7abb6a0-3f8d-45bf-9cda-c5ec71be6fb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1658969 Mar 23 10:26:15.690535 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-43355264-4136-4014-99c6-32d49fbe5124 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:15.707866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-43355264-4136-4014-99c6-32d49fbe5124 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:15.708948 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-43355264-4136-4014-99c6-32d49fbe5124 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72692274&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.0599904 Mar 23 10:26:15.825213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:14Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:15.831009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9c8cb-62fc-4d12-b38c-068354fc726c None None] The sync data for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv is: [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:14Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:26:15.909593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-39439968-b123-4941-9bc5-9a44d487ad36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:15.910715 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-39439968-b123-4941-9bc5-9a44d487ad36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:15.945954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-39439968-b123-4941-9bc5-9a44d487ad36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:15.953737 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-39439968-b123-4941-9bc5-9a44d487ad36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/networks?id=7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 200 len: 796 time: 0.2370920 Mar 23 10:26:15.977359 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-87c4fc7f-ac61-4279-9d27-a23b269f4416 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/quotas/45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0162318 Mar 23 10:26:16.140257 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-24ef2e90-2e71-446b-b162-09ddaf4606e3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2236636 Mar 23 10:26:16.146659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-f87ae338-bccb-4bea-a64f-d84de694561b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:16.182293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-f87ae338-bccb-4bea-a64f-d84de694561b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:16.185548 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-f87ae338-bccb-4bea-a64f-d84de694561b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1942570 Mar 23 10:26:16.205352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-fec12eec-527e-4658-8ad4-40b44be66dc0 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:26:16.206324 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-fec12eec-527e-4658-8ad4-40b44be66dc0 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068946 Mar 23 10:26:16.294851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:16.404919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:16.408838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:16.408838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.491120 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-d8eb7b89-77ca-4a29-aeff-2c35ace8281b service neutron] 10.222.0.84 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698650 Mar 23 10:26:16.568027 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-1255b6a2-23fa-409d-865d-7a5b6e38999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:16.569714 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-1255b6a2-23fa-409d-865d-7a5b6e38999d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 1098 time: 0.3269737 Mar 23 10:26:16.596023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.632520 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30eaa9ad-6d7b-4a29-95d6-de8e1f05be31,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:26:16.639217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:16.730261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=30eaa9ad-6d7b-4a29-95d6-de8e1f05be31,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:16.742066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.742482 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.742914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.745505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.745903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.746283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.746718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.747071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.747427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.747770 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.748514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.748679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:26:16.805119 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-ad94a76a-88e2-418f-8761-a54498e056bb service neutron] 10.222.0.84 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085439 Mar 23 10:26:16.811511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-3caf55ce-db09-43e4-b8c9-5097a28e5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:16.812918 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-3caf55ce-db09-43e4-b8c9-5097a28e5e6d service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.1855853 Mar 23 10:26:17.101711 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-180635d6-8632-4d62-8e0d-7fe5b32b1e8a req-ee0b826c-9977-49ee-a947-f514d00623f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 210 time: 0.0651979 Mar 23 10:26:17.131005 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-3f37497c-457f-4093-b8b6-8495c49adcca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3847da6-c41b-47cb-ad19-a83a16d2e914 HTTP/1.1" status: 200 len: 1000 time: 0.3122020 Mar 23 10:26:17.217664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-e58feb22-fc5f-4b5f-86c5-174f916258fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:17.217664 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-e58feb22-fc5f-4b5f-86c5-174f916258fe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0785306 Mar 23 10:26:17.299830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-23a3976f-353f-439f-8aad-1c2b2f2f5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:17.301393 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-23a3976f-353f-439f-8aad-1c2b2f2f5ac9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779543 Mar 23 10:26:17.455876 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-015225cb-10c5-40b5-86f0-8e5d7f8d01ae service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454074 Mar 23 10:26:17.601688 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5267739-7fa6-433e-b7eb-5e66e283826c req-30b694f5-5184-4982-ae0a-56928f027c83 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390455 Mar 23 10:26:18.286115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:18.306434 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e15170fb-1e3f-486f-869a-54f4ff433da3 req-caec6d6b-693c-443b-ad68-37019a727430 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 210 time: 0.0624366 Mar 23 10:26:18.347305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-20bbc655-2310-4276-81de-456e62c324ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:18.348802 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-20bbc655-2310-4276-81de-456e62c324ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 200 len: 796 time: 0.2009087 Mar 23 10:26:18.374791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:18.375256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.407838 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-ed39c98a-67ee-4f49-95b4-a4f4fb74f41d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 378 time: 0.0437441 Mar 23 10:26:18.418590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'device_id': '887672b1-6696-4ab7-9a58-d161264547c4', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'admin_state_up': True, 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'security_groups': ['dfee6548-a52c-4d9c-a764-a3d9b5edac54']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:18.563918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:18.575270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:18.585381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:26:18.589247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.761772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.6 (7aed01b5-11cd-4e45-9a8b-574ebe4354de/b20a2a53-5aa8-4e8b-8272-0e389b922e13/8b1d163d-2488-4723-806e-125209877d7e) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:18.949403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:18.964078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 8b1d163d-2488-4723-806e-125209877d7e will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:18.987234 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.055138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 7aed01b5-11cd-4e45-9a8b-574ebe4354de is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:19.057888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:19.060254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:26:19.110006 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=8b1d163d-2488-4723-806e-125209877d7e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:19.140436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:19.141082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.167578 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-735c071d-270c-444f-a1e7-310780b8175b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7536490 Mar 23 10:26:19.186533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Request body: {'port': {'device_id': '887672b1-6696-4ab7-9a58-d161264547c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:19.256484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8399cd72-46c9-478c-9202-58e508eb620a None None] Provisioning for port 8b1d163d-2488-4723-806e-125209877d7e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:19.261472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8399cd72-46c9-478c-9202-58e508eb620a None None] Provisioning complete for port 8b1d163d-2488-4723-806e-125209877d7e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:19.261841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8399cd72-46c9-478c-9202-58e508eb620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.302376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.318274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8399cd72-46c9-478c-9202-58e508eb620a None None] Port 8b1d163d-2488-4723-806e-125209877d7e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:26:19.512745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bcc92-e334-4945-a585-3cf6474d1d0c req-69a3dc22-e803-4701-8e1c-ce26f848a5f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:19.514328 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8c9bcc92-e334-4945-a585-3cf6474d1d0c req-69a3dc22-e803-4701-8e1c-ce26f848a5f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 931 time: 0.0926657 Mar 23 10:26:19.558748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8c9bcc92-e334-4945-a585-3cf6474d1d0c req-185832f3-9762-489c-bb98-829d762b47b6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:19.571305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8c9bcc92-e334-4945-a585-3cf6474d1d0c req-185832f3-9762-489c-bb98-829d762b47b6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:19.572443 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8c9bcc92-e334-4945-a585-3cf6474d1d0c req-185832f3-9762-489c-bb98-829d762b47b6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525262 Mar 23 10:26:19.753684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1d163d-2488-4723-806e-125209877d7e {{(pid=87860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:26:19.760753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.774675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Transition to ACTIVE for port object 8b1d163d-2488-4723-806e-125209877d7e will not be triggered until provisioned by entity L2. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:26:19.779494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:19.909889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1d163d-2488-4723-806e-125209877d7e,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:20.015707 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Attempting to bind port 8b1d163d-2488-4723-806e-125209877d7e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:26:20.016094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Attempting to bind port 8b1d163d-2488-4723-806e-125209877d7e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:26:20.016452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Attempting to bind port 8b1d163d-2488-4723-806e-125209877d7e on network 7aed01b5-11cd-4e45-9a8b-574ebe4354de {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:26:20.020965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Port 8b1d163d-2488-4723-806e-125209877d7e on network 7aed01b5-11cd-4e45-9a8b-574ebe4354de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:26:20.021312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Attempting to bind port 8b1d163d-2488-4723-806e-125209877d7e on network 7aed01b5-11cd-4e45-9a8b-574ebe4354de {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:26:20.026211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:26:20.026536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Checking segment: {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:26:20.026908 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Bound using segment: {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:26:20.027318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Bound port: 8b1d163d-2488-4723-806e-125209877d7e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'}}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:26:20.027655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.117018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] For port 8b1d163d-2488-4723-806e-125209877d7e, host hv-neutron-8346, cleared binding levels {{(pid=87860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:26:20.119885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] For port 8b1d163d-2488-4723-806e-125209877d7e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8b1d163d-2488-4723-806e-125209877d7e,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:26:20.123953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.176359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:20.176959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:20.178564 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-80250422-0456-4b12-88d7-22b24b471009 service neutron] 10.222.0.102 "PUT /v2.0/ports/8b1d163d-2488-4723-806e-125209877d7e HTTP/1.1" status: 200 len: 1093 time: 0.9970632 Mar 23 10:26:20.179038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887672b1-6696-4ab7-9a58-d161264547c4', 'tag': '8b1d163d-2488-4723-806e-125209877d7e'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:26:20.212422 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80250422-0456-4b12-88d7-22b24b471009 service neutron] Pushing event updated for resources: {'Port': ['ID=8b1d163d-2488-4723-806e-125209877d7e,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:20.297410 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887672b1-6696-4ab7-9a58-d161264547c4', 'tag': '8b1d163d-2488-4723-806e-125209877d7e', 'status': 'completed', 'code': 200} Mar 23 10:26:20.300628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-59844694-7ccd-44be-87c6-767308470256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:20.302146 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-59844694-7ccd-44be-87c6-767308470256 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 1096 time: 0.0823886 Mar 23 10:26:20.373939 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-331d25bc-cd30-4dd3-93b7-d1175d922c91 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b1d163d-2488-4723-806e-125209877d7e HTTP/1.1" status: 200 len: 217 time: 0.0628324 Mar 23 10:26:20.438852 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-98588f9b-762b-4e81-8c7c-dcab7ca6f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:20.440265 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-98588f9b-762b-4e81-8c7c-dcab7ca6f270 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20a2a53-5aa8-4e8b-8272-0e389b922e13 HTTP/1.1" status: 200 len: 835 time: 0.0605307 Mar 23 10:26:20.515997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-46c92eaa-d6cf-409b-95be-a6eb8011d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:20.517464 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-46c92eaa-d6cf-409b-95be-a6eb8011d7a0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7aed01b5-11cd-4e45-9a8b-574ebe4354de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694587 Mar 23 10:26:20.649171 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-361eabab-e85e-405f-9809-443c33b519b2 service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255035 Mar 23 10:26:20.750533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266289a-845b-4b99-a135-eb40e52d4d72 req-c4b38c89-412e-43fd-965c-3e2076b03d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:20.751983 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9266289a-845b-4b99-a135-eb40e52d4d72 req-c4b38c89-412e-43fd-965c-3e2076b03d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 943 time: 0.0784221 Mar 23 10:26:20.780776 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56997719-dcd1-41f4-86f1-251be5556ea6 req-c0774283-8e42-4b84-a550-8e7d2f7c9c69 service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251736 Mar 23 10:26:20.799106 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9266289a-845b-4b99-a135-eb40e52d4d72 req-67c6005b-9217-4254-918e-645603c54721 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413547 Mar 23 10:26:20.899480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-38ab9d55-8f5f-4e8a-8f22-0692d4a35652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:20.900848 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-38ab9d55-8f5f-4e8a-8f22-0692d4a35652 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 1096 time: 0.0692933 Mar 23 10:26:21.032437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-fabbab54-66cb-47e1-9b51-cedff9c8364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:21.033902 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-fabbab54-66cb-47e1-9b51-cedff9c8364b service neutron] 10.222.0.102 "GET /v2.0/networks?id=7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 200 len: 897 time: 0.1266968 Mar 23 10:26:21.108200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-bdb2a023-21f6-4b38-8687-ca691b5d42ba service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b1d163d-2488-4723-806e-125209877d7e HTTP/1.1" status: 200 len: 217 time: 0.0628328 Mar 23 10:26:21.173194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-827578af-c717-4ad1-bc49-2567f96a8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:21.174584 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-827578af-c717-4ad1-bc49-2567f96a8ad1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20a2a53-5aa8-4e8b-8272-0e389b922e13 HTTP/1.1" status: 200 len: 835 time: 0.0592699 Mar 23 10:26:21.356735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-68567d5c-719a-4a0a-b477-dd1449419163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:21.358222 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-68567d5c-719a-4a0a-b477-dd1449419163 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7aed01b5-11cd-4e45-9a8b-574ebe4354de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1732316 Mar 23 10:26:21.492463 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-8f31bb5f-3fcb-49f2-bbce-0a1eab089a89 service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264064 Mar 23 10:26:21.628798 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1d521c78-e488-4f1e-b53e-f8d10d4f1321 req-5e1dd006-4f41-4739-8da5-0aae8d4afdc5 service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287944 Mar 23 10:26:21.990824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acded4c1-753f-497c-8680-1240f1a685b3 req-e3b169b0-3bf7-4382-9ba7-88853de24bb0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:21.991459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-acded4c1-753f-497c-8680-1240f1a685b3 req-e3b169b0-3bf7-4382-9ba7-88853de24bb0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:26:22.008351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-acded4c1-753f-497c-8680-1240f1a685b3 req-e3b169b0-3bf7-4382-9ba7-88853de24bb0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:26:22.009590 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-acded4c1-753f-497c-8680-1240f1a685b3 req-e3b169b0-3bf7-4382-9ba7-88853de24bb0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 943 time: 0.0993795 Mar 23 10:26:22.055896 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-acded4c1-753f-497c-8680-1240f1a685b3 req-c3236467-18a8-4b6e-af03-90fba5b296f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393441 Mar 23 10:26:23.238458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af324c18-71c2-4ec5-89ca-58cb80e7c3ca req-2f2ea5d1-e427-47ae-84b5-a834f8da03aa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:23.239890 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-af324c18-71c2-4ec5-89ca-58cb80e7c3ca req-2f2ea5d1-e427-47ae-84b5-a834f8da03aa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 943 time: 0.0788062 Mar 23 10:26:23.282397 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-af324c18-71c2-4ec5-89ca-58cb80e7c3ca req-95cfee88-3991-42ff-a633-e7b935bf1494 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368252 Mar 23 10:26:23.575730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8b1d163d-2488-4723-806e-125209877d7e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:26:23.707865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8b1d163d-2488-4723-806e-125209877d7e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8b1d163d-2488-4723-806e-125209877d7e,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:26:23.721100 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '8b1d163d-2488-4723-806e-125209877d7e', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'port_id': '8b1d163d-2488-4723-806e-125209877d7e', 'mac_address': 'fa:16:3e:62:4f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:26:23.773552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.792747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1d163d-2488-4723-806e-125209877d7e {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:26:23.808172 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8b1d163d-2488-4723-806e-125209877d7e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8b1d163d-2488-4723-806e-125209877d7e,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:26:23.812147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:23.920356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8b1d163d-2488-4723-806e-125209877d7e,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:24.036434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['8b1d163d-2488-4723-806e-125209877d7e'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:26:24.463896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28894f28-2e69-4a83-8eb2-5a3ccc804ab1 req-b43ad4d5-23c3-4cd5-a2b3-4ea4aeed4da5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:24.465941 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-28894f28-2e69-4a83-8eb2-5a3ccc804ab1 req-b43ad4d5-23c3-4cd5-a2b3-4ea4aeed4da5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 944 time: 0.0777409 Mar 23 10:26:24.511643 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-28894f28-2e69-4a83-8eb2-5a3ccc804ab1 req-38001bc1-6187-4217-bee6-4f09bd321922 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401075 Mar 23 10:26:25.591411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8b1d163d-2488-4723-806e-125209877d7e up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:26:25.661727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 8b1d163d-2488-4723-806e-125209877d7e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:26:25.666968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 8b1d163d-2488-4723-806e-125209877d7e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:26:25.667507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.706711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f9341-888d-4744-9bcd-d7e2d6c81f71 req-7578705c-6f0b-4632-b1e0-d4d4c8d507d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:25.708141 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f93f9341-888d-4744-9bcd-d7e2d6c81f71 req-7578705c-6f0b-4632-b1e0-d4d4c8d507d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 944 time: 0.0868616 Mar 23 10:26:25.759570 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f93f9341-888d-4744-9bcd-d7e2d6c81f71 req-66acd860-fca7-4204-a3f2-202370314d4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447679 Mar 23 10:26:25.788927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.822880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887672b1-6696-4ab7-9a58-d161264547c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1d163d-2488-4723-806e-125209877d7e'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:26:25.836814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8b1d163d-2488-4723-806e-125209877d7e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8b1d163d-2488-4723-806e-125209877d7e,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:26:25.836814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:25.881094 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887672b1-6696-4ab7-9a58-d161264547c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1d163d-2488-4723-806e-125209877d7e', 'code': 200} Mar 23 10:26:25.928859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8b1d163d-2488-4723-806e-125209877d7e,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:26.126487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf75cc-9715-437d-9a1a-b023bfc058dc req-1eca6189-1733-40be-a5dc-46cdb8202aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:26.127955 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-64cf75cc-9715-437d-9a1a-b023bfc058dc req-1eca6189-1733-40be-a5dc-46cdb8202aa3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 1098 time: 0.0733120 Mar 23 10:26:26.175969 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-64cf75cc-9715-437d-9a1a-b023bfc058dc req-fd2a23f4-8707-4a45-bd6d-381810ccab46 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390310 Mar 23 10:26:26.956731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd3e69-f10b-4003-81fa-86dd91e25a81 req-84f2fd77-6dc1-43df-9b81-25062242f22e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:26.958212 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5ddd3e69-f10b-4003-81fa-86dd91e25a81 req-84f2fd77-6dc1-43df-9b81-25062242f22e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 945 time: 0.0928218 Mar 23 10:26:27.002327 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5ddd3e69-f10b-4003-81fa-86dd91e25a81 req-769dbe25-d7c7-46bd-b717-22ca1bb902bf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385108 Mar 23 10:26:28.209757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516d4ae-86af-4879-b50b-1df371265eef req-bcc1dd46-70d2-40fa-aa37-717e48352f81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:28.212130 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4516d4ae-86af-4879-b50b-1df371265eef req-bcc1dd46-70d2-40fa-aa37-717e48352f81 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 945 time: 0.0904853 Mar 23 10:26:28.255710 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4516d4ae-86af-4879-b50b-1df371265eef req-3aa43528-1bfb-4d90-bec2-cd9fbeb46ff9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376041 Mar 23 10:26:28.440691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16f37a-f1eb-481e-b581-aa4089468c3b req-83974418-dd76-4e73-8cc3-bfc43425a48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:28.442099 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9b16f37a-f1eb-481e-b581-aa4089468c3b req-83974418-dd76-4e73-8cc3-bfc43425a48b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 945 time: 0.0834248 Mar 23 10:26:28.485240 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9b16f37a-f1eb-481e-b581-aa4089468c3b req-957568ff-9e5b-4699-90bb-a188790f43c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374484 Mar 23 10:26:28.507754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37784) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:28.575249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480cd9b-ffd7-4cf1-a27d-a833f1296fc9 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:28.576706 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6480cd9b-ffd7-4cf1-a27d-a833f1296fc9 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 1093 time: 0.0680273 Mar 23 10:26:28.579509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37788) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:28.584420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '8b1d163d-2488-4723-806e-125209877d7e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:26:28.590354 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:26:28.594038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:floatingip and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:26:28.596791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:26:28.602281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:26:28.616065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.752564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:28.888085 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.120 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/5bebdf8d-03c1-4e96-8d5d-c22e2b93cea0) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:26:29.034159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.063124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.126018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:26:29.128606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:26:29.136817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:26:29.166291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=5bebdf8d-03c1-4e96-8d5d-c22e2b93cea0,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:29.639862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.713237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.923511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:29.927893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.037354 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=5bebdf8d-03c1-4e96-8d5d-c22e2b93cea0,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:26:30.050224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.228104 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP b39e510d-4e78-4e4c-9194-e7f839335ac2 associated. External IP: 172.26.4.120, port: 8b1d163d-2488-4723-806e-125209877d7e. Mar 23 10:26:30.571111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 48792f72-abb3-4300-9a59-e290b1298a66 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:26:30.742950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:26:30.752246 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] Sync routers for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:26:30.762593 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:26:30.763192 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:26:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:30.767568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:30.823484 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-956fa4e5-84bb-43d4-9378-1f76066ecf99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2427249 Mar 23 10:26:30.823985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887672b1-6696-4ab7-9a58-d161264547c4', 'tag': '8b1d163d-2488-4723-806e-125209877d7e'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:26:30.827005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37792) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:30.941681 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887672b1-6696-4ab7-9a58-d161264547c4', 'tag': '8b1d163d-2488-4723-806e-125209877d7e', 'status': 'completed', 'code': 200} Mar 23 10:26:30.950679 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:26:31.064890 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-931d6fe8-5dcb-4174-898b-7d32a6f3be57 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 991 time: 0.2366002 Mar 23 10:26:31.085384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-62dbdcdc-532b-484b-b8cc-ace14748c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:31.086732 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-62dbdcdc-532b-484b-b8cc-ace14748c188 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 1098 time: 0.1107383 Mar 23 10:26:31.213888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-3aca0fc6-3699-4c31-b64a-1e10e73e20bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:31.215903 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-3aca0fc6-3699-4c31-b64a-1e10e73e20bb service neutron] 10.222.0.102 "GET /v2.0/networks?id=7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 200 len: 897 time: 0.1234040 Mar 23 10:26:31.291631 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'b39e510d-4e78-4e4c-9194-e7f839335ac2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'port_id': '8b1d163d-2488-4723-806e-125209877d7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'mac_address': 'fa:16:3e:62:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887672b1-6696-4ab7-9a58-d161264547c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:26:29Z', 'updated_at': '2022-03-23T10:26:29Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:31.295825 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] Checking router: 48792f72-abb3-4300-9a59-e290b1298a66 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:26:31.303952 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:26:31.304531 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:26:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:31.319256 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-96fb6931-894b-4aae-883a-66279f4dd751 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b1d163d-2488-4723-806e-125209877d7e HTTP/1.1" status: 200 len: 999 time: 0.0977523 Mar 23 10:26:31.383246 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-9549e6df-082f-409f-909d-e43556ca9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:31.384842 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-9549e6df-082f-409f-909d-e43556ca9bf2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20a2a53-5aa8-4e8b-8272-0e389b922e13 HTTP/1.1" status: 200 len: 835 time: 0.0595989 Mar 23 10:26:31.458274 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-ac438845-04da-4286-b1d1-abfe67a6029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:26:31.460074 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-ac438845-04da-4286-b1d1-abfe67a6029a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7aed01b5-11cd-4e45-9a8b-574ebe4354de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694561 Mar 23 10:26:31.475768 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:26:31.591762 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-b1dbef13-008a-4ed0-a995-b8f1c04ae56a service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247928 Mar 23 10:26:31.830761 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a7d9b5fc-30b2-4726-a765-d86f7c7bc63d req-b667919a-34c9-4443-a494-13235e63fdd7 service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334623 Mar 23 10:26:31.849714 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'b39e510d-4e78-4e4c-9194-e7f839335ac2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'port_id': '8b1d163d-2488-4723-806e-125209877d7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'mac_address': 'fa:16:3e:62:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887672b1-6696-4ab7-9a58-d161264547c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:26:29Z', 'updated_at': '2022-03-23T10:26:29Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:26:31.854049 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe470b-fb1f-429b-befc-05f9ed637cdf None None] The sync data for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv is: [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'b39e510d-4e78-4e4c-9194-e7f839335ac2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'port_id': '8b1d163d-2488-4723-806e-125209877d7e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'mac_address': 'fa:16:3e:62:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887672b1-6696-4ab7-9a58-d161264547c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:26:29Z', 'updated_at': '2022-03-23T10:26:29Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:26:32.037014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b7ad0b-22a2-4ea5-ad2b-722c6cf3c0d5 None None] New status for floating IP b39e510d-4e78-4e4c-9194-e7f839335ac2: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:26:32.068712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37802) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:32.281597 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ade62a40-9f4b-4edc-b060-1f2ce901f151 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 991 time: 0.2116411 Mar 23 10:26:33.285450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37806) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:26:33.388891 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b9cdf131-36d8-4360-b57d-bfb1e5739a25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 993 time: 0.1022677 Mar 23 10:26:33.643986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e21fed58-88e4-47fd-8c1b-30165c377c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.165492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:36.510265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-161e8eca-5e61-454c-b2a0-330643f48280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.238719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.434608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:37.549260 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:26:39.483721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:26:59.985713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37820) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:00.164554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1594130-25de-40bf-9869-4caa9319d918 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:00.164947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1594130-25de-40bf-9869-4caa9319d918 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:00.165441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1594130-25de-40bf-9869-4caa9319d918 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:00.167065 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d1594130-25de-40bf-9869-4caa9319d918 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&network_id=7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 200 len: 2999 time: 0.1803823 Mar 23 10:27:03.645130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-71771adb-1403-4440-8ec8-ee3ca1f77153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:04.087176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37834) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:04.147495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef7d2df-b4c9-45b0-9963-7dd61e2a6edc tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:04.148911 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2ef7d2df-b4c9-45b0-9963-7dd61e2a6edc tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef HTTP/1.1" status: 200 len: 814 time: 0.0607851 Mar 23 10:27:05.234576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37842) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:05.239733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8bb2f337-af73-4a3b-a0fc-d2dfd977e516 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:05.336140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f337-af73-4a3b-a0fc-d2dfd977e516 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.607955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f337-af73-4a3b-a0fc-d2dfd977e516 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.611597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f337-af73-4a3b-a0fc-d2dfd977e516 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:05.611944 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-8bb2f337-af73-4a3b-a0fc-d2dfd977e516 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP b39e510d-4e78-4e4c-9194-e7f839335ac2 disassociated. External IP: 172.26.4.120, port: 8b1d163d-2488-4723-806e-125209877d7e. Mar 23 10:27:05.958935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb2f337-af73-4a3b-a0fc-d2dfd977e516 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 48792f72-abb3-4300-9a59-e290b1298a66 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:27:06.143363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb2f337-af73-4a3b-a0fc-d2dfd977e516 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:27:06.147506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8bb2f337-af73-4a3b-a0fc-d2dfd977e516 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:06.153089 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] Sync routers for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:27:06.168329 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:27:06.169075 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:26:36Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:06.171442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:06.204027 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8bb2f337-af73-4a3b-a0fc-d2dfd977e516 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 690 time: 0.9659460 Mar 23 10:27:06.204027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887672b1-6696-4ab7-9a58-d161264547c4', 'tag': '8b1d163d-2488-4723-806e-125209877d7e'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:27:06.204375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37846) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:06.251163 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887672b1-6696-4ab7-9a58-d161264547c4', 'tag': '8b1d163d-2488-4723-806e-125209877d7e', 'status': 'completed', 'code': 200} Mar 23 10:27:06.326210 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-44fe8e66-b212-44fe-987e-6ea2b8dfdec6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 690 time: 0.1195614 Mar 23 10:27:06.351485 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:27:06.367010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-92316cea-786b-4639-9682-3470d88a160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:06.368475 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-92316cea-786b-4639-9682-3470d88a160c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 1098 time: 0.0919340 Mar 23 10:27:06.500099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-f878081b-5776-4698-bff8-bf3898b30040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:06.501557 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-f878081b-5776-4698-bff8-bf3898b30040 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 200 len: 897 time: 0.1265774 Mar 23 10:27:06.512318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c45eb37e-3e01-449b-8122-4c6d0051b2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:06.570934 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-2d7645b5-6476-4a31-94a2-ea3b6b4e06b1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b1d163d-2488-4723-806e-125209877d7e HTTP/1.1" status: 200 len: 217 time: 0.0633225 Mar 23 10:27:06.630825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-b83eb93f-2c36-4b07-9cbb-9ece12dfeed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:06.632229 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-b83eb93f-2c36-4b07-9cbb-9ece12dfeed7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20a2a53-5aa8-4e8b-8272-0e389b922e13 HTTP/1.1" status: 200 len: 835 time: 0.0555544 Mar 23 10:27:06.662105 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:06.665908 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] Checking router: 48792f72-abb3-4300-9a59-e290b1298a66 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:27:06.674749 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:27:06.675333 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:27:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:06.714489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-23705ee7-c5af-4988-8867-aaf2ced3cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:06.721100 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-23705ee7-c5af-4988-8867-aaf2ced3cd5d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7aed01b5-11cd-4e45-9a8b-574ebe4354de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782495 Mar 23 10:27:06.854251 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-d8e3ea33-7dcf-4552-8f5f-879b59edc5aa service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308846 Mar 23 10:27:06.856386 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:27:06.984450 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fce1b765-e51b-4d5a-b7d2-0897ac5f8b00 req-7c76a3f7-0165-4837-8496-917af52d06e5 service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240098 Mar 23 10:27:07.161705 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:07.165714 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fe5360-1ec6-4969-a57b-3ab438045acf None None] The sync data for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv is: [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:27:07.242322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:07.329053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37854) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:07.381360 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7ef453-3ca1-487c-a0aa-4a2af3717739 None None] New status for floating IP b39e510d-4e78-4e4c-9194-e7f839335ac2: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:27:07.526087 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3d98c893-089b-4c68-9944-659c96b3549d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 690 time: 0.1957676 Mar 23 10:27:07.530138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:08.529284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37858) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:08.610740 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e4221ba3-1728-4386-b41e-84c7141a8186 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 688 time: 0.0804343 Mar 23 10:27:09.486151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.069819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37864) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.075008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726907828', 'description': 'tempest-secgroup-smoke-1726907828 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:10.080945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:10.090938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:10.100567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.120679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:10.124274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:10.126987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:10.132350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:10.199597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.203299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.249896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5e78e5-c1eb-435b-8a18-a97625902472,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:10.258208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.258544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.258871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.259197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.259519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.259828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.260141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.260451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.260784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.261127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.261439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.261742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:10.264663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.265848 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1ffeaf34-0c64-478e-a722-cd6a5f1f0015 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1950550 Mar 23 10:27:10.268770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37868) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.273790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'ea5e78e5-c1eb-435b-8a18-a97625902472', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:10.280187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:10.284004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:10.286834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:10.292503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:10.310141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.370250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.373950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.405886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4ea04e-9c34-407f-a991-4c91c2c9022b,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:10.415244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.416452 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4787c94b-3626-493a-b1ca-2cbcf72fb042 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467369 Mar 23 10:27:10.419148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37872) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.424081 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'ea5e78e5-c1eb-435b-8a18-a97625902472', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:10.430072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:10.433904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:10.436679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:10.442188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:10.459128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.518071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.521550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.545191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a2f833-d9dc-4b64-b616-b5da90dac88e,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:10.553801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.554964 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-456215fe-67af-4e44-8ff8-c68fad4e97ad tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349010 Mar 23 10:27:10.557924 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37876) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.562769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'ea5e78e5-c1eb-435b-8a18-a97625902472', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:10.568252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:10.571917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:10.575221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:10.580667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:10.599314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.658499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.662156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.684385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082f985d-3d2c-4ba2-86ec-c8c87c7e93c1,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:10.693836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.695049 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a4ac4a80-19c3-42e5-9f7f-2e0968c09f42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362352 Mar 23 10:27:10.697768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37880) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.703137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'ea5e78e5-c1eb-435b-8a18-a97625902472', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:10.708703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:10.712449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:10.715920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:10.721605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:10.737467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.797702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.800930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.824445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf6ee1a-5ede-40b9-8dab-696cae85148b,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:10.833836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.835190 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-af7a2c20-aec0-4023-8120-fbdc462681f9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358752 Mar 23 10:27:10.838073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37884) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.843034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'ea5e78e5-c1eb-435b-8a18-a97625902472', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:10.848614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:10.852425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:10.855264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:10.861089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:10.871286 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:27:10.877503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.941619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.944964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.968159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ce6a64-fa69-403d-8c50-9fa11f3fc409,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:10.976136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:10.977542 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ab870ef4-1cc7-403d-9f19-9a7b3678c7af tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385658 Mar 23 10:27:10.980344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37888) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:10.985342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'ea5e78e5-c1eb-435b-8a18-a97625902472', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:10.990962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:10.994718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:27:10.998139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:27:11.004396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:11.014458 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:27:11.020833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:11.084438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:11.088103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:11.109997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39392e64-ef30-4e48-aa62-51695050a913,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:11.118876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:11.120575 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-986ed68a-75fa-4d67-b4bb-43daf9922b25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388137 Mar 23 10:27:11.289984 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-eb4e968d-92b2-484c-96a4-7525972c3e0d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726907828&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.0380774 Mar 23 10:27:11.436919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-e55831b1-7f09-4faa-b9a8-cbf407cff9d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:11.438366 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-e55831b1-7f09-4faa-b9a8-cbf407cff9d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/networks?id=7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 200 len: 796 time: 0.1416352 Mar 23 10:27:11.457923 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-13a3e7b7-751c-45f3-8e25-a84bf1bbb92b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/quotas/45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0140722 Mar 23 10:27:11.548517 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-576ee955-e6ff-4a26-91a9-7ce522092a7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0850070 Mar 23 10:27:11.682771 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-c0cae67c-90f9-47c3-8bd0-6895ba571044 service neutron] 10.222.0.84 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225252 Mar 23 10:27:11.808204 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-3cc3f7d2-c027-4fbc-8cad-9e113d6c5581 service neutron] 10.222.0.84 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195357 Mar 23 10:27:11.984399 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-105e40ab-4441-41ca-96da-32ba8d0e1455 req-b0d12588-1bf6-4666-b4bc-a4df8ef2d354 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 210 time: 0.0427539 Mar 23 10:27:13.171668 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6b657913-1199-41d8-b094-d322ab5b123f req-7555b6a5-9087-49a9-8017-91e1ed1cffc3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 210 time: 0.0552375 Mar 23 10:27:13.202246 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8c56b659-92e6-4ad0-a132-0a3e456b4eff tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:13.203655 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8c56b659-92e6-4ad0-a132-0a3e456b4eff tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 200 len: 796 time: 0.3214557 Mar 23 10:27:13.255837 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-809ce985-32b2-42a9-85b0-8feef3c8e6c5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 471 time: 0.0431743 Mar 23 10:27:13.265825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'device_id': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'admin_state_up': True, 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'security_groups': ['ea5e78e5-c1eb-435b-8a18-a97625902472']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:13.398803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:13.408379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:13.418715 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:13.422349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.583332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.13 (7aed01b5-11cd-4e45-9a8b-574ebe4354de/b20a2a53-5aa8-4e8b-8272-0e389b922e13/541e23e2-e884-4240-b21e-54d753bb50b0) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:13.765194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.780310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 541e23e2-e884-4240-b21e-54d753bb50b0 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:13.803094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.869304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 7aed01b5-11cd-4e45-9a8b-574ebe4354de is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:13.872731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:13.876426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:27:13.917616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=541e23e2-e884-4240-b21e-54d753bb50b0,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:13.935594 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.935938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.936278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.936678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.936935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.937315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.937639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.937965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.938287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.938603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.938917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.939228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:13.960125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:13.960739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:13.985939 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-951b1f3e-373f-430c-9d46-a3c248c62d25 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7236853 Mar 23 10:27:13.998199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Request body: {'port': {'device_id': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:14.086891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-aa6d3fda-5f94-4358-881a-dbbcdd368eb4 None None] Provisioning for port 541e23e2-e884-4240-b21e-54d753bb50b0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:14.091563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-aa6d3fda-5f94-4358-881a-dbbcdd368eb4 None None] Provisioning complete for port 541e23e2-e884-4240-b21e-54d753bb50b0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:14.091957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-aa6d3fda-5f94-4358-881a-dbbcdd368eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.114533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.143691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-aa6d3fda-5f94-4358-881a-dbbcdd368eb4 None None] Port 541e23e2-e884-4240-b21e-54d753bb50b0 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:27:14.357858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ba1e5-b68c-4a33-ad38-06759be91781 req-d060e08c-7b7a-4f70-9839-e60044fa83b3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:14.359246 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-096ba1e5-b68c-4a33-ad38-06759be91781 req-d060e08c-7b7a-4f70-9839-e60044fa83b3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 932 time: 0.0832374 Mar 23 10:27:14.401791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-096ba1e5-b68c-4a33-ad38-06759be91781 req-30323079-58c6-4888-897c-168daadcc074 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:27:14.416209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-096ba1e5-b68c-4a33-ad38-06759be91781 req-30323079-58c6-4888-897c-168daadcc074 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:27:14.418089 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-096ba1e5-b68c-4a33-ad38-06759be91781 req-30323079-58c6-4888-897c-168daadcc074 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531464 Mar 23 10:27:14.451660 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541e23e2-e884-4240-b21e-54d753bb50b0 {{(pid=87860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:27:14.458893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.474679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Transition to ACTIVE for port object 541e23e2-e884-4240-b21e-54d753bb50b0 will not be triggered until provisioned by entity L2. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:14.477435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.548980 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:27:14.633892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Pushing event updated for resources: {'Port': ['ID=541e23e2-e884-4240-b21e-54d753bb50b0,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:14.712982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Attempting to bind port 541e23e2-e884-4240-b21e-54d753bb50b0 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:27:14.713337 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Attempting to bind port 541e23e2-e884-4240-b21e-54d753bb50b0 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:27:14.713657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Attempting to bind port 541e23e2-e884-4240-b21e-54d753bb50b0 on network 7aed01b5-11cd-4e45-9a8b-574ebe4354de {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:27:14.718611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Port 541e23e2-e884-4240-b21e-54d753bb50b0 on network 7aed01b5-11cd-4e45-9a8b-574ebe4354de not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:27:14.718920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Attempting to bind port 541e23e2-e884-4240-b21e-54d753bb50b0 on network 7aed01b5-11cd-4e45-9a8b-574ebe4354de {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:27:14.723958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:27:14.724284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Checking segment: {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:27:14.724665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Bound using segment: {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'} {{(pid=87860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:27:14.725095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.managers [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Bound port: 541e23e2-e884-4240-b21e-54d753bb50b0, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b35d67-c6d0-4ce9-a902-7dd45f033863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 845, 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de'}}] {{(pid=87860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:27:14.725425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.815149 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] For port 541e23e2-e884-4240-b21e-54d753bb50b0, host hv-neutron-8346, cleared binding levels {{(pid=87860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:27:14.817933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] For port 541e23e2-e884-4240-b21e-54d753bb50b0, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=541e23e2-e884-4240-b21e-54d753bb50b0,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:27:14.823825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.878456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:14.879559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:14.880524 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] 10.222.0.102 "PUT /v2.0/ports/541e23e2-e884-4240-b21e-54d753bb50b0 HTTP/1.1" status: 200 len: 1094 time: 0.8872769 Mar 23 10:27:14.880983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'tag': '541e23e2-e884-4240-b21e-54d753bb50b0'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:27:14.907863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38dc87-5568-428b-af72-5a84d22c1304 service neutron] Pushing event updated for resources: {'Port': ['ID=541e23e2-e884-4240-b21e-54d753bb50b0,revision_number=3']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:14.957120 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'tag': '541e23e2-e884-4240-b21e-54d753bb50b0', 'status': 'completed', 'code': 200} Mar 23 10:27:15.002244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-2575b07d-bfba-4039-ba7b-7b7fca090721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:15.003813 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-2575b07d-bfba-4039-ba7b-7b7fca090721 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 1097 time: 0.0789394 Mar 23 10:27:15.074073 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-ac9f5249-e0ba-4c3a-902c-ec3737b769d1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=541e23e2-e884-4240-b21e-54d753bb50b0 HTTP/1.1" status: 200 len: 217 time: 0.0621438 Mar 23 10:27:15.138546 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-7e1507b9-7995-46f4-8907-bcf5329aa6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:15.139959 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-7e1507b9-7995-46f4-8907-bcf5329aa6d2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20a2a53-5aa8-4e8b-8272-0e389b922e13 HTTP/1.1" status: 200 len: 835 time: 0.0607018 Mar 23 10:27:15.212466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-59453021-bae3-49fd-8b04-017e2d366cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:15.213993 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-59453021-bae3-49fd-8b04-017e2d366cb7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7aed01b5-11cd-4e45-9a8b-574ebe4354de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684729 Mar 23 10:27:15.444017 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-957fc728-6057-47e1-ab47-7f84b4fa0d16 service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239635 Mar 23 10:27:15.585065 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9f297225-d505-44cd-a7cc-63cf68a967e2 req-7557283f-b73a-460a-a29c-554e18c7e075 service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270900 Mar 23 10:27:15.619394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2225b-ad7a-4fd8-986b-3d7d619faa4b req-81e7b23d-2bf5-41c7-ac68-30e0911b4541 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:15.620859 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c1d2225b-ad7a-4fd8-986b-3d7d619faa4b req-81e7b23d-2bf5-41c7-ac68-30e0911b4541 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 944 time: 0.0828633 Mar 23 10:27:15.669020 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c1d2225b-ad7a-4fd8-986b-3d7d619faa4b req-07051293-f5f3-4e69-9ed9-868b1c1c0cac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412402 Mar 23 10:27:15.705403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-1dff61d9-08b5-4047-aa06-41f455877bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:15.706866 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-1dff61d9-08b5-4047-aa06-41f455877bde service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 1097 time: 0.0756004 Mar 23 10:27:15.841708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-1a0f13f8-0949-4e72-82d8-d9843e26fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:15.843079 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-1a0f13f8-0949-4e72-82d8-d9843e26fa50 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 200 len: 897 time: 0.1280584 Mar 23 10:27:15.910098 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-597e8764-6983-46ea-b0bd-2bf77919acac service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=541e23e2-e884-4240-b21e-54d753bb50b0 HTTP/1.1" status: 200 len: 217 time: 0.0602996 Mar 23 10:27:15.949070 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc356377-311c-40de-bca6-d53879510703 req-5b388469-27a4-4c30-a81f-372ab81882c0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676053 Mar 23 10:27:15.976278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-8d50c02a-6861-4ad2-808e-2827e6c6b0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:15.977738 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-8d50c02a-6861-4ad2-808e-2827e6c6b0d1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20a2a53-5aa8-4e8b-8272-0e389b922e13 HTTP/1.1" status: 200 len: 835 time: 0.0611956 Mar 23 10:27:16.054162 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-27d32905-e1de-4e9a-a608-72b8cd99c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:16.055626 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-27d32905-e1de-4e9a-a608-72b8cd99c21b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7aed01b5-11cd-4e45-9a8b-574ebe4354de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712485 Mar 23 10:27:16.086614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356377-311c-40de-bca6-d53879510703 req-4b31836f-28f9-4c1a-a829-51bedb8942a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:16.088075 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc356377-311c-40de-bca6-d53879510703 req-4b31836f-28f9-4c1a-a829-51bedb8942a0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 1098 time: 0.0693178 Mar 23 10:27:16.185566 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-11e4ab59-22ce-4507-9a1c-8efaa6c3aaa8 service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231880 Mar 23 10:27:16.231871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356377-311c-40de-bca6-d53879510703 req-6928b24e-2a53-4eab-9c53-af05a46b372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:16.233342 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc356377-311c-40de-bca6-d53879510703 req-6928b24e-2a53-4eab-9c53-af05a46b372d service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.1268985 Mar 23 10:27:16.317083 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-33ad6dc1-d204-4422-814f-3a1aaa66f4d3 req-c4b42a50-c153-487f-846d-ed3d9dcfeb6d service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255362 Mar 23 10:27:16.336136 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc356377-311c-40de-bca6-d53879510703 req-b4b5180c-9b9d-44fd-985d-0775c94417de service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3847da6-c41b-47cb-ad19-a83a16d2e914 HTTP/1.1" status: 200 len: 1000 time: 0.0965323 Mar 23 10:27:16.401530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356377-311c-40de-bca6-d53879510703 req-e1e5f068-5146-4d3b-af97-5649f9ec3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:16.402906 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc356377-311c-40de-bca6-d53879510703 req-e1e5f068-5146-4d3b-af97-5649f9ec3433 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0596759 Mar 23 10:27:16.477136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc356377-311c-40de-bca6-d53879510703 req-1f7b0efb-4d70-423e-87af-14521cc77bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:16.478648 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc356377-311c-40de-bca6-d53879510703 req-1f7b0efb-4d70-423e-87af-14521cc77bdc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698304 Mar 23 10:27:16.607653 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc356377-311c-40de-bca6-d53879510703 req-52d18c14-591e-466f-a05e-c45710183617 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229458 Mar 23 10:27:16.737898 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc356377-311c-40de-bca6-d53879510703 req-e1a606b3-756a-411f-b474-76169bcc40e3 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241019 Mar 23 10:27:16.859702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889016d-6368-4534-add2-9dfd80121cc5 req-ea09ac8f-114a-492b-8f7b-3890e68e16ae tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:16.860489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-1889016d-6368-4534-add2-9dfd80121cc5 req-ea09ac8f-114a-492b-8f7b-3890e68e16ae tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:27:16.875650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-1889016d-6368-4534-add2-9dfd80121cc5 req-ea09ac8f-114a-492b-8f7b-3890e68e16ae tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:27:16.876751 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1889016d-6368-4534-add2-9dfd80121cc5 req-ea09ac8f-114a-492b-8f7b-3890e68e16ae tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 944 time: 0.0994034 Mar 23 10:27:16.920013 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1889016d-6368-4534-add2-9dfd80121cc5 req-b2cb04ae-fbe1-4853-bff3-961c5f67032c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376303 Mar 23 10:27:17.871948 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 541e23e2-e884-4240-b21e-54d753bb50b0 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:27:18.035436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 541e23e2-e884-4240-b21e-54d753bb50b0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=541e23e2-e884-4240-b21e-54d753bb50b0,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:27:18.048108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '541e23e2-e884-4240-b21e-54d753bb50b0', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'port_id': '541e23e2-e884-4240-b21e-54d753bb50b0', 'mac_address': 'fa:16:3e:9e:cd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 845, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:27:18.102348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:18.104934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7fb0b-29b1-4c90-a5b2-dca2e1bf9d00 req-5aaeb714-1568-476d-b675-8cae26bb6881 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:18.106423 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-44c7fb0b-29b1-4c90-a5b2-dca2e1bf9d00 req-5aaeb714-1568-476d-b675-8cae26bb6881 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 944 time: 0.0842130 Mar 23 10:27:18.118762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541e23e2-e884-4240-b21e-54d753bb50b0 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:27:18.133587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 541e23e2-e884-4240-b21e-54d753bb50b0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=541e23e2-e884-4240-b21e-54d753bb50b0,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:27:18.138531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:18.152162 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-44c7fb0b-29b1-4c90-a5b2-dca2e1bf9d00 req-b7f10c08-0bf2-4738-9a16-997d4c0be126 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Mar 23 10:27:18.206012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=541e23e2-e884-4240-b21e-54d753bb50b0,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:18.212926 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.213290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.213649 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.214589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.214911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.215239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.215552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.215868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.216185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.216495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.216804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.217157 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:27:18.348241 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['541e23e2-e884-4240-b21e-54d753bb50b0'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:27:19.331511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874bd71a-7e75-4e49-89aa-6fe37f1d5c5e req-b26b0f8b-d6d3-4ec5-8068-7b0faf0b83d9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:19.332934 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-874bd71a-7e75-4e49-89aa-6fe37f1d5c5e req-b26b0f8b-d6d3-4ec5-8068-7b0faf0b83d9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0769303 Mar 23 10:27:19.375945 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-874bd71a-7e75-4e49-89aa-6fe37f1d5c5e req-03ac7f52-a26b-4e2c-a507-010069108f8e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372665 Mar 23 10:27:19.872172 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 541e23e2-e884-4240-b21e-54d753bb50b0 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:27:19.937717 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 541e23e2-e884-4240-b21e-54d753bb50b0 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:19.942216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 541e23e2-e884-4240-b21e-54d753bb50b0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:19.942653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.055469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.081832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541e23e2-e884-4240-b21e-54d753bb50b0'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:27:20.091673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 541e23e2-e884-4240-b21e-54d753bb50b0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=541e23e2-e884-4240-b21e-54d753bb50b0,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:27:20.096496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:20.130066 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541e23e2-e884-4240-b21e-54d753bb50b0', 'code': 200} Mar 23 10:27:20.167834 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=541e23e2-e884-4240-b21e-54d753bb50b0,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:20.345926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f4008-ba84-4dbc-86c1-d8b87433a38d req-69c4b449-5999-45f2-961d-c12a9020f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:20.347338 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a76f4008-ba84-4dbc-86c1-d8b87433a38d req-69c4b449-5999-45f2-961d-c12a9020f1ff service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 1099 time: 0.0671182 Mar 23 10:27:20.386817 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a76f4008-ba84-4dbc-86c1-d8b87433a38d req-a447e687-0b1a-4700-80a1-100b636ce374 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331175 Mar 23 10:27:20.560728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94d8db-7641-4a61-8ee6-c72b59b7184d req-42dd9ef2-3908-45d4-a232-b3ef9132c692 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:20.562287 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bf94d8db-7641-4a61-8ee6-c72b59b7184d req-42dd9ef2-3908-45d4-a232-b3ef9132c692 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 946 time: 0.0831189 Mar 23 10:27:20.607696 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bf94d8db-7641-4a61-8ee6-c72b59b7184d req-a8f34ade-4bba-4862-ba19-dd48f3982357 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396121 Mar 23 10:27:21.792782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868f422-b8eb-404f-8ab8-401a59edf360 req-998e8a5f-5297-4d5a-85c8-bbfd8f1cd3c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:21.794278 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f868f422-b8eb-404f-8ab8-401a59edf360 req-998e8a5f-5297-4d5a-85c8-bbfd8f1cd3c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 946 time: 0.0819819 Mar 23 10:27:21.837384 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f868f422-b8eb-404f-8ab8-401a59edf360 req-d90c4ef7-8eab-4e50-bfdf-799a1f31f6f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374877 Mar 23 10:27:22.023884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208872f-c355-4914-b564-f46de6c2cbf9 req-95a3d257-7ced-4a3f-8e05-032ff17bf851 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:22.025437 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f208872f-c355-4914-b564-f46de6c2cbf9 req-95a3d257-7ced-4a3f-8e05-032ff17bf851 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 946 time: 0.0798445 Mar 23 10:27:22.071356 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f208872f-c355-4914-b564-f46de6c2cbf9 req-ebaa05e3-fde2-4223-b7fd-360f02ee5e65 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402429 Mar 23 10:27:22.093393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37940) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:22.161494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3686994f-c630-4e7a-a76a-9b333c7a75fd tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:22.163205 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3686994f-c630-4e7a-a76a-9b333c7a75fd tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 1094 time: 0.0685344 Mar 23 10:27:22.165862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 37944) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:22.170643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0087cdb5-a180-43bd-8d35-15fe3ceef740 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'port_id': '541e23e2-e884-4240-b21e-54d753bb50b0'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:22.248324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0087cdb5-a180-43bd-8d35-15fe3ceef740 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.931975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0087cdb5-a180-43bd-8d35-15fe3ceef740 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:22.936364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0087cdb5-a180-43bd-8d35-15fe3ceef740 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.105320 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-0087cdb5-a180-43bd-8d35-15fe3ceef740 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP b39e510d-4e78-4e4c-9194-e7f839335ac2 associated. External IP: 172.26.4.120, port: 541e23e2-e884-4240-b21e-54d753bb50b0. Mar 23 10:27:23.447171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0087cdb5-a180-43bd-8d35-15fe3ceef740 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 48792f72-abb3-4300-9a59-e290b1298a66 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:27:23.626463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0087cdb5-a180-43bd-8d35-15fe3ceef740 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:27:23.631500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0087cdb5-a180-43bd-8d35-15fe3ceef740 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:23.636763 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] Sync routers for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:27:23.646057 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:27:23.646669 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:27:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:23.799893 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0087cdb5-a180-43bd-8d35-15fe3ceef740 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 992 time: 1.6329477 Mar 23 10:27:23.800529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'tag': '541e23e2-e884-4240-b21e-54d753bb50b0'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:27:23.803100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37948) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:23.824691 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:27:23.847627 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'tag': '541e23e2-e884-4240-b21e-54d753bb50b0', 'status': 'completed', 'code': 200} Mar 23 10:27:24.056662 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2ad7cea2-5af7-44ff-a361-717483caeb83 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 992 time: 0.2519763 Mar 23 10:27:24.074310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-e3623b11-805b-4a23-880a-25914e52f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:24.075755 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-e3623b11-805b-4a23-880a-25914e52f38e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 1099 time: 0.1000233 Mar 23 10:27:24.180425 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'b39e510d-4e78-4e4c-9194-e7f839335ac2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'port_id': '541e23e2-e884-4240-b21e-54d753bb50b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'mac_address': 'fa:16:3e:9e:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:26:29Z', 'updated_at': '2022-03-23T10:27:22Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:24.184747 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] Checking router: 48792f72-abb3-4300-9a59-e290b1298a66 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:27:24.192770 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:27:24.193391 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:27:06Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:24.203055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-3d165267-a3f2-4c95-907f-8b7512782391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:24.204484 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-3d165267-a3f2-4c95-907f-8b7512782391 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 200 len: 897 time: 0.1229630 Mar 23 10:27:24.308328 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-5cc831e9-de18-4dcd-8c17-7f59ba1709aa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=541e23e2-e884-4240-b21e-54d753bb50b0 HTTP/1.1" status: 200 len: 1000 time: 0.0978515 Mar 23 10:27:24.367440 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:27:24.371843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-d982ba20-0bec-4b2c-8966-f82676492718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:24.373295 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-d982ba20-0bec-4b2c-8966-f82676492718 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=b20a2a53-5aa8-4e8b-8272-0e389b922e13 HTTP/1.1" status: 200 len: 835 time: 0.0598540 Mar 23 10:27:24.445791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-ea8401cc-44e9-42b4-b58c-73c25c921f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:24.447322 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-ea8401cc-44e9-42b4-b58c-73c25c921f70 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7aed01b5-11cd-4e45-9a8b-574ebe4354de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685883 Mar 23 10:27:24.579946 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-136848ba-aab2-4d81-87f0-8eeb2e54c8b0 service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265252 Mar 23 10:27:24.708787 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'b39e510d-4e78-4e4c-9194-e7f839335ac2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'port_id': '541e23e2-e884-4240-b21e-54d753bb50b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'mac_address': 'fa:16:3e:9e:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:26:29Z', 'updated_at': '2022-03-23T10:27:22Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:24.711477 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8b5103ea-1bfd-46da-941f-1a04ab44eb83 req-0b5ef8be-81e9-431c-a7ee-40f9ff1db6ff service neutron] 10.222.0.102 "GET /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259549 Mar 23 10:27:24.712841 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca26aae9-0bbb-441c-b678-dbfcdaa45517 None None] The sync data for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv is: [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'b39e510d-4e78-4e4c-9194-e7f839335ac2', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.120', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'port_id': '541e23e2-e884-4240-b21e-54d753bb50b0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'mac_address': 'fa:16:3e:9e:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:26:29Z', 'updated_at': '2022-03-23T10:27:22Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:27:24.892119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe3e8e-f7f3-42e1-89c7-4c3476c396d5 None None] New status for floating IP b39e510d-4e78-4e4c-9194-e7f839335ac2: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:27:25.060977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37954) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:25.172050 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f77f5b09-a2c4-438f-b7a5-78550397d37f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 992 time: 0.1099060 Mar 23 10:27:26.173435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 37958) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:27:26.277932 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6853a51e-e2c5-4a7f-be0e-a9e90e891ac1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 200 len: 994 time: 0.1034009 Mar 23 10:27:33.647639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb86b-8a39-4677-9137-5e10a1e14b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:36.181710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:36.518841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c09757ee-e3c9-440f-bd7a-f38ac0375858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:37.245986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:37.438394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:39.488328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:47.446562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f991bdb-7d96-4817-8c72-bb152a59eb1c req-1e287925-a406-4cf6-b03c-1bdde0f5ae6a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:47.447965 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6f991bdb-7d96-4817-8c72-bb152a59eb1c req-1e287925-a406-4cf6-b03c-1bdde0f5ae6a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 945 time: 0.0807838 Mar 23 10:27:47.490268 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6f991bdb-7d96-4817-8c72-bb152a59eb1c req-4ebc25f7-bab6-4340-a04e-8421d7c003ef tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366778 Mar 23 10:27:48.673726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f6d3e-d2bc-483d-a21c-71b4f78189a0 req-8c221283-1561-4293-8aeb-27c3ec72c788 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:48.675167 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899f6d3e-d2bc-483d-a21c-71b4f78189a0 req-8c221283-1561-4293-8aeb-27c3ec72c788 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 945 time: 0.0787771 Mar 23 10:27:48.718494 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899f6d3e-d2bc-483d-a21c-71b4f78189a0 req-cb1d162f-084d-4830-8653-64e745f6932b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374343 Mar 23 10:27:49.078845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-58a76333-57fb-48e6-9229-83a08c9c1624 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:49.080175 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-58a76333-57fb-48e6-9229-83a08c9c1624 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 945 time: 0.0809433 Mar 23 10:27:49.146188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Deleting port a3847da6-c41b-47cb-ad19-a83a16d2e914 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:27:49.146457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:49.383781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] For port a3847da6-c41b-47cb-ad19-a83a16d2e914, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a3847da6-c41b-47cb-ad19-a83a16d2e914,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:27:49.384126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:49.764395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:49.765020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:49.765181 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Floating IP bc505c2e-dc9b-4c11-8d73-9e4f006faa2b disassociated. External IP: 172.26.4.67, port: a3847da6-c41b-47cb-ad19-a83a16d2e914. Mar 23 10:27:49.765406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Calling delete_port for a3847da6-c41b-47cb-ad19-a83a16d2e914 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:27:49.904706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e66e2-59b4-409a-b3c2-8a2b67c8e912 req-dd60e229-4fb4-439d-8add-7d6ce7ff1daf tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:49.906166 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-483e66e2-59b4-409a-b3c2-8a2b67c8e912 req-dd60e229-4fb4-439d-8add-7d6ce7ff1daf tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 945 time: 0.0814683 Mar 23 10:27:49.916765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:49.950645 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-483e66e2-59b4-409a-b3c2-8a2b67c8e912 req-4d77be22-66ea-468c-9931-4f87c6fb2f9a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386465 Mar 23 10:27:49.968429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event deleted for resources: {'Port': ['ID=a3847da6-c41b-47cb-ad19-a83a16d2e914,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:50.157342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Router 8fd84559-b592-4695-a42e-eb0815bcc71f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:27:50.332767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:27:50.342750 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] Sync routers for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:27:50.353118 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:27:50.354354 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:27:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:50.411278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] No DVR routers for this DVR port a3847da6-c41b-47cb-ad19-a83a16d2e914 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:27:50.413780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:50.417209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'name': 'network-vif-deleted', 'tag': 'a3847da6-c41b-47cb-ad19-a83a16d2e914'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:27:50.453617 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-30ae931d-6dea-4e41-b103-1cd6fe8d881b req-a6e55d7a-577d-4e8f-8ead-ca5d43695870 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "DELETE /v2.0/ports/a3847da6-c41b-47cb-ad19-a83a16d2e914 HTTP/1.1" status: 204 len: 173 time: 1.3674555 Mar 23 10:27:50.471009 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5', 'name': 'network-vif-deleted', 'tag': 'a3847da6-c41b-47cb-ad19-a83a16d2e914', 'status': 'completed', 'code': 200} Mar 23 10:27:50.580898 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:27:50.894389 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:50.898506 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] Checking router: 8fd84559-b592-4695-a42e-eb0815bcc71f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:27:50.907454 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:27:50.908055 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:27:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:51.097439 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:27:51.123883 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-95564692-2b37-4960-a248-7e9ffa85809f req-df9d48ab-5748-470a-a841-20f0b92e2737 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=74a0f9b7-1a12-47d1-a37c-5b0bfbc97ad5 HTTP/1.1" status: 200 len: 210 time: 0.0450487 Mar 23 10:27:51.409839 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:27:51.413671 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43402fcf-57dc-4253-91e5-cd6c0e58dbce None None] The sync data for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv is: [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:27:51.547305 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:27:51.626736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a93bdd3-d855-43c6-ae4f-b241ad4c98bc None None] New status for floating IP bc505c2e-dc9b-4c11-8d73-9e4f006faa2b: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:27:52.042690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a3847da6-c41b-47cb-ad19-a83a16d2e914 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:27:52.076580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: a3847da6-c41b-47cb-ad19-a83a16d2e914 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:27:52.076910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a3847da6-c41b-47cb-ad19-a83a16d2e914 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:27:52.452036 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-8ba6cb78-354b-4cc4-a962-9bfe48cf01da tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109237347&fields=id&tenant_id=49d2026bd1544e12ad420d9db2ea09e3 HTTP/1.1" status: 200 len: 267 time: 0.0393965 Mar 23 10:27:52.600643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-6d3e9336-4e3d-47ea-af24-ef983e8e6646 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:52.602106 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-6d3e9336-4e3d-47ea-af24-ef983e8e6646 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 812 time: 0.1438911 Mar 23 10:27:52.616493 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-0234f210-1a42-44d2-a2f1-ff1394d9ba1a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/quotas/49d2026bd1544e12ad420d9db2ea09e3 HTTP/1.1" status: 200 len: 375 time: 0.0085814 Mar 23 10:27:52.701572 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-830d18eb-3aab-4d7a-83b9-afecc0049298 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797856 Mar 23 10:27:52.840741 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-126de95e-1ca0-449c-930f-805e6614bfe3 service neutron] 10.222.0.84 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272089 Mar 23 10:27:52.974619 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-352d4d82-7375-44c7-b5a2-11a1ba212dd1 service neutron] 10.222.0.84 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278880 Mar 23 10:27:53.353426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-f5c92f5f-baa7-4f84-9d4e-214847ec84b2 req-17c88eb5-177f-428d-84b9-451bb77b2ff0 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:27:53.369446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-f5c92f5f-baa7-4f84-9d4e-214847ec84b2 req-17c88eb5-177f-428d-84b9-451bb77b2ff0 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:27:53.370567 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f5c92f5f-baa7-4f84-9d4e-214847ec84b2 req-17c88eb5-177f-428d-84b9-451bb77b2ff0 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0583718 Mar 23 10:27:54.528066 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8af69702-ed3c-466d-9037-3233fd807065 req-4220de0b-ba9b-4f82-8e36-6b4b505712e4 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0484314 Mar 23 10:27:54.571259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-5cb1c6fb-18c8-4b18-8767-313c6391dd52 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:54.573363 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-5cb1c6fb-18c8-4b18-8767-313c6391dd52 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 812 time: 0.1488416 Mar 23 10:27:54.620150 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-736431a9-1bb8-4596-bacc-f19c476efe71 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d2026bd1544e12ad420d9db2ea09e3 HTTP/1.1" status: 200 len: 379 time: 0.0390675 Mar 23 10:27:54.628787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'port': {'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'admin_state_up': True, 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'security_groups': ['1e505bb3-cabc-41fe-b29d-68733d4a6c01']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:54.767785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:27:54.778052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:27:54.788620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Made reservation on behalf of 49d2026bd1544e12ad420d9db2ea09e3 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:27:54.791603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:54.951328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Allocated IP 172.20.0.11 (5b358dd1-47f7-4431-be8a-4415bbf3a8c1/30a39427-4d71-49c9-85ba-d425bef3dc24/504e9172-c77b-44b0-9b28-756ab67c3e6c) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:27:55.254049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:55.269159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Transition to ACTIVE for port object 504e9172-c77b-44b0-9b28-756ab67c3e6c will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:55.292326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:55.364920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:27:55.368062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:27:55.378746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:27:55.409192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'Port': ['ID=504e9172-c77b-44b0-9b28-756ab67c3e6c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:55.446078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:55.446318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:55.471897 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2dbe79cb-c6ff-4946-a64a-dc5bd7291d77 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8467283 Mar 23 10:27:55.484342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Request body: {'port': {'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:27:55.598972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:55.631324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3c9c10a2-2089-41ae-b490-4d92f18d7fdd None None] Provisioning for port 504e9172-c77b-44b0-9b28-756ab67c3e6c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:27:55.638826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-3c9c10a2-2089-41ae-b490-4d92f18d7fdd None None] Provisioning complete for port 504e9172-c77b-44b0-9b28-756ab67c3e6c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:27:55.639557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3c9c10a2-2089-41ae-b490-4d92f18d7fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:55.696645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c10a2-2089-41ae-b490-4d92f18d7fdd None None] Port 504e9172-c77b-44b0-9b28-756ab67c3e6c cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:27:55.911158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbebff1-7204-4d55-9e95-f10c2464521e req-05df69dc-74d0-4b32-baed-873819ea3ac5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:55.911851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ddbebff1-7204-4d55-9e95-f10c2464521e req-05df69dc-74d0-4b32-baed-873819ea3ac5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:27:55.952686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ddbebff1-7204-4d55-9e95-f10c2464521e req-05df69dc-74d0-4b32-baed-873819ea3ac5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:27:55.953791 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ddbebff1-7204-4d55-9e95-f10c2464521e req-05df69dc-74d0-4b32-baed-873819ea3ac5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 932 time: 0.3043599 Mar 23 10:27:56.020697 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ddbebff1-7204-4d55-9e95-f10c2464521e req-94f05872-d6cb-4038-ae0d-bc1f9cee9060 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568373 Mar 23 10:27:56.076411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504e9172-c77b-44b0-9b28-756ab67c3e6c {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:27:56.083917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:56.099243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Transition to ACTIVE for port object 504e9172-c77b-44b0-9b28-756ab67c3e6c will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:27:56.104260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:56.258076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Pushing event updated for resources: {'Port': ['ID=504e9172-c77b-44b0-9b28-756ab67c3e6c,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:56.335268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Attempting to bind port 504e9172-c77b-44b0-9b28-756ab67c3e6c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:27:56.335590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Attempting to bind port 504e9172-c77b-44b0-9b28-756ab67c3e6c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:27:56.335904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Attempting to bind port 504e9172-c77b-44b0-9b28-756ab67c3e6c on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:27:56.340902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Port 504e9172-c77b-44b0-9b28-756ab67c3e6c on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:27:56.341232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Attempting to bind port 504e9172-c77b-44b0-9b28-756ab67c3e6c on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:27:56.346042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:27:56.346366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Checking segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:27:56.346735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Bound using segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:27:56.347138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Bound port: 504e9172-c77b-44b0-9b28-756ab67c3e6c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:27:56.347475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:56.437680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] For port 504e9172-c77b-44b0-9b28-756ab67c3e6c, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:27:56.440718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] For port 504e9172-c77b-44b0-9b28-756ab67c3e6c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:27:56.444738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:56.497284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:56.497877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:56.499188 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] 10.222.0.102 "PUT /v2.0/ports/504e9172-c77b-44b0-9b28-756ab67c3e6c HTTP/1.1" status: 200 len: 1094 time: 1.0191693 Mar 23 10:27:56.499606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'tag': '504e9172-c77b-44b0-9b28-756ab67c3e6c'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:27:56.532560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c7825-19bf-4712-969c-995295a84e5e service neutron] Pushing event updated for resources: {'Port': ['ID=504e9172-c77b-44b0-9b28-756ab67c3e6c,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:56.581481 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'tag': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'status': 'completed', 'code': 200} Mar 23 10:27:56.628098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-fafdebbd-7fae-4eac-b858-5c8f28f548d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:56.629644 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-fafdebbd-7fae-4eac-b858-5c8f28f548d2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0798652 Mar 23 10:27:56.699108 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-e8154e65-ff50-4dd2-ab36-d617265186f5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c HTTP/1.1" status: 200 len: 217 time: 0.0610516 Mar 23 10:27:56.769682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-3c4398d7-b13f-4692-8827-595f97318bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:56.770970 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-3c4398d7-b13f-4692-8827-595f97318bc9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0658758 Mar 23 10:27:56.844347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-1a8f5a1a-8b42-49eb-9517-9eafc4d66649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:56.845871 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-1a8f5a1a-8b42-49eb-9517-9eafc4d66649 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681536 Mar 23 10:27:57.069302 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2f8221e0-bd40-4170-b5fc-6661d6887b66 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164664 Mar 23 10:27:57.251232 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e755bf0-d660-448c-822c-675c92dc8b60 req-2a2ba2ed-916c-44f5-998b-20f70b7625b1 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753337 Mar 23 10:27:57.274727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5f77c-1fde-4907-a815-29417f25bf98 req-adf7ea9d-19b0-4d72-81ae-32f369d838fd tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:57.276840 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2df5f77c-1fde-4907-a815-29417f25bf98 req-adf7ea9d-19b0-4d72-81ae-32f369d838fd tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 944 time: 0.1205242 Mar 23 10:27:57.366535 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2df5f77c-1fde-4907-a815-29417f25bf98 req-cc36a7ae-a866-4c76-b9c0-93e0cb91ae86 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838890 Mar 23 10:27:57.394631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-eedaff43-5a13-42b1-970c-9e75785de2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:57.396246 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-eedaff43-5a13-42b1-970c-9e75785de2ed service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 1097 time: 0.0985506 Mar 23 10:27:57.530827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-52d795e6-d5e7-4f4f-81f2-c2216830e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:57.532403 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-52d795e6-d5e7-4f4f-81f2-c2216830e8a2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.1285098 Mar 23 10:27:57.547799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581921da-288c-486c-9ed4-5dea30c97561 req-cd292290-2d6e-4331-91bf-8aa104ecbb6b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:57.547799 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-581921da-288c-486c-9ed4-5dea30c97561 req-cd292290-2d6e-4331-91bf-8aa104ecbb6b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 946 time: 0.0784879 Mar 23 10:27:57.593391 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-581921da-288c-486c-9ed4-5dea30c97561 req-85bd873f-3c37-4c78-aa87-26d55f9dd411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384090 Mar 23 10:27:57.604759 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-558c9236-686e-4172-8a07-09211bbaebb5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c HTTP/1.1" status: 200 len: 217 time: 0.0650511 Mar 23 10:27:57.665003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-566076cd-22b2-4894-8e58-ddcc8fbfacdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:57.666862 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-566076cd-22b2-4894-8e58-ddcc8fbfacdf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0561736 Mar 23 10:27:57.742032 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-d2543ce3-ef8c-43d4-bac3-295ffc5f5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:57.743415 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-d2543ce3-ef8c-43d4-bac3-295ffc5f5419 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703537 Mar 23 10:27:57.871728 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-9dc23d15-85bf-4266-8dc9-e01c735499f5 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208813 Mar 23 10:27:57.999622 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ba42a4ac-36fc-4819-8fb6-4d4756043f33 req-f8e9d2a5-2c99-4027-941d-473e566e2d61 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215384 Mar 23 10:27:58.552964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1083fe-5571-46a4-892f-f45da06486db req-9968a5fe-c4ee-43f6-bd17-fd6410a25592 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:58.554613 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aa1083fe-5571-46a4-892f-f45da06486db req-9968a5fe-c4ee-43f6-bd17-fd6410a25592 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0782459 Mar 23 10:27:58.597162 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aa1083fe-5571-46a4-892f-f45da06486db req-f268d414-6207-4193-8252-7421cd6ef149 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370538 Mar 23 10:27:58.779218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6720a-8227-4f91-99f3-3e6b621bf007 req-c2b367c7-b5c8-44b5-8c38-b3059a3c397f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:58.780647 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a0d6720a-8227-4f91-99f3-3e6b621bf007 req-c2b367c7-b5c8-44b5-8c38-b3059a3c397f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 946 time: 0.0827186 Mar 23 10:27:58.825197 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a0d6720a-8227-4f91-99f3-3e6b621bf007 req-8bac5f5f-693f-4f36-af5d-74945bc0f63a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=ea5e78e5-c1eb-435b-8a18-a97625902472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385668 Mar 23 10:27:58.922474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-246ddb92-bdfa-488e-b22f-760e63991e91 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:58.923869 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-246ddb92-bdfa-488e-b22f-760e63991e91 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 946 time: 0.0810187 Mar 23 10:27:58.991626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 541e23e2-e884-4240-b21e-54d753bb50b0 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:27:58.991956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:59.231331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 541e23e2-e884-4240-b21e-54d753bb50b0, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=541e23e2-e884-4240-b21e-54d753bb50b0,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:27:59.231677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:59.615492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:59.615808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:59.616064 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP b39e510d-4e78-4e4c-9194-e7f839335ac2 disassociated. External IP: 172.26.4.120, port: 541e23e2-e884-4240-b21e-54d753bb50b0. Mar 23 10:27:59.616395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 541e23e2-e884-4240-b21e-54d753bb50b0 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:27:59.807113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:27:59.863570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=541e23e2-e884-4240-b21e-54d753bb50b0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:27:59.949849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4a62d-0a52-4210-b4e4-c6038d4cef01 req-e5d8f755-cb27-459c-8320-a3a4b0d1395b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:27:59.951301 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5ff4a62d-0a52-4210-b4e4-c6038d4cef01 req-e5d8f755-cb27-459c-8320-a3a4b0d1395b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 944 time: 0.2244394 Mar 23 10:27:59.977504 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9852b52a-35e1-4153-ac76-53cee48f5a55 req-cebc8bfa-c835-41b8-b0fa-bc05666d58b3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5b61e71-dc04-42ed-bc03-d4ab9380c0d1 HTTP/1.1" status: 200 len: 210 time: 0.0430276 Mar 23 10:28:00.074870 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5ff4a62d-0a52-4210-b4e4-c6038d4cef01 req-eebd67ec-134f-40ef-9614-4994beadc522 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172926 Mar 23 10:28:00.100584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 48792f72-abb3-4300-9a59-e290b1298a66 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:28:00.282503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:28:00.293550 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] Sync routers for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:28:00.303122 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:00.304115 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:27:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:00.357243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port 541e23e2-e884-4240-b21e-54d753bb50b0 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:28:00.359769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:00.362578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'name': 'network-vif-deleted', 'tag': '541e23e2-e884-4240-b21e-54d753bb50b0'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:28:00.380439 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7f911b83-2515-4639-b32f-457fb83d9f01 req-27ca931c-e86f-4b99-b87d-3c900258aa69 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "DELETE /v2.0/ports/541e23e2-e884-4240-b21e-54d753bb50b0 HTTP/1.1" status: 204 len: 173 time: 1.4508402 Mar 23 10:28:00.412311 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b61e71-dc04-42ed-bc03-d4ab9380c0d1', 'name': 'network-vif-deleted', 'tag': '541e23e2-e884-4240-b21e-54d753bb50b0', 'status': 'completed', 'code': 200} Mar 23 10:28:00.487866 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:00.825814 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:00.831123 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] Checking router: 48792f72-abb3-4300-9a59-e290b1298a66 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:28:00.841018 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:00.841634 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:27:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:01.023757 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:01.071534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38040) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:01.143511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9236c153-e3b5-4cf1-94b5-57ca39ba5945 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:01.174251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9236c153-e3b5-4cf1-94b5-57ca39ba5945 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:01.251049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9236c153-e3b5-4cf1-94b5-57ca39ba5945 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:01.272432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37658993-f0b6-46f7-baa4-260c5530b2ef req-c83d8996-ca58-49ef-87c9-b8b72ca64896 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:01.274175 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-37658993-f0b6-46f7-baa4-260c5530b2ef req-c83d8996-ca58-49ef-87c9-b8b72ca64896 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0880828 Mar 23 10:28:01.274594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236c153-e3b5-4cf1-94b5-57ca39ba5945 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5e78e5-c1eb-435b-8a18-a97625902472,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:01.285875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9236c153-e3b5-4cf1-94b5-57ca39ba5945 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:01.289543 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9236c153-e3b5-4cf1-94b5-57ca39ba5945 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/ea5e78e5-c1eb-435b-8a18-a97625902472 HTTP/1.1" status: 204 len: 168 time: 0.2144530 Mar 23 10:28:01.326889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38048) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:01.333375 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:01.333953 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-37658993-f0b6-46f7-baa4-260c5530b2ef req-f7dd0064-5687-49e1-b79a-58dfc3e938af tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496428 Mar 23 10:28:01.344543 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d627e-e16a-40fe-88e6-518110e4e519 None None] The sync data for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv is: [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:11Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '30eaa9ad-6d7b-4a29-95d6-de8e1f05be31', 'name': '', 'network_id': '7aed01b5-11cd-4e45-9a8b-574ebe4354de', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:2f:b3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:10Z', 'updated_at': '2022-03-23T10:26:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'b20a2a53-5aa8-4e8b-8272-0e389b922e13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:28:01.489513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 5bebdf8d-03c1-4e96-8d5d-c22e2b93cea0 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:28:01.489872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:01.574563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8946ee-a752-419e-8918-32e50e470ef4 None None] New status for floating IP b39e510d-4e78-4e4c-9194-e7f839335ac2: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:28:01.782940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:01.783157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:01.912747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 5bebdf8d-03c1-4e96-8d5d-c22e2b93cea0 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:28:01.997521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.db.api [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:28:01.997837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG oslo_db.api [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:28:02.075346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 541e23e2-e884-4240-b21e-54d753bb50b0 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:02.108415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 541e23e2-e884-4240-b21e-54d753bb50b0 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:28:02.108749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 541e23e2-e884-4240-b21e-54d753bb50b0 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:02.498489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 5bebdf8d-03c1-4e96-8d5d-c22e2b93cea0 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:28:02.499082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:02.553242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd26a66-2c50-4a7e-9278-ef8c4dfe13e7 req-a1fda7a0-55e4-4b3e-ac91-7725a0b0f03a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:02.554986 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cfd26a66-2c50-4a7e-9278-ef8c4dfe13e7 req-a1fda7a0-55e4-4b3e-ac91-7725a0b0f03a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 944 time: 0.1205251 Mar 23 10:28:02.686710 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cfd26a66-2c50-4a7e-9278-ef8c4dfe13e7 req-4c9e511b-206c-480e-b164-e1d83d71e564 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202140 Mar 23 10:28:02.716772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:02.717138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:02.843147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 5bebdf8d-03c1-4e96-8d5d-c22e2b93cea0 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:28:02.978596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:03.029542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=5bebdf8d-03c1-4e96-8d5d-c22e2b93cea0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:03.116369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:03.130173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:03.131259 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2c24c670-23eb-4f9f-a415-96884d7c52d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/floatingips/b39e510d-4e78-4e4c-9194-e7f839335ac2 HTTP/1.1" status: 204 len: 168 time: 1.8027201 Mar 23 10:28:03.479182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30106cd0-263d-4782-ba91-16169fe026c3 req-da2123e5-696d-4f44-9046-8f76c497352b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:03.480020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-30106cd0-263d-4782-ba91-16169fe026c3 req-da2123e5-696d-4f44-9046-8f76c497352b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:03.494666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-30106cd0-263d-4782-ba91-16169fe026c3 req-da2123e5-696d-4f44-9046-8f76c497352b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:03.495790 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-30106cd0-263d-4782-ba91-16169fe026c3 req-da2123e5-696d-4f44-9046-8f76c497352b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 945 time: 0.0989566 Mar 23 10:28:03.538125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-30106cd0-263d-4782-ba91-16169fe026c3 req-9450ad5a-37e1-4e60-a848-7ec4d2679d99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:03.553446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-30106cd0-263d-4782-ba91-16169fe026c3 req-9450ad5a-37e1-4e60-a848-7ec4d2679d99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:03.554816 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-30106cd0-263d-4782-ba91-16169fe026c3 req-9450ad5a-37e1-4e60-a848-7ec4d2679d99 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534506 Mar 23 10:28:03.649263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-de917d37-6800-4467-afc6-31db6acc62ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:03.870125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dc144-f8c3-436c-b640-a0c5160962a9 req-dff577b6-32d9-42db-a6d6-a66366d49e21 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:03.871484 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-937dc144-f8c3-436c-b640-a0c5160962a9 req-dff577b6-32d9-42db-a6d6-a66366d49e21 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 944 time: 0.0779266 Mar 23 10:28:03.918431 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-937dc144-f8c3-436c-b640-a0c5160962a9 req-a85e81e7-3d77-44b9-97b1-465be355788c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412695 Mar 23 10:28:04.073194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 504e9172-c77b-44b0-9b28-756ab67c3e6c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:28:04.204127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 504e9172-c77b-44b0-9b28-756ab67c3e6c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:04.217362 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'mac_address': 'fa:16:3e:9c:e4:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:28:04.275375 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:04.291694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504e9172-c77b-44b0-9b28-756ab67c3e6c {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:28:04.307221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 504e9172-c77b-44b0-9b28-756ab67c3e6c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:04.311919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:04.376408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=504e9172-c77b-44b0-9b28-756ab67c3e6c,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:04.568454 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['504e9172-c77b-44b0-9b28-756ab67c3e6c'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:28:04.741392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-42d31a4d-8d75-41ae-856f-b4b88c55df2c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:04.742840 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-42d31a4d-8d75-41ae-856f-b4b88c55df2c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 945 time: 0.1290309 Mar 23 10:28:04.807357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45352e-5f3e-4367-ac08-3fc2be9aa5ce req-65663388-fd0e-425b-aa90-06a95f36bc00 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:04.808810 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d45352e-5f3e-4367-ac08-3fc2be9aa5ce req-65663388-fd0e-425b-aa90-06a95f36bc00 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 945 time: 0.1486545 Mar 23 10:28:04.849252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-cb56fd66-2f6c-4ca6-9477-62d5c6786c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 8b1d163d-2488-4723-806e-125209877d7e {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:28:04.849537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-cb56fd66-2f6c-4ca6-9477-62d5c6786c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:04.914445 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d45352e-5f3e-4367-ac08-3fc2be9aa5ce req-52ddd694-0a40-4db3-b25f-1ee694e533c0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=dfee6548-a52c-4d9c-a764-a3d9b5edac54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995872 Mar 23 10:28:05.099118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8017688-8ddf-4bfd-b28f-39fbeffcae3a req-31bf0ead-c1db-4398-8475-7e48ca6804e0 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:05.100625 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b8017688-8ddf-4bfd-b28f-39fbeffcae3a req-31bf0ead-c1db-4398-8475-7e48ca6804e0 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 945 time: 0.0784276 Mar 23 10:28:05.111102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-cb56fd66-2f6c-4ca6-9477-62d5c6786c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 8b1d163d-2488-4723-806e-125209877d7e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8b1d163d-2488-4723-806e-125209877d7e,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:05.111454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-cb56fd66-2f6c-4ca6-9477-62d5c6786c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:05.144733 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b8017688-8ddf-4bfd-b28f-39fbeffcae3a req-6502bd36-d9f9-4732-9618-fd38b0a8fe29 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378392 Mar 23 10:28:05.326696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-cb56fd66-2f6c-4ca6-9477-62d5c6786c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 8b1d163d-2488-4723-806e-125209877d7e owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:28:05.465407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-cb56fd66-2f6c-4ca6-9477-62d5c6786c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:05.544165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56fd66-2f6c-4ca6-9477-62d5c6786c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=8b1d163d-2488-4723-806e-125209877d7e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:05.591906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-cb56fd66-2f6c-4ca6-9477-62d5c6786c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port 8b1d163d-2488-4723-806e-125209877d7e on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:28:05.594211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-cb56fd66-2f6c-4ca6-9477-62d5c6786c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:05.596616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887672b1-6696-4ab7-9a58-d161264547c4', 'name': 'network-vif-deleted', 'tag': '8b1d163d-2488-4723-806e-125209877d7e'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:28:05.612340 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db66b858-09de-4ad0-8cf1-1d6a3298bc1d req-cb56fd66-2f6c-4ca6-9477-62d5c6786c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "DELETE /v2.0/ports/8b1d163d-2488-4723-806e-125209877d7e HTTP/1.1" status: 204 len: 173 time: 0.8633575 Mar 23 10:28:05.643321 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887672b1-6696-4ab7-9a58-d161264547c4', 'name': 'network-vif-deleted', 'tag': '8b1d163d-2488-4723-806e-125209877d7e', 'status': 'completed', 'code': 200} Mar 23 10:28:06.075022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 504e9172-c77b-44b0-9b28-756ab67c3e6c up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:06.085135 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-45e077f7-0cd3-4037-89d8-a580c25d3e7a req-41e2ddad-2683-4960-a9d1-9943535d62c5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=887672b1-6696-4ab7-9a58-d161264547c4 HTTP/1.1" status: 200 len: 210 time: 0.0444221 Mar 23 10:28:06.143020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 504e9172-c77b-44b0-9b28-756ab67c3e6c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:06.147711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 504e9172-c77b-44b0-9b28-756ab67c3e6c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:06.148092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:06.269099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:06.280015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:06.306988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504e9172-c77b-44b0-9b28-756ab67c3e6c'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:28:06.316704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 504e9172-c77b-44b0-9b28-756ab67c3e6c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:06.322432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:06.323429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8b1d163d-2488-4723-806e-125209877d7e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:06.339158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7f6c9-6760-4005-8b0b-8511071b7886 req-38531aa0-14a0-4a11-ae77-81c2f41e140b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:06.340610 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57e7f6c9-6760-4005-8b0b-8511071b7886 req-38531aa0-14a0-4a11-ae77-81c2f41e140b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 945 time: 0.0864055 Mar 23 10:28:06.388795 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57e7f6c9-6760-4005-8b0b-8511071b7886 req-046a9730-30b5-4215-93fc-f8b8227e9bec tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421269 Mar 23 10:28:06.399669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 8b1d163d-2488-4723-806e-125209877d7e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:28:06.400433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8b1d163d-2488-4723-806e-125209877d7e not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:06.406926 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'code': 200} Mar 23 10:28:06.427364 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=504e9172-c77b-44b0-9b28-756ab67c3e6c,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:06.523091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4300997f-df68-4113-b2f1-ae3b56e4581b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:06.673472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63c132-dc73-45b7-87b6-54a2e13ec9c5 req-275b220c-9f1d-4c4b-a5af-4f1d7373336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:06.674822 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d63c132-dc73-45b7-87b6-54a2e13ec9c5 req-275b220c-9f1d-4c4b-a5af-4f1d7373336b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 1099 time: 0.0684800 Mar 23 10:28:06.717215 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d63c132-dc73-45b7-87b6-54a2e13ec9c5 req-25b7fd72-d310-4429-ae69-e89e30c841f6 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362539 Mar 23 10:28:07.178341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38076) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:07.244950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd173dcd-bfc7-4abd-9147-668a336b915d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:07.249522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:07.274345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd173dcd-bfc7-4abd-9147-668a336b915d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:07.338267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd173dcd-bfc7-4abd-9147-668a336b915d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:07.355322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd173dcd-bfc7-4abd-9147-668a336b915d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfee6548-a52c-4d9c-a764-a3d9b5edac54,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:07.367425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fd173dcd-bfc7-4abd-9147-668a336b915d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:07.368573 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fd173dcd-bfc7-4abd-9147-668a336b915d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/dfee6548-a52c-4d9c-a764-a3d9b5edac54 HTTP/1.1" status: 204 len: 168 time: 0.1889675 Mar 23 10:28:07.398782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38082) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:07.442420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:07.783363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea953d-8e6c-4b35-a180-065c3340ae60 req-5884ad5f-7cbf-492a-b038-e78f36be3d19 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:07.784684 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9ea953d-8e6c-4b35-a180-065c3340ae60 req-5884ad5f-7cbf-492a-b038-e78f36be3d19 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 946 time: 0.2407885 Mar 23 10:28:07.879606 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9ea953d-8e6c-4b35-a180-065c3340ae60 req-474efea6-4cfe-4cb4-9320-580bc1e916f3 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866416 Mar 23 10:28:08.045471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:08.496145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:28:08.496824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:08.676141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30eaa9ad-6d7b-4a29-95d6-de8e1f05be31,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:08.676501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:08.798053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:28:09.070640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df4507-3699-4ba0-8337-a7e8b5341fad req-d1e0f6cf-5b8c-4446-acaa-93f7daff6717 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:09.072556 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-81df4507-3699-4ba0-8337-a7e8b5341fad req-d1e0f6cf-5b8c-4446-acaa-93f7daff6717 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0855200 Mar 23 10:28:09.117139 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-81df4507-3699-4ba0-8337-a7e8b5341fad req-31016efa-cc71-4239-ab6e-76a04229dba1 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389004 Mar 23 10:28:09.130884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:09.176383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=30eaa9ad-6d7b-4a29-95d6-de8e1f05be31,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:09.479879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a095f-5ec6-4897-8b8b-f35c2c0cc634 req-bc4fba73-989c-4e24-a2aa-d5b3c8f3bf52 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:09.481286 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bd9a095f-5ec6-4897-8b8b-f35c2c0cc634 req-bc4fba73-989c-4e24-a2aa-d5b3c8f3bf52 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 946 time: 0.2336755 Mar 23 10:28:09.491531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:09.539888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:09.552678 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bd9a095f-5ec6-4897-8b8b-f35c2c0cc634 req-5056e886-6b80-4edd-9881-32bda3f3ddad tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638185 Mar 23 10:28:09.578831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38092) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:09.649387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0856c05-f7dc-4383-91b9-c6924bce902b tempest-TestVolumeBootPattern-201706706 tempest-TestVolumeBootPattern-201706706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:09.651364 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a0856c05-f7dc-4383-91b9-c6924bce902b tempest-TestVolumeBootPattern-201706706 tempest-TestVolumeBootPattern-201706706-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 1094 time: 0.0715671 Mar 23 10:28:09.654075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38096) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:09.658784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:09.664602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:09.668578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:floatingip and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:09.671435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:09.677079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:09.687708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:09.829278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:09.963249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Allocated IP 172.26.4.89 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/ae7d9eac-a3c4-4f39-bd27-9ef22699ef75) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:10.020631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 48792f72-abb3-4300-9a59-e290b1298a66 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:28:10.214896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:28:10.221325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:10.225739 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] Sync routers for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:28:10.227549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-05ab63f6-ac6a-4092-91f4-2eeed7a89c5f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/48792f72-abb3-4300-9a59-e290b1298a66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8276732 Mar 23 10:28:10.230564 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38100) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:10.235847 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:10.236442 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:10.308152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-e88ed0f1-8d76-4874-a0a3-df1906fce646 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting subnet b20a2a53-5aa8-4e8b-8272-0e389b922e13 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:28:10.312372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e88ed0f1-8d76-4874-a0a3-df1906fce646 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:10.360521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:10.416296 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:10.421429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e88ed0f1-8d76-4874-a0a3-df1906fce646 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:10.458522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:10.464558 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:10.467350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:28:10.528747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'Port': ['ID=ae7d9eac-a3c4-4f39-bd27-9ef22699ef75,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:10.656477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e88ed0f1-8d76-4874-a0a3-df1906fce646 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:10.693112 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:28:09Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:10.698419 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] Checking router: 48792f72-abb3-4300-9a59-e290b1298a66 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:28:10.707030 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] Routers {'48792f72-abb3-4300-9a59-e290b1298a66'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:10.707635 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['48792f72-abb3-4300-9a59-e290b1298a66'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:10.823034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e88ed0f1-8d76-4874-a0a3-df1906fce646 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:10.906814 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] Set router 48792f72-abb3-4300-9a59-e290b1298a66 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:10.920506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ed0f1-8d76-4874-a0a3-df1906fce646 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Subnet': ['ID=b20a2a53-5aa8-4e8b-8272-0e389b922e13,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:10.929172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e88ed0f1-8d76-4874-a0a3-df1906fce646 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:10.935214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c0ef16-ad4b-41b1-a2b2-c82c2b69d8b5 None None] Network 7aed01b5-11cd-4e45-9a8b-574ebe4354de requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:28:10.947289 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e88ed0f1-8d76-4874-a0a3-df1906fce646 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/subnets/b20a2a53-5aa8-4e8b-8272-0e389b922e13 HTTP/1.1" status: 204 len: 168 time: 0.7156897 Mar 23 10:28:10.950005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38104) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:11.036711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.128251 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.195998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.251122 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:28:09Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:11.258350 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011a7d76-17b5-4e9c-9640-e228eaafd589 None None] The sync data for ids ['48792f72-abb3-4300-9a59-e290b1298a66'] in dv-neutron-834652-2-hyperv is: [{'id': '48792f72-abb3-4300-9a59-e290b1298a66', 'name': 'tempest-TestNetworkBasicOps-router-372675159', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:28:09Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f03e724e-0e7b-49c6-9cee-41e5e20effca', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:57:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48792f72-abb3-4300-9a59-e290b1298a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:26:06Z', 'updated_at': '2022-03-23T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:28:11.267438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d306229-6319-4d6c-a210-5d5286641764 None None] DHCP port deletion for 7aed01b5-11cd-4e45-9a8b-574ebe4354de request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:28:11.271321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9d306229-6319-4d6c-a210-5d5286641764 None None] Deleting port e6a21841-748a-492c-a93c-a54143d6b23c {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:28:11.271684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9d306229-6319-4d6c-a210-5d5286641764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.373576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.378792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.388806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.399082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port f03e724e-0e7b-49c6-9cee-41e5e20effca {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:28:11.401138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.474915 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9d306229-6319-4d6c-a210-5d5286641764 None None] For port e6a21841-748a-492c-a93c-a54143d6b23c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e6a21841-748a-492c-a93c-a54143d6b23c,segment=NetworkSegment(b8b35d67-c6d0-4ce9-a902-7dd45f033863),segment_id=b8b35d67-c6d0-4ce9-a902-7dd45f033863)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:11.475320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9d306229-6319-4d6c-a210-5d5286641764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.491911 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'Port': ['ID=ae7d9eac-a3c4-4f39-bd27-9ef22699ef75,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:11.502508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.588919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port f03e724e-0e7b-49c6-9cee-41e5e20effca, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f03e724e-0e7b-49c6-9cee-41e5e20effca,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:11.589354 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.608676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-9d306229-6319-4d6c-a210-5d5286641764 None None] Calling delete_port for e6a21841-748a-492c-a93c-a54143d6b23c owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:28:11.697973 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Floating IP 3518a129-58bd-4636-ba39-3d86213b2ec6 associated. External IP: 172.26.4.89, port: 504e9172-c77b-44b0-9b28-756ab67c3e6c. Mar 23 10:28:11.706408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9d306229-6319-4d6c-a210-5d5286641764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.730160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for f03e724e-0e7b-49c6-9cee-41e5e20effca owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:28:11.756372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d306229-6319-4d6c-a210-5d5286641764 None None] Pushing event deleted for resources: {'Port': ['ID=e6a21841-748a-492c-a93c-a54143d6b23c,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:11.762319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d306229-6319-4d6c-a210-5d5286641764 None None] No DVR routers for this DVR port e6a21841-748a-492c-a93c-a54143d6b23c on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:28:11.929494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:11.978060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=f03e724e-0e7b-49c6-9cee-41e5e20effca,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:12.126945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.127207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.127591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.127905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.128248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.128569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.128886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.129248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.129573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.129887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.130200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.130510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:12.184015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Router 8fd84559-b592-4695-a42e-eb0815bcc71f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:28:12.191275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.367708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.370062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.381370 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:28:12.382015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e6a21841-748a-492c-a93c-a54143d6b23c no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:12.394679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.395346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Fanout notify agent at l3_agent the message router_deleted on router 48792f72-abb3-4300-9a59-e290b1298a66 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:28:12.410982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.412989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.417549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1a9ffc42-81e9-4fb2-9189-d576af9d0222 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/routers/48792f72-abb3-4300-9a59-e290b1298a66 HTTP/1.1" status: 204 len: 168 time: 1.4619756 Mar 23 10:28:12.418259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38108) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:12.422465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] Sync routers for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:28:12.432265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: e6a21841-748a-492c-a93c-a54143d6b23c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:28:12.432605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e6a21841-748a-492c-a93c-a54143d6b23c not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:12.433015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:12.476516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:28:12.477183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30eaa9ad-6d7b-4a29-95d6-de8e1f05be31 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:12.477327 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-94dc033c-1378-4e72-95e3-4fab9ddc6a64 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8220317 Mar 23 10:28:12.478287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'tag': '504e9172-c77b-44b0-9b28-756ab67c3e6c'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:28:12.497710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:12.498369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:12.541499 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'tag': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'status': 'completed', 'code': 200} Mar 23 10:28:12.561134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.686570 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:12.748629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.784300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aed01b5-11cd-4e45-9a8b-574ebe4354de']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:12.792496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c975de-b5e1-4558-b662-510fa222fa89 req-aa62d8a2-637c-4af1-88bf-f773a6b3006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:12.794016 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c975de-b5e1-4558-b662-510fa222fa89 req-aa62d8a2-637c-4af1-88bf-f773a6b3006a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 1099 time: 0.2256677 Mar 23 10:28:12.799599 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b35d67-c6d0-4ce9-a902-7dd45f033863') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:12.799888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b35d67-c6d0-4ce9-a902-7dd45f033863') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:12.842203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.913168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.930230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Releasing vlan 845 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:28:12.930642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:28:12.945345 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:28:13.046113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c975de-b5e1-4558-b662-510fa222fa89 req-5c1503ab-93b9-4229-8732-2e6831d164ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:13.047514 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c975de-b5e1-4558-b662-510fa222fa89 req-5c1503ab-93b9-4229-8732-2e6831d164ec service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.2407475 Mar 23 10:28:13.048620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.068066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.078685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '3518a129-58bd-4636-ba39-3d86213b2ec6', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:9c:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:10Z', 'updated_at': '2022-03-23T10:28:10Z', 'revision_number': 0, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:13.089467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] Checking router: 8fd84559-b592-4695-a42e-eb0815bcc71f for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:28:13.099405 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:13.100005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:13.139902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Network': ['ID=7aed01b5-11cd-4e45-9a8b-574ebe4354de,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:13.159204 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c929d4ee-239c-4dcc-8236-7d204037388e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/networks/7aed01b5-11cd-4e45-9a8b-574ebe4354de HTTP/1.1" status: 204 len: 168 time: 0.7388804 Mar 23 10:28:13.187606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38116) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:13.194281 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c975de-b5e1-4558-b662-510fa222fa89 req-20f7c31a-101c-43a2-9a23-16ea5d37410b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c HTTP/1.1" status: 200 len: 999 time: 0.1233923 Mar 23 10:28:13.194641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'network': {'name': 'tempest-network-smoke--1094248998', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'port_security_enabled': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:13.199935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:13.205439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:network and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:13.208565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:13.221378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:13.236324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:28:13.244682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.270369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c975de-b5e1-4558-b662-510fa222fa89 req-b5f5094d-e942-49e9-ad27-7314b2c7732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:13.271307 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c975de-b5e1-4558-b662-510fa222fa89 req-b5f5094d-e942-49e9-ad27-7314b2c7732c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0705667 Mar 23 10:28:13.297757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:28:13.313510 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.314377 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Added segment 5b1da994-5201-450f-8246-d0ffc963ec0f of type vlan for network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 Mar 23 10:28:13.354531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:13.366141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.411504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c975de-b5e1-4558-b662-510fa222fa89 req-248162be-4614-4968-a49f-57bb3e59ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:13.412974 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c975de-b5e1-4558-b662-510fa222fa89 req-248162be-4614-4968-a49f-57bb3e59ad42 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1342497 Mar 23 10:28:13.433741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.445730 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:13.447714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.522942 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3336945 Mar 23 10:28:13.545864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38120) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:13.554889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'admin_state_up': True, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:13.577014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:13.649756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279c8b5-30cf-41f2-9a63-5e6e0951877c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Network': ['ID=99c206b6-08de-4e0a-8cb9-aae6ee4026e8,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:13.652493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:router and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:13.655989 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:13.657173 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c975de-b5e1-4558-b662-510fa222fa89 req-16736ea7-dae6-4a23-890a-b883594543a4 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356248 Mar 23 10:28:13.662754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:13.676760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.677873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.691693 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:28:13.697583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:13.932484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '3518a129-58bd-4636-ba39-3d86213b2ec6', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:9c:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:10Z', 'updated_at': '2022-03-23T10:28:10Z', 'revision_number': 0, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:13.936119 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c975de-b5e1-4558-b662-510fa222fa89 req-5ac62e96-f5a6-46f0-b7ec-00122ffbe53a service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694211 Mar 23 10:28:13.936687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf78928-ee1c-4b5a-aad8-c1c1612fbbfa None None] The sync data for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv is: [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '3518a129-58bd-4636-ba39-3d86213b2ec6', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:9c:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:10Z', 'updated_at': '2022-03-23T10:28:10Z', 'revision_number': 0, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:28:14.050280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:14.127430 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b883ae6-e40e-4446-ab5d-c68007d6a4ce None None] New status for floating IP 3518a129-58bd-4636-ba39-3d86213b2ec6: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:28:14.277348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f03e724e-0e7b-49c6-9cee-41e5e20effca no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:14.314400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: f03e724e-0e7b-49c6-9cee-41e5e20effca {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:28:14.314786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f03e724e-0e7b-49c6-9cee-41e5e20effca not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:14.479886 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:14.509579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:14.643090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.45 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/d5580a0f-bb6f-4ab2-bb5a-a472a1256f26) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:14.788186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:14.817089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:14.876819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:14.879575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:14.883153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:28:14.925865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=d5580a0f-bb6f-4ab2-bb5a-a472a1256f26,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:14.942019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.942364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.942699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.943026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.943349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.943674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.943990 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.944308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.944627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.944942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.945281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:14.945595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:15.302429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:15.635988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:15.952477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 63ca6e2f-5d85-4363-8818-df248568326b is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:28:16.131247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:28:16.141290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Sync routers for ids ['63ca6e2f-5d85-4363-8818-df248568326b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:28:16.150594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Routers {'63ca6e2f-5d85-4363-8818-df248568326b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:16.151197 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['63ca6e2f-5d85-4363-8818-df248568326b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:16.158282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.161572 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-51a507c3-a17d-48ab-855f-f7de4f35d373 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6140740 Mar 23 10:28:16.162647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38124) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:16.204618 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9d93efb7-e2ae-4d76-9fdd-ca2dcd89b6c9 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408590 Mar 23 10:28:16.207110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38128) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:16.330142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Set router 63ca6e2f-5d85-4363-8818-df248568326b gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:16.333538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c129d-76b1-42bd-ac17-b960c1f8fc93 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:16.335234 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a58c129d-76b1-42bd-ac17-b960c1f8fc93 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272244 Mar 23 10:28:16.337790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38132) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:16.380301 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-68d9dc18-d067-4308-8f14-4d0652a5a5d5 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413809 Mar 23 10:28:16.382840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38136) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:16.388797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-176776604', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:16.503501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:16.507307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:subnet and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:16.510070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:16.515866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:16.526157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:28:16.529587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.624809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:15Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:16.631174 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Checking router: 63ca6e2f-5d85-4363-8818-df248568326b for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:28:16.631519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Updating router 63ca6e2f-5d85-4363-8818-df248568326b port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:28:16.688957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.751988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.831095 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Subnet': ['ID=3b2e0ddc-a9fe-495b-80c1-9033a6eb0627,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:16.840173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Checking segment: {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:28:16.840528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network hostable DHCP agents. Network: 99c206b6-08de-4e0a-8cb9-aae6ee4026e8, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:28:16.862754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:28:16.872500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 99c206b6-08de-4e0a-8cb9-aae6ee4026e8) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:16.877142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:16.877917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:16.894465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567ed69d-b843-4504-9e78-44928d62f3a3 None None] Network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:28:16.900682 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eb04e516-4821-40a4-8d0f-392d0908632a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5167007 Mar 23 10:28:16.903532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38140) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:17.239274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.247934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:28:17.248714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.269255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Transition to ACTIVE for port object d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:17.311872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.425407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Attempting to bind port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:28:17.425776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Attempting to bind port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:28:17.426123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Attempting to bind port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:28:17.454240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d7f6f-9b0e-41a9-a781-742d38043831 None None] Pushing event updated for resources: {'Port': ['ID=d5580a0f-bb6f-4ab2-bb5a-a472a1256f26,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:17.469941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:28:17.470307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:28:17.470698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.471080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:28:17.471538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Bound port: d5580a0f-bb6f-4ab2-bb5a-a472a1256f26, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:28:17.471905 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.541907 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Allocated IP 172.20.0.2 (99c206b6-08de-4e0a-8cb9-aae6ee4026e8/3b2e0ddc-a9fe-495b-80c1-9033a6eb0627/73ecb892-f39c-4e42-b2d3-68ec380891bf) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:17.563600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] For port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:28:17.594054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.598457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] For port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d5580a0f-bb6f-4ab2-bb5a-a472a1256f26,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:28:17.642775 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.756610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Routers {'63ca6e2f-5d85-4363-8818-df248568326b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:17.757259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['63ca6e2f-5d85-4363-8818-df248568326b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:17.826932 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d7f6f-9b0e-41a9-a781-742d38043831 None None] Pushing event updated for resources: {'Port': ['ID=d5580a0f-bb6f-4ab2-bb5a-a472a1256f26,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:17.983142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:17.999673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Transition to ACTIVE for port object 73ecb892-f39c-4e42-b2d3-68ec380891bf will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:18.030026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] Set router 63ca6e2f-5d85-4363-8818-df248568326b gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:18.138831 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Transition to ACTIVE for port object 73ecb892-f39c-4e42-b2d3-68ec380891bf will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:18.155792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:18.231745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.1 (99c206b6-08de-4e0a-8cb9-aae6ee4026e8/3b2e0ddc-a9fe-495b-80c1-9033a6eb0627/18aabd88-009b-4281-bc8b-78cb2777c234) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:18.314620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:18.321917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:18.325856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Pushing event updated for resources: {'Port': ['ID=73ecb892-f39c-4e42-b2d3-68ec380891bf,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:18.329017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:28:18.343690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.344776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.344776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.345219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.345335 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.345653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.346894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.346894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.346894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.347172 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.347384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.347696 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:18.403360 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:18.421198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 18aabd88-009b-4281-bc8b-78cb2777c234 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:18.446948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:18.513812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:18.519019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:18.521723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:28:18.547724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Attempting to bind port 73ecb892-f39c-4e42-b2d3-68ec380891bf on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:28:18.547724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Attempting to bind port 73ecb892-f39c-4e42-b2d3-68ec380891bf by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:28:18.547724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Attempting to bind port 73ecb892-f39c-4e42-b2d3-68ec380891bf on network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:28:18.555282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:28:18.557134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Checking segment: {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:28:18.557134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:18.557134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Bound using segment: {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:28:18.560433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Bound port: 73ecb892-f39c-4e42-b2d3-68ec380891bf, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:28:18.560433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:18.569233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=18aabd88-009b-4281-bc8b-78cb2777c234,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:18.596456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:18.664038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:15Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:18.674342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99c2dd3-30d8-4764-af9b-2ecafede5329 None None] The sync data for ids ['63ca6e2f-5d85-4363-8818-df248568326b'] in dv-neutron-834652-2-hyperv is: [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:15Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:28:18.682270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] For port 73ecb892-f39c-4e42-b2d3-68ec380891bf, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:28:18.685782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] For port 73ecb892-f39c-4e42-b2d3-68ec380891bf, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=73ecb892-f39c-4e42-b2d3-68ec380891bf,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:28:18.695873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:18.797921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041aeb6-e511-4730-bc5d-0abc3975b9cb None None] Pushing event updated for resources: {'Port': ['ID=73ecb892-f39c-4e42-b2d3-68ec380891bf,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:18.932286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:19.468728 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:19.474259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:19.595639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:19.598742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=18aabd88-009b-4281-bc8b-78cb2777c234,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:19.745449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:19.746621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:19.972718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d1024-2dd8-4a02-aa26-d8f402da887a None None] Network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:28:20.065058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 63ca6e2f-5d85-4363-8818-df248568326b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:28:20.076939 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a4445ec0-283d-46f3-9261-3e18cd07df7f None None] Provisioning for port 73ecb892-f39c-4e42-b2d3-68ec380891bf completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:20.250864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:28:20.267848 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-46965665-71fc-4043-9c81-052f00875131 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/63ca6e2f-5d85-4363-8818-df248568326b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3608789 Mar 23 10:28:20.268165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38146) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:20.420407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 73ecb892-f39c-4e42-b2d3-68ec380891bf up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:20.456883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb32f5b-f364-47c6-81e2-42707822ed77 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.457453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb32f5b-f364-47c6-81e2-42707822ed77 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.457912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb32f5b-f364-47c6-81e2-42707822ed77 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.458490 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb32f5b-f364-47c6-81e2-42707822ed77 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.458967 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb32f5b-f364-47c6-81e2-42707822ed77 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.459415 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb32f5b-f364-47c6-81e2-42707822ed77 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.461165 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-afb32f5b-f364-47c6-81e2-42707822ed77 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1920075 Mar 23 10:28:20.464031 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38150) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:20.500437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 73ecb892-f39c-4e42-b2d3-68ec380891bf completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:20.508516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 73ecb892-f39c-4e42-b2d3-68ec380891bf triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:20.508943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:20.541974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53ceb2-d087-4a10-9a57-1f60d95d8490 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.542416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53ceb2-d087-4a10-9a57-1f60d95d8490 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.542865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53ceb2-d087-4a10-9a57-1f60d95d8490 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.543366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53ceb2-d087-4a10-9a57-1f60d95d8490 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.543906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53ceb2-d087-4a10-9a57-1f60d95d8490 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.544398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f53ceb2-d087-4a10-9a57-1f60d95d8490 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:20.546416 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8f53ceb2-d087-4a10-9a57-1f60d95d8490 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0814352 Mar 23 10:28:20.547334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2fc3fa10-e166-4cbb-a7bf-f479c7457b73 None None] Provisioning for port 18aabd88-009b-4281-bc8b-78cb2777c234 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:20.549200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38154) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:20.557421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2fc3fa10-e166-4cbb-a7bf-f479c7457b73 None None] Provisioning complete for port 18aabd88-009b-4281-bc8b-78cb2777c234 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:20.557796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fa10-e166-4cbb-a7bf-f479c7457b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:20.635890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-2fc3fa10-e166-4cbb-a7bf-f479c7457b73 None None] Port 18aabd88-009b-4281-bc8b-78cb2777c234 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:28:20.683956 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Sync routers for ids ['63ca6e2f-5d85-4363-8818-df248568326b'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:28:20.684441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2fc3fa10-e166-4cbb-a7bf-f479c7457b73 None None] Provisioning complete for port 73ecb892-f39c-4e42-b2d3-68ec380891bf triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:20.684441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fa10-e166-4cbb-a7bf-f479c7457b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:20.694513 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Routers {'63ca6e2f-5d85-4363-8818-df248568326b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:20.695589 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['63ca6e2f-5d85-4363-8818-df248568326b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:20.763866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:20.781649 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cad68bf8-3cd4-43d6-ad17-ae4412583ef6 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2313626 Mar 23 10:28:20.782305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38158) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:20.788584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1353707460', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:20.843270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 73ecb892-f39c-4e42-b2d3-68ec380891bf, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=73ecb892-f39c-4e42-b2d3-68ec380891bf,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:20.852537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:20.853808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:20.924646 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Set router 63ca6e2f-5d85-4363-8818-df248568326b gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:20.964956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2fc3fa10-e166-4cbb-a7bf-f479c7457b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:20.983249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:20.987188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:port and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:20.990012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:20.996303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:21.008368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:28:21.012983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.041893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] device_id is not set on port 2006092c-157f-4abf-ab56-d449bea641b7 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:28:21.061938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=73ecb892-f39c-4e42-b2d3-68ec380891bf,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:21.082905 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-2fc3fa10-e166-4cbb-a7bf-f479c7457b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:28:21.083250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-2fc3fa10-e166-4cbb-a7bf-f479c7457b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:28:21.099547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:21.107262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:21.107494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.201694 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.3 (99c206b6-08de-4e0a-8cb9-aae6ee4026e8/3b2e0ddc-a9fe-495b-80c1-9033a6eb0627/2006092c-157f-4abf-ab56-d449bea641b7) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:21.233501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.251463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d5580a0f-bb6f-4ab2-bb5a-a472a1256f26,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:21.257595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.269159 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:18Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '18aabd88-009b-4281-bc8b-78cb2777c234', 'name': '', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:17Z', 'updated_at': '2022-03-23T10:28:19Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:21.273945 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Checking router: 63ca6e2f-5d85-4363-8818-df248568326b for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:28:21.274819 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Updating router 63ca6e2f-5d85-4363-8818-df248568326b port 18aabd88-009b-4281-bc8b-78cb2777c234 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:28:21.325067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=d5580a0f-bb6f-4ab2-bb5a-a472a1256f26,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:21.330128 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.432717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.447645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 2006092c-157f-4abf-ab56-d449bea641b7 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:21.472630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.536866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:21.540114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:21.550960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:28:21.582538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:21.625537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:21.626265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.657075 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-007c310a-e86b-4a6b-bb59-be8e9135dffa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8711262 Mar 23 10:28:21.721936 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.734238 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Transition to ACTIVE for port object 18aabd88-009b-4281-bc8b-78cb2777c234 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:21.741306 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.816049 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6e63cfa1-1a8c-4994-ad2e-fa3c0d652ad0 None None] Provisioning for port 2006092c-157f-4abf-ab56-d449bea641b7 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:21.823835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6e63cfa1-1a8c-4994-ad2e-fa3c0d652ad0 None None] Provisioning complete for port 2006092c-157f-4abf-ab56-d449bea641b7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:21.824261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6e63cfa1-1a8c-4994-ad2e-fa3c0d652ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:21.905633 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Pushing event updated for resources: {'Port': ['ID=18aabd88-009b-4281-bc8b-78cb2777c234,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:21.920248 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.920439 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.923303 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.923863 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.925090 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.925646 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.926210 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.926855 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.927287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6e63cfa1-1a8c-4994-ad2e-fa3c0d652ad0 None None] Port 2006092c-157f-4abf-ab56-d449bea641b7 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:28:21.927639 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.931885 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.932307 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:21.932744 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:28:22.007381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38164) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:22.010867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-865648906', 'description': 'tempest-secgroup-smoke-865648906 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:22.019526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:22.023234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:22.027787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:22.032158 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Attempting to bind port 18aabd88-009b-4281-bc8b-78cb2777c234 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:28:22.032960 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Attempting to bind port 18aabd88-009b-4281-bc8b-78cb2777c234 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:28:22.032960 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Attempting to bind port 18aabd88-009b-4281-bc8b-78cb2777c234 on network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:28:22.033736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:22.039765 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:28:22.040065 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Checking segment: {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:28:22.041432 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.041432 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Bound using segment: {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:28:22.041432 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Bound port: 18aabd88-009b-4281-bc8b-78cb2777c234, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:28:22.041733 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.046146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.067347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:22.071210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:22.074082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:22.079727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:22.132284 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] For port 18aabd88-009b-4281-bc8b-78cb2777c234, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:28:22.139606 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] For port 18aabd88-009b-4281-bc8b-78cb2777c234, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=18aabd88-009b-4281-bc8b-78cb2777c234,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:28:22.145955 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.155306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.159423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.216891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa7d74f-bdc4-47ea-8473-cd588da8beae,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:22.222295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.224222 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2df8e4b4-dded-4c4e-85ab-bcca313aea26 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2175562 Mar 23 10:28:22.226490 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Routers {'63ca6e2f-5d85-4363-8818-df248568326b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:22.227122 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['63ca6e2f-5d85-4363-8818-df248568326b'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:22.227542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38168) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:22.233854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '4aa7d74f-bdc4-47ea-8473-cd588da8beae', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:22.240748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:22.244950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:22.248007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:22.253733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:22.276980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.289569 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c59edd-b0ab-4db7-b5fb-c98c5df95c28 None None] Pushing event updated for resources: {'Port': ['ID=18aabd88-009b-4281-bc8b-78cb2777c234,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:22.353469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.365261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.366817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 73ecb892-f39c-4e42-b2d3-68ec380891bf up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:22.395964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6020cb17-8ad2-4476-9122-f73520f79b80,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:22.410244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.414375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38172) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:22.415493 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ecb1d083-c22e-46e4-a537-85a808e7724f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1852434 Mar 23 10:28:22.420314 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] Set router 63ca6e2f-5d85-4363-8818-df248568326b gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:22.420805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '4aa7d74f-bdc4-47ea-8473-cd588da8beae', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:22.430060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:22.434873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:22.437709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:22.443981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:22.460882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.462669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 73ecb892-f39c-4e42-b2d3-68ec380891bf triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:22.463038 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.523309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.529577 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.552873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffeeffd1-08a6-4bdd-8b45-af0dfd9b38dc,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:22.564130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.565680 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c0b8b59c-7d36-4570-9e37-7334cf80c63d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1487420 Mar 23 10:28:22.568386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38176) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:22.573573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '4aa7d74f-bdc4-47ea-8473-cd588da8beae', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:22.579337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:22.583351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:22.586456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:22.592158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:22.593210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:22.610775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.662039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:22.662435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.675877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.680229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.706224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f49e27-bde9-416e-8f46-98e7711ef29e,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:22.720890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.725120 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-16d21954-6daa-4326-912f-be1939b2e77b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531382 Mar 23 10:28:22.725340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38180) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:22.731288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '4aa7d74f-bdc4-47ea-8473-cd588da8beae', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:22.737359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:22.742442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:22.745608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:22.751786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:22.754436 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:18Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '18aabd88-009b-4281-bc8b-78cb2777c234', 'name': '', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:17Z', 'updated_at': '2022-03-23T10:28:22Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:22.759692 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2af1b6-188f-4a71-9576-67e8eab2c55b None None] The sync data for ids ['63ca6e2f-5d85-4363-8818-df248568326b'] in dv-neutron-834652-2-hyperv is: [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:18Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '18aabd88-009b-4281-bc8b-78cb2777c234', 'name': '', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:17Z', 'updated_at': '2022-03-23T10:28:22Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:28:22.769697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.847767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.851858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.882671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a3ab75-78fa-4e38-b5fb-cb94966c3ec0,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:22.892526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:22.896847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38184) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:22.897051 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d166867e-2727-47e6-a473-f2a6618390db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1707416 Mar 23 10:28:22.902663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '4aa7d74f-bdc4-47ea-8473-cd588da8beae', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:22.909065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:22.912962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:22.915970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:22.922080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:22.934869 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:28:22.942566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.011312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.015646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.041555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c78d2fd-92ec-44cf-8c61-d1865f51ea59,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:23.052951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.054445 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b26d1080-fc15-4590-8caa-56eb98531cb3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1564758 Mar 23 10:28:23.057804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38188) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:23.063152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '4aa7d74f-bdc4-47ea-8473-cd588da8beae', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:23.069531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:23.073556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:23.076542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:23.082624 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:23.094411 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:28:23.101431 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.181905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.186143 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.216070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e088a2-9c1d-45dc-92d2-5defebb14991,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:23.224192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:23.236255 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bdb310d2-96a8-433d-8279-8a86cd4e59c2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1689916 Mar 23 10:28:23.408276 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-2fcce770-dcfc-40de-b727-d7bc8980ad2a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-865648906&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.0433512 Mar 23 10:28:23.489969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-cb048b02-b525-472d-b2ee-98e639286497 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:23.491448 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-cb048b02-b525-472d-b2ee-98e639286497 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 930 time: 0.0766237 Mar 23 10:28:23.566205 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-f4ee90ee-6de8-4d32-92e7-42f8cbd53f9d service neutron] 10.222.0.84 "GET /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0623133 Mar 23 10:28:23.820571 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-54852e77-b2c9-4061-9a0b-14e898ac20b8 service neutron] 10.222.0.84 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479620 Mar 23 10:28:23.954759 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-78e58faf-a004-47f3-b561-89b3b6686bb1 service neutron] 10.222.0.84 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275284 Mar 23 10:28:24.129801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-fa489626-5a62-4b7d-a705-83bf7a8f5a33 req-c940dcc8-7860-4e00-b261-f4e316f7f76f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:24.145661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-fa489626-5a62-4b7d-a705-83bf7a8f5a33 req-c940dcc8-7860-4e00-b261-f4e316f7f76f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:24.146841 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fa489626-5a62-4b7d-a705-83bf7a8f5a33 req-c940dcc8-7860-4e00-b261-f4e316f7f76f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 210 time: 0.0624790 Mar 23 10:28:24.344158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 18aabd88-009b-4281-bc8b-78cb2777c234 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:24.420176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 18aabd88-009b-4281-bc8b-78cb2777c234 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:24.424847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 18aabd88-009b-4281-bc8b-78cb2777c234 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:24.425240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:24.545095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:24.578135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 18aabd88-009b-4281-bc8b-78cb2777c234, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=18aabd88-009b-4281-bc8b-78cb2777c234,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:24.581905 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:24.649012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=18aabd88-009b-4281-bc8b-78cb2777c234,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:25.105888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-88b69f6c-5a76-4e73-8e5d-1c2bbabef483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:25.105888 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-88b69f6c-5a76-4e73-8e5d-1c2bbabef483 service neutron] 10.222.0.102 "GET /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 1026 time: 0.0683420 Mar 23 10:28:25.280140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-018a26d2-b3ad-4920-b496-b38925f92c6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:25.280140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-018a26d2-b3ad-4920-b496-b38925f92c6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:25.292893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-018a26d2-b3ad-4920-b496-b38925f92c6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:25.292893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-018a26d2-b3ad-4920-b496-b38925f92c6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8 HTTP/1.1" status: 200 len: 797 time: 0.1806476 Mar 23 10:28:25.347893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-8d3a2feb-6f30-44b7-8571-aba52899bee7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:25.356361 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-99da01fb-2a9f-4c88-8bf2-88663e773afc req-0fbbe1d5-0019-4c4a-bbf1-af7a10e603d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 210 time: 0.0986197 Mar 23 10:28:25.364417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-8d3a2feb-6f30-44b7-8571-aba52899bee7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:25.364417 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-8d3a2feb-6f30-44b7-8571-aba52899bee7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 379 time: 0.0609469 Mar 23 10:28:25.374508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Request body: {'port': {'device_id': 'dac9cc48-904d-4cf6-be3b-545509426dee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:25.493176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:25.969333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2006092c-157f-4abf-ab56-d449bea641b7 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:28:25.978158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:25.993991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Transition to ACTIVE for port object 2006092c-157f-4abf-ab56-d449bea641b7 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:25.993991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.135624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:26.250634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Attempting to bind port 2006092c-157f-4abf-ab56-d449bea641b7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:28:26.250634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Attempting to bind port 2006092c-157f-4abf-ab56-d449bea641b7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:28:26.250634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Attempting to bind port 2006092c-157f-4abf-ab56-d449bea641b7 on network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:28:26.256801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Port 2006092c-157f-4abf-ab56-d449bea641b7 on network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:28:26.256801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Attempting to bind port 2006092c-157f-4abf-ab56-d449bea641b7 on network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:28:26.265384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:28:26.265384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Checking segment: {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:28:26.265384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Bound using segment: {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:28:26.265384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Bound port: 2006092c-157f-4abf-ab56-d449bea641b7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:28:26.265384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.359291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 18aabd88-009b-4281-bc8b-78cb2777c234 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:26.374201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:28:26.374201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2006092c-157f-4abf-ab56-d449bea641b7,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:28:26.382609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.463379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:26.463379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.463379 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] 10.222.0.102 "PUT /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 1131 time: 1.0878153 Mar 23 10:28:26.463379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac9cc48-904d-4cf6-be3b-545509426dee', 'tag': '2006092c-157f-4abf-ab56-d449bea641b7'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:28:26.527127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 18aabd88-009b-4281-bc8b-78cb2777c234 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:26.527127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:26.582043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc04f0-3400-4a46-8cde-84aa88ff8bed service neutron] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:26.633183 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac9cc48-904d-4cf6-be3b-545509426dee', 'tag': '2006092c-157f-4abf-ab56-d449bea641b7', 'status': 'completed', 'code': 200} Mar 23 10:28:26.696496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-41c0fd55-4d60-401e-878e-eaf13c88dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:26.696496 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-41c0fd55-4d60-401e-878e-eaf13c88dec4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 1134 time: 0.1821151 Mar 23 10:28:26.778280 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-3f490dd4-5112-4c1c-98f7-55bfafed3ffa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 217 time: 0.0753055 Mar 23 10:28:26.788428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34be0f-c18b-4c96-93ec-e2b626fe49bd req-1bcac62e-67c7-49fc-8d63-a1ebbef787b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:26.788428 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c34be0f-c18b-4c96-93ec-e2b626fe49bd req-1bcac62e-67c7-49fc-8d63-a1ebbef787b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 981 time: 0.2074986 Mar 23 10:28:26.886524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-92133a1d-05dc-45e7-8a33-416ec36f074d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:26.886524 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-92133a1d-05dc-45e7-8a33-416ec36f074d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3b2e0ddc-a9fe-495b-80c1-9033a6eb0627 HTTP/1.1" status: 200 len: 834 time: 0.0994396 Mar 23 10:28:26.899006 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c34be0f-c18b-4c96-93ec-e2b626fe49bd req-f9643a82-3a07-4d1a-b8b2-0158d7159380 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772934 Mar 23 10:28:26.970857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-066a4a4b-bdb5-40f6-a1ad-ed8bf64a42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:26.970857 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-066a4a4b-bdb5-40f6-a1ad-ed8bf64a42d1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737908 Mar 23 10:28:27.108775 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-f300f36c-f21a-4f17-81d9-3c64957ae858 service neutron] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299181 Mar 23 10:28:27.244113 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bed8e03d-f525-4a41-a6c8-84c33ac8c9d3 req-25dce810-deab-439d-8edc-b4042249b42d service neutron] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286168 Mar 23 10:28:27.374325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-be849a6e-eb57-4a4f-95a4-2b810a93c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:27.374325 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-be849a6e-eb57-4a4f-95a4-2b810a93c506 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 1134 time: 0.0814555 Mar 23 10:28:27.513980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-9684ae93-73a9-4307-bc9c-1ac43a7fccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:27.513980 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-9684ae93-73a9-4307-bc9c-1ac43a7fccee service neutron] 10.222.0.102 "GET /v2.0/networks?id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8 HTTP/1.1" status: 200 len: 898 time: 0.1324935 Mar 23 10:28:27.584869 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-cb734530-0541-4e9f-8ce0-aeb963d21615 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 217 time: 0.0614538 Mar 23 10:28:27.753718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-43d1ae66-2152-4754-9ba4-44362871c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:27.753718 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-43d1ae66-2152-4754-9ba4-44362871c94b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3b2e0ddc-a9fe-495b-80c1-9033a6eb0627 HTTP/1.1" status: 200 len: 834 time: 0.1638610 Mar 23 10:28:27.834965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-df654dee-656c-4de9-a2e9-fd333e287bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:27.834965 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-df654dee-656c-4de9-a2e9-fd333e287bf5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738931 Mar 23 10:28:27.988779 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-8b1e67f2-1e76-4228-9802-1f4dfeb00d1d service neutron] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443694 Mar 23 10:28:28.111654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3a748-1b69-46cf-9df8-738d3f3e7e85 req-1e02839f-68ec-458a-afa9-060beb6363d9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:28.111654 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-53d3a748-1b69-46cf-9df8-738d3f3e7e85 req-1e02839f-68ec-458a-afa9-060beb6363d9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 981 time: 0.0984111 Mar 23 10:28:28.134434 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8cd74fdc-95ae-4900-aaca-2901a6cc4e35 req-89d24bf9-57e4-4d35-81c2-95533dffe3f1 service neutron] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408348 Mar 23 10:28:28.155960 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-53d3a748-1b69-46cf-9df8-738d3f3e7e85 req-a2438192-996b-42e9-88ca-3b4462380ee7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Mar 23 10:28:28.191989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2006092c-157f-4abf-ab56-d449bea641b7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:28:28.326379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2006092c-157f-4abf-ab56-d449bea641b7,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:28.339769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '2006092c-157f-4abf-ab56-d449bea641b7', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'port_id': '2006092c-157f-4abf-ab56-d449bea641b7', 'mac_address': 'fa:16:3e:3d:a8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:28:28.398324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.418151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2006092c-157f-4abf-ab56-d449bea641b7 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:28:28.430142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2006092c-157f-4abf-ab56-d449bea641b7,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:28.433894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:28.503222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:28.546941 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:28:28.658098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['2006092c-157f-4abf-ab56-d449bea641b7'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:28:29.347832 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d464b-70e1-49ce-bcfc-a6c983631916 req-ee1b234c-ce9b-4d91-b7e7-9f3a046e738f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:29.347832 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-866d464b-70e1-49ce-bcfc-a6c983631916 req-ee1b234c-ce9b-4d91-b7e7-9f3a046e738f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 982 time: 0.0905924 Mar 23 10:28:29.394347 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-866d464b-70e1-49ce-bcfc-a6c983631916 req-6f748488-138d-4b64-ad8b-68361828a675 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411088 Mar 23 10:28:30.204115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2006092c-157f-4abf-ab56-d449bea641b7 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:30.280758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 2006092c-157f-4abf-ab56-d449bea641b7 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:30.286626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 2006092c-157f-4abf-ab56-d449bea641b7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:30.286746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:30.406374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:30.432282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dac9cc48-904d-4cf6-be3b-545509426dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2006092c-157f-4abf-ab56-d449bea641b7'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:28:30.442287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2006092c-157f-4abf-ab56-d449bea641b7,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:30.446792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:30.484018 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dac9cc48-904d-4cf6-be3b-545509426dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2006092c-157f-4abf-ab56-d449bea641b7', 'code': 200} Mar 23 10:28:30.515994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:30.588841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136675bc-f4f3-4c12-a39d-bdbde332a201 req-130b7e38-2d94-494b-bc22-80d08e3c3c34 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:30.590315 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-136675bc-f4f3-4c12-a39d-bdbde332a201 req-130b7e38-2d94-494b-bc22-80d08e3c3c34 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 983 time: 0.0868526 Mar 23 10:28:30.637709 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-136675bc-f4f3-4c12-a39d-bdbde332a201 req-60ac9317-a2cb-4aa3-bfc3-ed8f5de50890 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413690 Mar 23 10:28:30.718897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db6df0-531a-4b09-a56d-c90e86424972 req-ba3e1925-518b-455e-91c4-208c6939821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:30.720360 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-52db6df0-531a-4b09-a56d-c90e86424972 req-ba3e1925-518b-455e-91c4-208c6939821d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 1136 time: 0.0807514 Mar 23 10:28:30.760714 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-52db6df0-531a-4b09-a56d-c90e86424972 req-7e59689c-00ff-4d1a-b3fc-02cc3d126be9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Mar 23 10:28:31.834110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dd0d1-b3cb-46ed-91ae-a50db47d3e4e req-c7445789-c05b-4f9b-a7cb-342e6716d7f2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:31.835557 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-897dd0d1-b3cb-46ed-91ae-a50db47d3e4e req-c7445789-c05b-4f9b-a7cb-342e6716d7f2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 983 time: 0.0877779 Mar 23 10:28:31.893560 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-897dd0d1-b3cb-46ed-91ae-a50db47d3e4e req-3ae2fcad-027d-4919-a595-318ca23cd28b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470669 Mar 23 10:28:33.096281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f9918-c473-4e3e-9c39-96110544afe2 req-ac67059b-468d-43ba-81be-f55b7bf20cb7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:33.098296 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e68f9918-c473-4e3e-9c39-96110544afe2 req-ac67059b-468d-43ba-81be-f55b7bf20cb7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 983 time: 0.0851622 Mar 23 10:28:33.142321 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e68f9918-c473-4e3e-9c39-96110544afe2 req-4234499f-ce4b-4d2a-a501-1cbbe83eac63 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379305 Mar 23 10:28:33.327476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1797f-e3ba-4af3-af77-6665ff1a9727 req-e8d0b26e-8556-4600-8b72-781299472107 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:33.328600 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d8d1797f-e3ba-4af3-af77-6665ff1a9727 req-e8d0b26e-8556-4600-8b72-781299472107 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 983 time: 0.0833001 Mar 23 10:28:33.388126 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d8d1797f-e3ba-4af3-af77-6665ff1a9727 req-0ad575c6-f5b8-4e17-8389-44d9ded984cf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472448 Mar 23 10:28:33.407287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38242) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:33.483391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59595dcf-c1fd-4452-89b2-6c6902c5a60e tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:33.483391 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-59595dcf-c1fd-4452-89b2-6c6902c5a60e tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 1131 time: 0.0739331 Mar 23 10:28:33.484437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38246) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:33.489645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '2006092c-157f-4abf-ab56-d449bea641b7', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:33.496523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:33.500283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:floatingip and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:33.503100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:33.511385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:33.519861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:33.653757 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ba4eecae-c1c5-48ec-8c29-a59dfa2b0cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:33.661891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:33.800433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.113 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/7e85ca5b-49f3-4063-9d3f-8370d9206ad6) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:28:33.948376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:33.977558 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.035597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:28:34.038021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:28:34.045913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:28:34.078607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=7e85ca5b-49f3-4063-9d3f-8370d9206ad6,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:34.469290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.652556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.892497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:34.900036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:35.007311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=7e85ca5b-49f3-4063-9d3f-8370d9206ad6,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:35.019876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:35.194489 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 6fbedc17-106a-4bde-ad84-f1675ffe1342 associated. External IP: 172.26.4.113, port: 2006092c-157f-4abf-ab56-d449bea641b7. Mar 23 10:28:35.562629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 63ca6e2f-5d85-4363-8818-df248568326b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:28:35.749749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:28:35.761639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] Sync routers for ids ['63ca6e2f-5d85-4363-8818-df248568326b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:28:35.771394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] Routers {'63ca6e2f-5d85-4363-8818-df248568326b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:35.773118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['63ca6e2f-5d85-4363-8818-df248568326b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:35.775297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:35.845680 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dc8f1b99-f30f-4fcb-9ead-b8776a8d078d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3604307 Mar 23 10:28:35.846358 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dac9cc48-904d-4cf6-be3b-545509426dee', 'tag': '2006092c-157f-4abf-ab56-d449bea641b7'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:28:35.851648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38252) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:35.904399 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dac9cc48-904d-4cf6-be3b-545509426dee', 'tag': '2006092c-157f-4abf-ab56-d449bea641b7', 'status': 'completed', 'code': 200} Mar 23 10:28:35.998099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] Set router 63ca6e2f-5d85-4363-8818-df248568326b gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:36.022239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1a8305-1819-49d8-af9d-53a0c731be92 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:36.023243 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1c1a8305-1819-49d8-af9d-53a0c731be92 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee&network_id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8 HTTP/1.1" status: 200 len: 1131 time: 0.1719024 Mar 23 10:28:36.037003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-2871c0b0-6c2b-4e97-ada5-b7c608312586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:36.038451 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-2871c0b0-6c2b-4e97-ada5-b7c608312586 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 1136 time: 0.1085658 Mar 23 10:28:36.208693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-ab1ab37a-5c7c-4d76-8480-211b4672d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:36.208693 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-ab1ab37a-5c7c-4d76-8480-211b4672d570 service neutron] 10.222.0.102 "GET /v2.0/networks?id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8 HTTP/1.1" status: 200 len: 898 time: 0.1558743 Mar 23 10:28:36.336872 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-822d9af9-b483-49c2-9e4a-c17a77deb9d3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 1037 time: 0.1284630 Mar 23 10:28:36.338701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.420255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-8a5fe1d7-c3f8-4b4f-8705-3649e42d6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:36.421876 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-8a5fe1d7-c3f8-4b4f-8705-3649e42d6fb1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3b2e0ddc-a9fe-495b-80c1-9033a6eb0627 HTTP/1.1" status: 200 len: 834 time: 0.0770683 Mar 23 10:28:36.491802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda021f9-4018-42bb-a3f7-8b414cd6e519 req-a2c098c6-8224-462e-ac8e-24171823af46 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:36.492368 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eda021f9-4018-42bb-a3f7-8b414cd6e519 req-a2c098c6-8224-462e-ac8e-24171823af46 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 983 time: 0.0935986 Mar 23 10:28:36.502810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:18Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '6fbedc17-106a-4bde-ad84-f1675ffe1342', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'port_id': '2006092c-157f-4abf-ab56-d449bea641b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1353707460', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'mac_address': 'fa:16:3e:3d:a8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac9cc48-904d-4cf6-be3b-545509426dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:34Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18aabd88-009b-4281-bc8b-78cb2777c234', 'name': '', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:17Z', 'updated_at': '2022-03-23T10:28:24Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:36.515188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] Checking router: 63ca6e2f-5d85-4363-8818-df248568326b for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:28:36.519203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-bfeaf62b-cdc7-4471-8502-265c32fe1107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:36.519203 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-bfeaf62b-cdc7-4471-8502-265c32fe1107 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854371 Mar 23 10:28:36.529109 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] Routers {'63ca6e2f-5d85-4363-8818-df248568326b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:36.529679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['63ca6e2f-5d85-4363-8818-df248568326b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:36.552075 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eda021f9-4018-42bb-a3f7-8b414cd6e519 req-72a68f70-eecb-4a1a-91f2-48680d86c434 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522983 Mar 23 10:28:36.587347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-09cb9463-e0c4-47c6-896f-f636c3bb0333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:36.690900 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-6dbb2001-a040-4d72-ad40-b0d5438866ea service neutron] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688051 Mar 23 10:28:36.730682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] Set router 63ca6e2f-5d85-4363-8818-df248568326b gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:36.839579 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-97e2ef62-08a7-44cf-ade2-484f1784e6ea req-4a00a1a4-ed0b-4395-a151-8faff57cdfb1 service neutron] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416044 Mar 23 10:28:37.084037 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:18Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '6fbedc17-106a-4bde-ad84-f1675ffe1342', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'port_id': '2006092c-157f-4abf-ab56-d449bea641b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1353707460', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'mac_address': 'fa:16:3e:3d:a8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac9cc48-904d-4cf6-be3b-545509426dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:34Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18aabd88-009b-4281-bc8b-78cb2777c234', 'name': '', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:17Z', 'updated_at': '2022-03-23T10:28:24Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:37.088472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7940e8-9d9d-4b3b-afca-4cd90800cd48 None None] The sync data for ids ['63ca6e2f-5d85-4363-8818-df248568326b'] in dv-neutron-834652-2-hyperv is: [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:18Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '6fbedc17-106a-4bde-ad84-f1675ffe1342', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.113', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'port_id': '2006092c-157f-4abf-ab56-d449bea641b7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1353707460', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'mac_address': 'fa:16:3e:3d:a8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dac9cc48-904d-4cf6-be3b-545509426dee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:34Z', 'updated_at': '2022-03-23T10:28:34Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18aabd88-009b-4281-bc8b-78cb2777c234', 'name': '', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:17Z', 'updated_at': '2022-03-23T10:28:24Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:28:37.253482 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:37.275145 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d5ea85-9f44-4286-93a5-55681717cde0 None None] New status for floating IP 6fbedc17-106a-4bde-ad84-f1675ffe1342: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:28:37.443990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:37.890560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172fc00-624c-41b0-8148-aebf65397168 req-2e102a64-ec65-4390-917e-f6cca720a475 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:37.892023 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c172fc00-624c-41b0-8148-aebf65397168 req-2e102a64-ec65-4390-917e-f6cca720a475 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 983 time: 0.2280221 Mar 23 10:28:37.923459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-bdc41287-23f9-4dd5-a770-9001cead8202 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:37.924851 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-bdc41287-23f9-4dd5-a770-9001cead8202 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 983 time: 0.1284826 Mar 23 10:28:37.985339 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c172fc00-624c-41b0-8148-aebf65397168 req-5d289d50-0cc0-43ba-b514-693d82524f44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873113 Mar 23 10:28:38.007528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-bdf09538-b88a-48ae-b847-217b793b13f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:38.009507 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-bdf09538-b88a-48ae-b847-217b793b13f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0740106 Mar 23 10:28:38.152497 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-941356d5-0167-419e-8fd5-7dd30c5e0887 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1379733 Mar 23 10:28:38.162061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:38.282698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:38.478974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2006092c-157f-4abf-ab56-d449bea641b7,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:38.506274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:28:38.555994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] device_id is not set on port 2006092c-157f-4abf-ab56-d449bea641b7 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:28:38.564524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:38.569754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:38.705283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=6']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:38.763120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] No DVR routers for this DVR port 2006092c-157f-4abf-ab56-d449bea641b7 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:28:38.814937 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a0a25d5e-a8a0-4d41-a623-0cd8fdbf4fae None None] Provisioning complete for port 2006092c-157f-4abf-ab56-d449bea641b7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:38.815516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a0a25d5e-a8a0-4d41-a623-0cd8fdbf4fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:38.871734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a0a25d5e-a8a0-4d41-a623-0cd8fdbf4fae None None] Port 2006092c-157f-4abf-ab56-d449bea641b7 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:28:38.982577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] In _notify_port_updated(), no bound segment for port 2006092c-157f-4abf-ab56-d449bea641b7 on network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:28:38.983417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:38.984008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:38.985351 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-575ebe46-efdc-4625-818a-11a2601d45a5 req-7802abfd-8da6-4590-b087-5eb8a5bd0fe0 service neutron] 10.222.0.102 "PUT /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 1026 time: 0.8269300 Mar 23 10:28:39.137623 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-292a0962-9acd-4a01-aba3-fa82778b80a7 req-8316b812-02e2-4ca7-b8ff-92cb4948a34b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=dac9cc48-904d-4cf6-be3b-545509426dee HTTP/1.1" status: 200 len: 210 time: 0.0464706 Mar 23 10:28:39.497384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.227577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38268) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:40.234944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2006092c-157f-4abf-ab56-d449bea641b7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:40.291575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2006092c-157f-4abf-ab56-d449bea641b7 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:40.297989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0109c451-d93e-4e81-9578-c22868caa0f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:40.299316 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0109c451-d93e-4e81-9578-c22868caa0f5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 925 time: 0.0709765 Mar 23 10:28:40.463745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38274) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:40.468688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-739955850', 'description': 'tempest-secgroup-smoke-739955850 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:40.474508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:40.484509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:40.494455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.513513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:40.517112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:40.519816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:40.525342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:40.594854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.598418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.641442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a06b61e-7b41-4e44-8f3b-4f40be2969ba,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:40.649711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.653493 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1d08abe7-c3e6-4bae-9665-e546f5982c7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1887040 Mar 23 10:28:40.653758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38278) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:40.659240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9a06b61e-7b41-4e44-8f3b-4f40be2969ba', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:40.665818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:40.669522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:40.672300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:40.678224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:40.695395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.864644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.868835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.891598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414c4b91-291b-44fe-8492-313986df192d,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:40.901288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:40.902445 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-36ae5cd4-b7f4-4828-8a96-9aad1740a38f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2476950 Mar 23 10:28:40.905300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38282) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:40.910187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9a06b61e-7b41-4e44-8f3b-4f40be2969ba', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:40.916592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:40.920419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:40.923362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:40.929332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:40.945573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.003828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.007162 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.030051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfd0dd5-7198-4a7f-8c21-97d367adfc74,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:41.038858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.040611 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e758ae77-ca5e-48a3-a46d-18f90401f0f0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343820 Mar 23 10:28:41.043344 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38286) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:41.048160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9a06b61e-7b41-4e44-8f3b-4f40be2969ba', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:41.053980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:41.057748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:41.060681 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:41.066255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:41.082264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.144129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.147661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.170685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6aa083-eb3d-42a3-ae57-02ea373dd9a2,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:41.179223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.180413 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-19977e92-acbf-49e6-bd08-a3f99b2e3a1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361785 Mar 23 10:28:41.183177 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38290) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:41.188064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9a06b61e-7b41-4e44-8f3b-4f40be2969ba', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:41.193597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:41.197941 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:41.200734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:41.206511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:41.223748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.286034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.290235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.312570 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f836db21-65fe-4431-82e5-397c67a4b3f4,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:41.320909 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.322057 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-af4944f7-31f6-48fc-b26e-de11a7b90878 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1380026 Mar 23 10:28:41.324762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38294) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:41.329513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9a06b61e-7b41-4e44-8f3b-4f40be2969ba', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:41.334957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:41.338615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:41.341459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:41.346938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:41.357542 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:28:41.364076 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.424745 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.428069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.450395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd5105a-221d-4eb3-a4bf-25fda3b690fb,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:41.458975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.460123 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-df0678e5-3f47-4de8-99b9-dd9b963fdb51 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344402 Mar 23 10:28:41.463029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38298) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:41.467798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9a06b61e-7b41-4e44-8f3b-4f40be2969ba', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:41.473554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:28:41.478037 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:28:41.480835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:28:41.486411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:28:41.498565 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:28:41.504753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.569091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.572418 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.594560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a48535e-8b48-45cd-b23d-a049f19b3226,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:41.606307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:41.607436 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2a341b9c-bc7f-472c-b960-9304ac35f1d1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435058 Mar 23 10:28:41.820583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-b691442f-3f97-43c1-b219-422e926226dd req-2380b107-b494-48f7-bb45-c9bb6cd59118 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:28:41.835598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-b691442f-3f97-43c1-b219-422e926226dd req-2380b107-b494-48f7-bb45-c9bb6cd59118 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:28:41.837290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-2380b107-b494-48f7-bb45-c9bb6cd59118 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739955850&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.0545092 Mar 23 10:28:41.911344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691442f-3f97-43c1-b219-422e926226dd req-006496d8-becd-4ed1-a5a4-9f5b95e37752 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:41.912655 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-006496d8-becd-4ed1-a5a4-9f5b95e37752 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 930 time: 0.0687928 Mar 23 10:28:42.059407 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-1689ce59-d81a-4162-85e0-1143e0bd6c78 service neutron] 10.222.0.84 "GET /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1325946 Mar 23 10:28:42.280099 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-6f56b77c-5355-44c7-a2f6-2fc473862c3b service neutron] 10.222.0.84 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150493 Mar 23 10:28:42.412694 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-16931416-4e95-411a-9940-40135d421aac service neutron] 10.222.0.84 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268790 Mar 23 10:28:43.594603 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-16f3e123-e60a-4167-8ccb-70d75b959e50 req-36790ab5-9f75-4c09-bcb0-5a464ef6ff0d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 210 time: 0.0421510 Mar 23 10:28:44.526231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691442f-3f97-43c1-b219-422e926226dd req-71d64913-340d-4e68-8670-9dd6c28e08a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:44.527460 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-71d64913-340d-4e68-8670-9dd6c28e08a7 service neutron] 10.222.0.102 "GET /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 1026 time: 0.0650277 Mar 23 10:28:44.680253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691442f-3f97-43c1-b219-422e926226dd req-bf225d37-ecc1-4d0b-8529-edb526b37509 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:44.681719 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-bf225d37-ecc1-4d0b-8529-edb526b37509 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8 HTTP/1.1" status: 200 len: 797 time: 0.1495745 Mar 23 10:28:44.760795 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dbaa5e70-3126-4da1-ac42-1c411ca3efcc req-914edf99-c424-494a-ad4f-93a997a831a4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 210 time: 0.0566599 Mar 23 10:28:44.774767 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-cc2470d2-4a8d-4af0-97fe-1121cc094a3a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 471 time: 0.0848238 Mar 23 10:28:44.787060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Request body: {'port': {'device_id': '2bac3e53-679c-4acd-a04b-bed4ad898b46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:44.895035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:45.221421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2006092c-157f-4abf-ab56-d449bea641b7 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:28:45.229192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:45.243144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Transition to ACTIVE for port object 2006092c-157f-4abf-ab56-d449bea641b7 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:28:45.246377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:45.384153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=7']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:45.510748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Attempting to bind port 2006092c-157f-4abf-ab56-d449bea641b7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:28:45.510998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Attempting to bind port 2006092c-157f-4abf-ab56-d449bea641b7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:28:45.511307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Attempting to bind port 2006092c-157f-4abf-ab56-d449bea641b7 on network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:28:45.515742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Port 2006092c-157f-4abf-ab56-d449bea641b7 on network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:28:45.516052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Attempting to bind port 2006092c-157f-4abf-ab56-d449bea641b7 on network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:28:45.522023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:28:45.522361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Checking segment: {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:28:45.522733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Bound using segment: {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:28:45.523151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Bound port: 2006092c-157f-4abf-ab56-d449bea641b7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b1da994-5201-450f-8246-d0ffc963ec0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:28:45.523486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:45.615960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:28:45.620310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2006092c-157f-4abf-ab56-d449bea641b7,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:28:45.637446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:45.693941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:45.694526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:45.695921 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] 10.222.0.102 "PUT /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 1131 time: 0.9127753 Mar 23 10:28:45.696348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bac3e53-679c-4acd-a04b-bed4ad898b46', 'tag': '2006092c-157f-4abf-ab56-d449bea641b7'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:28:45.727045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f694630-01fa-464b-9eef-42ecebdbcb61 service neutron] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=8']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:45.773666 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bac3e53-679c-4acd-a04b-bed4ad898b46', 'tag': '2006092c-157f-4abf-ab56-d449bea641b7', 'status': 'completed', 'code': 200} Mar 23 10:28:45.825277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691442f-3f97-43c1-b219-422e926226dd req-7db52193-ef75-476f-94da-21d7f662196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:45.827063 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-7db52193-ef75-476f-94da-21d7f662196c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 1134 time: 0.0903323 Mar 23 10:28:46.078955 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-c285ec7b-bc58-4857-9667-d1632c3d43db service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 1037 time: 0.2453682 Mar 23 10:28:46.151658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e355d-09f5-4b6b-ab60-0b8172529891 req-f76dbff5-ded3-4644-9fab-fe6507bf1f1d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:46.153091 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ba3e355d-09f5-4b6b-ab60-0b8172529891 req-f76dbff5-ded3-4644-9fab-fe6507bf1f1d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 981 time: 0.1657202 Mar 23 10:28:46.160975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691442f-3f97-43c1-b219-422e926226dd req-41a04caf-9cab-44ce-891f-a8eb32f88853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:46.162319 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-41a04caf-9cab-44ce-891f-a8eb32f88853 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3b2e0ddc-a9fe-495b-80c1-9033a6eb0627 HTTP/1.1" status: 200 len: 834 time: 0.0768037 Mar 23 10:28:46.240387 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ba3e355d-09f5-4b6b-ab60-0b8172529891 req-1c19d942-728f-477f-9fa9-80c593f28f2f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810666 Mar 23 10:28:46.261830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691442f-3f97-43c1-b219-422e926226dd req-b514e247-8058-4f45-8c7e-4489b7e00dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:46.263334 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-b514e247-8058-4f45-8c7e-4489b7e00dbb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884438 Mar 23 10:28:46.392437 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-e0110c3c-f6a8-417d-ac65-c4b1d0438a49 service neutron] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230536 Mar 23 10:28:46.530667 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b691442f-3f97-43c1-b219-422e926226dd req-3f2ac8c3-b9e5-4b52-8033-a4f69f0ae22e service neutron] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323667 Mar 23 10:28:46.642216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-1401163c-eba4-4ba5-8256-9fce0264e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:46.643699 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-1401163c-eba4-4ba5-8256-9fce0264e103 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 1134 time: 0.0718443 Mar 23 10:28:46.769845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-4aba2a75-1757-44a0-baa6-30f36cc7761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:46.771243 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-4aba2a75-1757-44a0-baa6-30f36cc7761f service neutron] 10.222.0.102 "GET /v2.0/networks?id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8 HTTP/1.1" status: 200 len: 898 time: 0.1213610 Mar 23 10:28:46.870805 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-33242184-570f-4efe-b8a7-4daa5643329c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 1037 time: 0.0932877 Mar 23 10:28:46.932875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-96ec1ea0-fa2c-40a4-896e-fee70785750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:46.934200 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-96ec1ea0-fa2c-40a4-896e-fee70785750f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3b2e0ddc-a9fe-495b-80c1-9033a6eb0627 HTTP/1.1" status: 200 len: 834 time: 0.0551808 Mar 23 10:28:47.005287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-60038e8e-762f-4691-b835-496186466a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:47.006701 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-60038e8e-762f-4691-b835-496186466a20 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666699 Mar 23 10:28:47.137282 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-6e9eff32-6ff7-4c8c-807a-7682054f2b34 service neutron] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229916 Mar 23 10:28:47.263979 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2d32a5bf-0a9e-46ac-896d-5a32d3ca2c09 req-28e8616f-7057-42b1-992a-80ae0aba3463 service neutron] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204064 Mar 23 10:28:47.428066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7835f-23a9-4b09-8755-79250c4f5c0c req-0da364a7-29d0-4b61-9989-8de29a3ba63c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:47.429842 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7dc7835f-23a9-4b09-8755-79250c4f5c0c req-0da364a7-29d0-4b61-9989-8de29a3ba63c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 981 time: 0.0822227 Mar 23 10:28:47.472832 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7dc7835f-23a9-4b09-8755-79250c4f5c0c req-74d696b3-64ed-4674-af0b-0978c40fd081 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374949 Mar 23 10:28:48.258630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2006092c-157f-4abf-ab56-d449bea641b7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:28:48.387110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2006092c-157f-4abf-ab56-d449bea641b7,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:48.402976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '2006092c-157f-4abf-ab56-d449bea641b7', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'port_id': '2006092c-157f-4abf-ab56-d449bea641b7', 'mac_address': 'fa:16:3e:3d:a8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:28:48.469687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:48.486238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2006092c-157f-4abf-ab56-d449bea641b7 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:28:48.501283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2006092c-157f-4abf-ab56-d449bea641b7,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:48.505382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:48.571437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=9']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:48.659436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c4cb5-426c-499c-aaa8-71718910810a req-764f9fa9-e0ef-49fd-8ca1-114bf38c0205 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:48.660926 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-329c4cb5-426c-499c-aaa8-71718910810a req-764f9fa9-e0ef-49fd-8ca1-114bf38c0205 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 982 time: 0.0847032 Mar 23 10:28:48.704213 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-329c4cb5-426c-499c-aaa8-71718910810a req-d9440276-a277-4a4c-8cbc-5576c840dbe3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376499 Mar 23 10:28:48.708843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['2006092c-157f-4abf-ab56-d449bea641b7'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:28:49.883407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b2c0c-f444-46e4-8a17-109745f16e09 req-27c00729-1bb1-4a9e-8594-3864e6087e43 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:49.884842 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d43b2c0c-f444-46e4-8a17-109745f16e09 req-27c00729-1bb1-4a9e-8594-3864e6087e43 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 982 time: 0.0776668 Mar 23 10:28:49.931056 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d43b2c0c-f444-46e4-8a17-109745f16e09 req-c1ac9001-823b-458c-8e01-02f543d540a5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Mar 23 10:28:50.251631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2006092c-157f-4abf-ab56-d449bea641b7 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:28:50.350781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 2006092c-157f-4abf-ab56-d449bea641b7 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:28:50.355209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 2006092c-157f-4abf-ab56-d449bea641b7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:50.355567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:50.464220 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:50.492677 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bac3e53-679c-4acd-a04b-bed4ad898b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2006092c-157f-4abf-ab56-d449bea641b7'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:28:50.502976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2006092c-157f-4abf-ab56-d449bea641b7,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:50.507837 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:50.556190 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bac3e53-679c-4acd-a04b-bed4ad898b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2006092c-157f-4abf-ab56-d449bea641b7', 'code': 200} Mar 23 10:28:50.587711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=10']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:50.756903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179726a6-e380-4c81-b9ed-24ec821ef069 req-5f5b5dbd-57ec-44a1-b859-b90884b12892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:50.758300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-179726a6-e380-4c81-b9ed-24ec821ef069 req-5f5b5dbd-57ec-44a1-b859-b90884b12892 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 1137 time: 0.0663362 Mar 23 10:28:50.799681 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-179726a6-e380-4c81-b9ed-24ec821ef069 req-9465c86f-ea64-4169-9ee4-e4ef3dffd6d8 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354192 Mar 23 10:28:51.109622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40bc2c-8f58-4cfb-b897-814614485f98 req-bd3410d8-f45d-4f0c-b384-2c7cbdcba5c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:51.110962 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0d40bc2c-8f58-4cfb-b897-814614485f98 req-bd3410d8-f45d-4f0c-b384-2c7cbdcba5c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 984 time: 0.0772963 Mar 23 10:28:51.154143 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0d40bc2c-8f58-4cfb-b897-814614485f98 req-e4a5abc7-9d39-4af7-b82c-40ce555c8fba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376475 Mar 23 10:28:52.432155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b48fc-a868-44bb-a4f2-0a7b4d902c9c req-929bd73e-909a-492f-a91b-50801e08ead9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:52.433684 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-985b48fc-a868-44bb-a4f2-0a7b4d902c9c req-929bd73e-909a-492f-a91b-50801e08ead9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 984 time: 0.1751854 Mar 23 10:28:52.475244 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-985b48fc-a868-44bb-a4f2-0a7b4d902c9c req-d365c333-a81e-44e2-8fc2-5f9d37f97863 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Mar 23 10:28:52.659844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a0016-0d49-44ba-b609-5e3949752463 req-f3a8b3b5-b6f2-4b52-bf90-3bd29e62040c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:52.661278 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-058a0016-0d49-44ba-b609-5e3949752463 req-f3a8b3b5-b6f2-4b52-bf90-3bd29e62040c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 984 time: 0.0810971 Mar 23 10:28:52.704709 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-058a0016-0d49-44ba-b609-5e3949752463 req-c1b58e1e-b7a5-4f2c-b606-98550aabb295 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376813 Mar 23 10:28:52.727775 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38356) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:52.797276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d94f6-4814-4a51-83ae-593248843655 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:52.798758 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-713d94f6-4814-4a51-83ae-593248843655 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46&network_id=99c206b6-08de-4e0a-8cb9-aae6ee4026e8 HTTP/1.1" status: 200 len: 1132 time: 0.0700195 Mar 23 10:28:53.161589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13a8b6-a10e-4d91-992d-77bdd6c459b4 req-f13fc6e4-76d2-4389-b21d-99f8ff1c1725 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:53.163030 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4d13a8b6-a10e-4d91-992d-77bdd6c459b4 req-f13fc6e4-76d2-4389-b21d-99f8ff1c1725 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 984 time: 0.0825226 Mar 23 10:28:53.206250 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4d13a8b6-a10e-4d91-992d-77bdd6c459b4 req-74b2b4a3-2870-4b80-ba8b-aba3d3f85eb0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 Mar 23 10:28:54.451669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5149b-4b88-468d-af5d-17d3601a5071 req-1c09fdb0-95de-4ab3-9334-9bea2c47de66 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:54.453140 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-34b5149b-4b88-468d-af5d-17d3601a5071 req-1c09fdb0-95de-4ab3-9334-9bea2c47de66 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 984 time: 0.1383803 Mar 23 10:28:54.461618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-520b765f-8fec-4d8c-899b-5913969ea91e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:54.462926 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-520b765f-8fec-4d8c-899b-5913969ea91e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 984 time: 0.1152890 Mar 23 10:28:54.547567 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-34b5149b-4b88-468d-af5d-17d3601a5071 req-ee16f7af-3adb-4795-91f6-8a56a8e14343 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=3c952756-8d8c-44ae-83dc-ab3f9644487e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836024 Mar 23 10:28:54.570125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-d4a1ae9f-88a9-4ee2-89af-7c519b039bbf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:54.571468 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-d4a1ae9f-88a9-4ee2-89af-7c519b039bbf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0912843 Mar 23 10:28:54.713476 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-b092a633-b64a-42f8-8b4f-02cb1d76af0e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1364646 Mar 23 10:28:54.724019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:28:54.831435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:55.020590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=2006092c-157f-4abf-ab56-d449bea641b7,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:28:55.047897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] For port 2006092c-157f-4abf-ab56-d449bea641b7, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:28:55.100944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] device_id is not set on port 2006092c-157f-4abf-ab56-d449bea641b7 yet. {{(pid=87859) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 23 10:28:55.109619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:55.114649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:55.246941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] Pushing event updated for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=11']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:55.303066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] No DVR routers for this DVR port 2006092c-157f-4abf-ab56-d449bea641b7 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:28:55.437142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d81f1f30-c167-464b-8f4e-ae8d26097d2c None None] Provisioning complete for port 2006092c-157f-4abf-ab56-d449bea641b7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:28:55.437694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d81f1f30-c167-464b-8f4e-ae8d26097d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:55.495250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d81f1f30-c167-464b-8f4e-ae8d26097d2c None None] Port 2006092c-157f-4abf-ab56-d449bea641b7 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:28:55.537408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] In _notify_port_updated(), no bound segment for port 2006092c-157f-4abf-ab56-d449bea641b7 on network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 {{(pid=87859) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 23 10:28:55.537408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:28:55.537408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:55.540359 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b3a8257-23a1-4e92-8265-14df6f19eb3f req-2e978596-0ece-4848-8e82-80fdf591ae4f service neutron] 10.222.0.102 "PUT /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 200 len: 1027 time: 0.8186405 Mar 23 10:28:55.703892 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-273edf94-a99e-4a41-9919-28fb4b8654f8 req-23ee6a60-fff3-4117-90f3-0e9c11635de2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=2bac3e53-679c-4acd-a04b-bed4ad898b46 HTTP/1.1" status: 200 len: 210 time: 0.0458009 Mar 23 10:28:56.802883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38370) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:56.881930 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a20edd4c-02df-42c5-94db-b8d0ac6b2161 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:56.916058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a20edd4c-02df-42c5-94db-b8d0ac6b2161 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:56.985498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a20edd4c-02df-42c5-94db-b8d0ac6b2161 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.004646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20edd4c-02df-42c5-94db-b8d0ac6b2161 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a06b61e-7b41-4e44-8f3b-4f40be2969ba,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:57.021607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a20edd4c-02df-42c5-94db-b8d0ac6b2161 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.021607 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a20edd4c-02df-42c5-94db-b8d0ac6b2161 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/9a06b61e-7b41-4e44-8f3b-4f40be2969ba HTTP/1.1" status: 204 len: 168 time: 0.2168586 Mar 23 10:28:57.052844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38376) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:57.373534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 7e85ca5b-49f3-4063-9d3f-8370d9206ad6 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:28:57.373876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.562148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.562900 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.689477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 7e85ca5b-49f3-4063-9d3f-8370d9206ad6 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:28:57.844952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:57.900538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=7e85ca5b-49f3-4063-9d3f-8370d9206ad6,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:58.000026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:58.000123 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 6fbedc17-106a-4bde-ad84-f1675ffe1342 disassociated (deleted). External IP: 172.26.4.113, port: 2006092c-157f-4abf-ab56-d449bea641b7. Mar 23 10:28:58.281168 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2006092c-157f-4abf-ab56-d449bea641b7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:28:58.342503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 2006092c-157f-4abf-ab56-d449bea641b7 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:28:58.398912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 63ca6e2f-5d85-4363-8818-df248568326b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:28:58.577529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:28:58.587346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] Sync routers for ids ['63ca6e2f-5d85-4363-8818-df248568326b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:28:58.596728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] Routers {'63ca6e2f-5d85-4363-8818-df248568326b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:58.597363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['63ca6e2f-5d85-4363-8818-df248568326b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:58.597472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:58.666757 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eb9ecc19-83f4-4f56-8a10-1548d4dc49ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/floatingips/6fbedc17-106a-4bde-ad84-f1675ffe1342 HTTP/1.1" status: 204 len: 168 time: 1.6110470 Mar 23 10:28:58.798606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] Set router 63ca6e2f-5d85-4363-8818-df248568326b gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:58.821246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38384) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:58.888901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6bd5e99b-bb11-49d4-aed8-420571fe6250 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:58.918227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6bd5e99b-bb11-49d4-aed8-420571fe6250 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:58.989205 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6bd5e99b-bb11-49d4-aed8-420571fe6250 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:59.127393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5e99b-bb11-49d4-aed8-420571fe6250 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa7d74f-bdc4-47ea-8473-cd588da8beae,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:59.130429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:18Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '18aabd88-009b-4281-bc8b-78cb2777c234', 'name': '', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:17Z', 'updated_at': '2022-03-23T10:28:24Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:59.134582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6bd5e99b-bb11-49d4-aed8-420571fe6250 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:59.135645 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6bd5e99b-bb11-49d4-aed8-420571fe6250 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/4aa7d74f-bdc4-47ea-8473-cd588da8beae HTTP/1.1" status: 204 len: 168 time: 0.3128445 Mar 23 10:28:59.152535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] Checking router: 63ca6e2f-5d85-4363-8818-df248568326b for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:28:59.168019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] Routers {'63ca6e2f-5d85-4363-8818-df248568326b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:28:59.169015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['63ca6e2f-5d85-4363-8818-df248568326b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:59.175490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38390) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:28:59.254726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7a177c2f-a757-4971-a0b6-20d1583125bf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 2006092c-157f-4abf-ab56-d449bea641b7 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:28:59.255098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a177c2f-a757-4971-a0b6-20d1583125bf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:59.360057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] Set router 63ca6e2f-5d85-4363-8818-df248568326b gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:28:59.497475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a177c2f-a757-4971-a0b6-20d1583125bf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:59.651322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7a177c2f-a757-4971-a0b6-20d1583125bf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 2006092c-157f-4abf-ab56-d449bea641b7 owned by {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:28:59.708342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:18Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '18aabd88-009b-4281-bc8b-78cb2777c234', 'name': '', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:17Z', 'updated_at': '2022-03-23T10:28:24Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:28:59.712537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd9f015-8fd3-4f25-9b0f-b95891b1dc3f None None] The sync data for ids ['63ca6e2f-5d85-4363-8818-df248568326b'] in dv-neutron-834652-2-hyperv is: [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:28:18Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '18aabd88-009b-4281-bc8b-78cb2777c234', 'name': '', 'network_id': '99c206b6-08de-4e0a-8cb9-aae6ee4026e8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:47:36:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:17Z', 'updated_at': '2022-03-23T10:28:24Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '3b2e0ddc-a9fe-495b-80c1-9033a6eb0627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:28:59.802481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a177c2f-a757-4971-a0b6-20d1583125bf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:59.853690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a177c2f-a757-4971-a0b6-20d1583125bf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=2006092c-157f-4abf-ab56-d449bea641b7,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:28:59.950567 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c078163-0b70-49f7-a811-d8aeff74f5be None None] New status for floating IP 6fbedc17-106a-4bde-ad84-f1675ffe1342: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:28:59.960969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7a177c2f-a757-4971-a0b6-20d1583125bf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:28:59.971011 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7a177c2f-a757-4971-a0b6-20d1583125bf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/ports/2006092c-157f-4abf-ab56-d449bea641b7 HTTP/1.1" status: 204 len: 168 time: 0.7938743 Mar 23 10:28:59.973903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38394) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:00.524613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:00.980418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 18aabd88-009b-4281-bc8b-78cb2777c234 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:29:00.980739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:01.161665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 18aabd88-009b-4281-bc8b-78cb2777c234, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=18aabd88-009b-4281-bc8b-78cb2777c234,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:01.162019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:01.285760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 18aabd88-009b-4281-bc8b-78cb2777c234 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:29:01.547096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:01.607897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=18aabd88-009b-4281-bc8b-78cb2777c234,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:01.911029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:02.385488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 63ca6e2f-5d85-4363-8818-df248568326b has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:29:02.563290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:29:02.573265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] Sync routers for ids ['63ca6e2f-5d85-4363-8818-df248568326b'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:29:02.575920 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9d61a9f3-50d6-4ea9-a0ff-a4d0871c087e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/63ca6e2f-5d85-4363-8818-df248568326b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6010358 Mar 23 10:29:02.578562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38400) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:02.582678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] Routers {'63ca6e2f-5d85-4363-8818-df248568326b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:29:02.583284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['63ca6e2f-5d85-4363-8818-df248568326b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:02.641997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c265a34-d471-4365-9855-17091206b6ac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting subnet 3b2e0ddc-a9fe-495b-80c1-9033a6eb0627 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:29:02.645060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5c265a34-d471-4365-9855-17091206b6ac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:02.705669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5c265a34-d471-4365-9855-17091206b6ac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:02.772358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] Set router 63ca6e2f-5d85-4363-8818-df248568326b gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:29:02.792175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5c265a34-d471-4365-9855-17091206b6ac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:02.872467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5c265a34-d471-4365-9855-17091206b6ac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:02.912580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c265a34-d471-4365-9855-17091206b6ac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2e0ddc-a9fe-495b-80c1-9033a6eb0627,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:02.918467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5c265a34-d471-4365-9855-17091206b6ac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:02.925159 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5c265a34-d471-4365-9855-17091206b6ac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/subnets/3b2e0ddc-a9fe-495b-80c1-9033a6eb0627 HTTP/1.1" status: 204 len: 168 time: 0.3456302 Mar 23 10:29:02.927689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38404) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:02.970168 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c94787e-4e40-4fd4-bdd4-9099890636cd None None] Network 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:29:03.113808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:03.245661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:29:01Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:03.249653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] Checking router: 63ca6e2f-5d85-4363-8818-df248568326b for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:29:03.258393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] Routers {'63ca6e2f-5d85-4363-8818-df248568326b'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:29:03.259015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:28:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['63ca6e2f-5d85-4363-8818-df248568326b'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:03.305763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:03.314021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625af165-9efd-4755-8ae5-04a267b06a2f None None] DHCP port deletion for 99c206b6-08de-4e0a-8cb9-aae6ee4026e8 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:29:03.316785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:29:03.317164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:03.330248 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-625af165-9efd-4755-8ae5-04a267b06a2f None None] Deleting port 73ecb892-f39c-4e42-b2d3-68ec380891bf {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:29:03.330616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-625af165-9efd-4755-8ae5-04a267b06a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:03.494154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port d5580a0f-bb6f-4ab2-bb5a-a472a1256f26, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d5580a0f-bb6f-4ab2-bb5a-a472a1256f26,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:03.494507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:03.559383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] Set router 63ca6e2f-5d85-4363-8818-df248568326b gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:29:03.731603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:29:03.832530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-63cada0f-576a-4f68-9f5a-572fdd044a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:03.904089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-625af165-9efd-4755-8ae5-04a267b06a2f None None] For port 73ecb892-f39c-4e42-b2d3-68ec380891bf, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=73ecb892-f39c-4e42-b2d3-68ec380891bf,segment=NetworkSegment(5b1da994-5201-450f-8246-d0ffc963ec0f),segment_id=5b1da994-5201-450f-8246-d0ffc963ec0f)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:03.904780 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-625af165-9efd-4755-8ae5-04a267b06a2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:03.917939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:03.968068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=d5580a0f-bb6f-4ab2-bb5a-a472a1256f26,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:04.046635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-625af165-9efd-4755-8ae5-04a267b06a2f None None] Calling delete_port for 73ecb892-f39c-4e42-b2d3-68ec380891bf owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:29:04.064852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.174668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-625af165-9efd-4755-8ae5-04a267b06a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.222729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625af165-9efd-4755-8ae5-04a267b06a2f None None] Pushing event deleted for resources: {'Port': ['ID=73ecb892-f39c-4e42-b2d3-68ec380891bf,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:04.228105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625af165-9efd-4755-8ae5-04a267b06a2f None None] No DVR routers for this DVR port 73ecb892-f39c-4e42-b2d3-68ec380891bf on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:29:04.234360 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:29:01Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:04.241382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc588fa-bf11-4be8-a14e-4b87b1bbfe6c None None] The sync data for ids ['63ca6e2f-5d85-4363-8818-df248568326b'] in dv-neutron-834652-2-hyperv is: [{'id': '63ca6e2f-5d85-4363-8818-df248568326b', 'name': 'tempest-TestNetworkBasicOps-router-2006600856', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45'}], 'enable_snat': True}, 'gw_port_id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:28:13Z', 'updated_at': '2022-03-23T10:29:01Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'd5580a0f-bb6f-4ab2-bb5a-a472a1256f26', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ca6e2f-5d85-4363-8818-df248568326b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:28:14Z', 'updated_at': '2022-03-23T10:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:29:04.256794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.259283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.286321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.287246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Fanout notify agent at l3_agent the message router_deleted on router 63ca6e2f-5d85-4363-8818-df248568326b {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:29:04.302142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.303211 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ccbccfa9-e43b-4358-aabf-6e29988e22db tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/routers/63ca6e2f-5d85-4363-8818-df248568326b HTTP/1.1" status: 204 len: 168 time: 1.3747189 Mar 23 10:29:04.306814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38408) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:04.420701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.548666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.573302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c206b6-08de-4e0a-8cb9-aae6ee4026e8']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:04.586968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1da994-5201-450f-8246-d0ffc963ec0f') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:04.586968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1da994-5201-450f-8246-d0ffc963ec0f') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:04.601616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.619496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.626908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Releasing vlan 828 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:29:04.627541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:29:04.645140 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:29:04.703836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 18aabd88-009b-4281-bc8b-78cb2777c234 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:29:04.737798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.742871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 18aabd88-009b-4281-bc8b-78cb2777c234 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:29:04.743276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 18aabd88-009b-4281-bc8b-78cb2777c234 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:29:04.743674 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 73ecb892-f39c-4e42-b2d3-68ec380891bf no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:29:04.760864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.769585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Network': ['ID=99c206b6-08de-4e0a-8cb9-aae6ee4026e8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:04.781491 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-35856f76-6c4a-424f-af05-3b0347c1ce93 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/networks/99c206b6-08de-4e0a-8cb9-aae6ee4026e8 HTTP/1.1" status: 204 len: 168 time: 0.4725797 Mar 23 10:29:04.783765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 73ecb892-f39c-4e42-b2d3-68ec380891bf {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:29:04.784041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 73ecb892-f39c-4e42-b2d3-68ec380891bf not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:29:04.794113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38412) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:04.806566 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-af408c93-7c6e-419f-b4d2-07b98962de9d tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112233 Mar 23 10:29:04.808714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38416) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:04.814508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'network': {'name': 'tempest-network-smoke--957990126', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'port_security_enabled': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:04.819499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:04.824262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:network and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:04.828008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:04.833570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:04.844322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:29:04.847790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.878662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:29:04.889719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.890059 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Added segment de649681-2f1b-4c94-855a-2abe39adb3af of type vlan for network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 Mar 23 10:29:04.917295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.953565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:04.960147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:04.961403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:05.070666 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2600782 Mar 23 10:29:05.073280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38420) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:05.076583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec155402-cf94-4032-bd19-fd408b03526e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Network': ['ID=29bf36d3-d62d-4eb6-adab-1fd58b821ed0,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:05.078784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'admin_state_up': True, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:05.087322 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:05.087856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:29:05.091247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:router and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:05.094222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:05.100448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:05.110783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:05.111764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:05.126904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:05.396621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:05.546887 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:29:05.793055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:05.823089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:05.988036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.150 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/c9b58a64-5d38-4f1e-a00f-e79c0423ed13) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:29:06.117996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:06.148536 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:06.206291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:29:06.208980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:29:06.215672 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:29:06.246904 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:06.259922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:06.299198 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:29:06.334804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:29:06.335143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d5580a0f-bb6f-4ab2-bb5a-a472a1256f26 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:29:06.535219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-04c833a7-b5ca-4b08-bffa-6520bedb53dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:06.656787 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:07.158084 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:07.261001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:07.375867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:29:07.450907 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:07.563309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:29:07.573363 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Sync routers for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:29:07.582189 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:29:07.582784 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:29:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:07.589986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:07.593066 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9da6f057-c782-40ee-8c9e-654311d74c7d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5169139 Mar 23 10:29:07.594244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38424) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:07.634725 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-65d050f1-8f52-417b-a0dc-68acef617869 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394073 Mar 23 10:29:07.637267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38428) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:07.759398 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:29:07.779801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aadc54-cbd6-4be5-8259-51916d53290c tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:07.781362 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-10aadc54-cbd6-4be5-8259-51916d53290c tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1428902 Mar 23 10:29:07.784056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38432) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:07.838574 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-97fce0be-b6f7-48ab-b70f-31c7fd67d0dd tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510883 Mar 23 10:29:07.838994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38436) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:07.844559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1950299343', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:07.967116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:07.970846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:subnet and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:07.973647 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:07.979252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:07.991023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:29:07.994957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:08.043472 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:06Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:08.047047 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Checking router: 6c7e8baa-be9a-4356-a5c6-944bc5f00caa for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:29:08.047380 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Updating router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa port c9b58a64-5d38-4f1e-a00f-e79c0423ed13 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:29:08.098220 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:08.304443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:08.385429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Subnet': ['ID=db91ece5-2b4e-4083-98ea-8c2c2f372f2f,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:08.393131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Checking segment: {'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:29:08.393521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network hostable DHCP agents. Network: 29bf36d3-d62d-4eb6-adab-1fd58b821ed0, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:29:08.412928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:29:08.422984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 29bf36d3-d62d-4eb6-adab-1fd58b821ed0) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:29:08.423899 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:08.428028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:08.428865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:08.433715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0dfb3-a10d-4938-a70b-c396eefec057 None None] Network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:29:08.444105 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Transition to ACTIVE for port object c9b58a64-5d38-4f1e-a00f-e79c0423ed13 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:29:08.454824 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b96bc26b-9279-4840-9f01-09ede303bedd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6121345 Mar 23 10:29:08.455008 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:08.455107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38440) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:08.536511 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3206d-835e-423e-a8c5-7eb10b6776fc None None] Pushing event updated for resources: {'Port': ['ID=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:08.539368 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Attempting to bind port c9b58a64-5d38-4f1e-a00f-e79c0423ed13 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:29:08.539731 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Attempting to bind port c9b58a64-5d38-4f1e-a00f-e79c0423ed13 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:29:08.540083 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Attempting to bind port c9b58a64-5d38-4f1e-a00f-e79c0423ed13 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:29:08.545742 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:29:08.546170 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:29:08.546567 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:08.546955 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:29:08.547409 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Bound port: c9b58a64-5d38-4f1e-a00f-e79c0423ed13, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:29:08.547772 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:08.626176 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] For port c9b58a64-5d38-4f1e-a00f-e79c0423ed13, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:29:08.630652 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] For port c9b58a64-5d38-4f1e-a00f-e79c0423ed13, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:29:08.635859 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:08.656583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:29:08.657465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:08.706357 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:29:08.706628 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:29:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:08.831370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Allocated IP 172.20.0.2 (29bf36d3-d62d-4eb6-adab-1fd58b821ed0/db91ece5-2b4e-4083-98ea-8c2c2f372f2f/77c700c0-515c-4eb6-b2ce-57cddd77357d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:29:08.896029 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3206d-835e-423e-a8c5-7eb10b6776fc None None] Pushing event updated for resources: {'Port': ['ID=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:08.953523 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:29:09.077008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:09.088078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Transition to ACTIVE for port object 77c700c0-515c-4eb6-b2ce-57cddd77357d will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:29:09.111856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Transition to ACTIVE for port object 77c700c0-515c-4eb6-b2ce-57cddd77357d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:29:09.118231 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:09.163185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:09.176242 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:29:09.179763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:29:09.182192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:29:09.256810 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:06Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:09.260924 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bca81d9-7d81-4ce9-8473-de79ec008442 None None] The sync data for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv is: [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:06Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:29:09.264353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Pushing event updated for resources: {'Port': ['ID=77c700c0-515c-4eb6-b2ce-57cddd77357d,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:09.292369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Attempting to bind port 77c700c0-515c-4eb6-b2ce-57cddd77357d on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:29:09.292722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Attempting to bind port 77c700c0-515c-4eb6-b2ce-57cddd77357d by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:29:09.293129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Attempting to bind port 77c700c0-515c-4eb6-b2ce-57cddd77357d on network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:29:09.298452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:29:09.298816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Checking segment: {'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:29:09.299208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:09.299591 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Bound using segment: {'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:29:09.300043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Bound port: 77c700c0-515c-4eb6-b2ce-57cddd77357d, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:29:09.300407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:09.435192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] For port 77c700c0-515c-4eb6-b2ce-57cddd77357d, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:29:09.438749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] For port 77c700c0-515c-4eb6-b2ce-57cddd77357d, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=77c700c0-515c-4eb6-b2ce-57cddd77357d,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:29:09.450350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:09.545794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:09.567956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ec0de-ff17-4c35-9258-274665c1d82e None None] Pushing event updated for resources: {'Port': ['ID=77c700c0-515c-4eb6-b2ce-57cddd77357d,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:09.624023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.1 (29bf36d3-d62d-4eb6-adab-1fd58b821ed0/db91ece5-2b4e-4083-98ea-8c2c2f372f2f/5745583f-8ea7-4192-8ac8-2569e735e015) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:29:09.813888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:09.831126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 5745583f-8ea7-4192-8ac8-2569e735e015 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:29:09.859400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.042268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:29:10.045252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:29:10.059830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:29:10.094857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=5745583f-8ea7-4192-8ac8-2569e735e015,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:10.125513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.409106 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77c700c0-515c-4eb6-b2ce-57cddd77357d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:29:10.415751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.493070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 77c700c0-515c-4eb6-b2ce-57cddd77357d completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:29:10.498220 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b58a64-5d38-4f1e-a00f-e79c0423ed13 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:29:10.556974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b672ae3-515c-481f-ad9d-b4623b2fc4fa None None] Network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:29:10.677835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port c9b58a64-5d38-4f1e-a00f-e79c0423ed13 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:29:10.690226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e40b7f07-462e-40c7-bb20-fac78fc71d4a None None] Provisioning for port 77c700c0-515c-4eb6-b2ce-57cddd77357d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:29:10.698633 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c9b58a64-5d38-4f1e-a00f-e79c0423ed13 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:10.699180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.738061 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e40b7f07-462e-40c7-bb20-fac78fc71d4a None None] Provisioning complete for port 77c700c0-515c-4eb6-b2ce-57cddd77357d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:10.738475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e40b7f07-462e-40c7-bb20-fac78fc71d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.844779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.853787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.969684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:10.973879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=5745583f-8ea7-4192-8ac8-2569e735e015,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:11.018252 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.024987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e40b7f07-462e-40c7-bb20-fac78fc71d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.068416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port c9b58a64-5d38-4f1e-a00f-e79c0423ed13, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:11.077909 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.117968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e40b7f07-462e-40c7-bb20-fac78fc71d4a None None] For port 77c700c0-515c-4eb6-b2ce-57cddd77357d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=77c700c0-515c-4eb6-b2ce-57cddd77357d,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:11.121182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:29:11.122868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:29:11.130057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e40b7f07-462e-40c7-bb20-fac78fc71d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.159940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:11.237099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b7f07-462e-40c7-bb20-fac78fc71d4a None None] Pushing event updated for resources: {'Port': ['ID=77c700c0-515c-4eb6-b2ce-57cddd77357d,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:11.313675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:29:11.352390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-34391815-143d-4247-a2f8-2720675d729b None None] Provisioning for port 5745583f-8ea7-4192-8ac8-2569e735e015 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:29:11.357951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-34391815-143d-4247-a2f8-2720675d729b None None] Provisioning complete for port 5745583f-8ea7-4192-8ac8-2569e735e015 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:11.358570 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-34391815-143d-4247-a2f8-2720675d729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.416712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-34391815-143d-4247-a2f8-2720675d729b None None] Port 5745583f-8ea7-4192-8ac8-2569e735e015 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:29:11.427423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-34391815-143d-4247-a2f8-2720675d729b None None] Provisioning complete for port 77c700c0-515c-4eb6-b2ce-57cddd77357d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:11.427758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-34391815-143d-4247-a2f8-2720675d729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.631775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:29:11.642509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Sync routers for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:29:11.646525 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4edf1e1e-763e-4f69-8b92-878a645f04ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/6c7e8baa-be9a-4356-a5c6-944bc5f00caa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1904581 Mar 23 10:29:11.649800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38448) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:11.651954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:29:11.652620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:29:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:11.739190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-966cf84d-0f05-4729-9326-277d2f15f09c None None] Provisioning complete for port 5745583f-8ea7-4192-8ac8-2569e735e015 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:11.739512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-966cf84d-0f05-4729-9326-277d2f15f09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:11.795988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f503f-2dc7-4a47-adb8-41ab8ffb9369 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.796453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f503f-2dc7-4a47-adb8-41ab8ffb9369 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.796909 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f503f-2dc7-4a47-adb8-41ab8ffb9369 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.797400 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f503f-2dc7-4a47-adb8-41ab8ffb9369 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.797888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f503f-2dc7-4a47-adb8-41ab8ffb9369 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.798331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f503f-2dc7-4a47-adb8-41ab8ffb9369 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.800059 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fd4f503f-2dc7-4a47-adb8-41ab8ffb9369 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1492953 Mar 23 10:29:11.802784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38452) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:11.864529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-966cf84d-0f05-4729-9326-277d2f15f09c None None] Port 5745583f-8ea7-4192-8ac8-2569e735e015 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:29:11.883210 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6122a-cecb-4f7a-8eb7-476b30ddb14d tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.883676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6122a-cecb-4f7a-8eb7-476b30ddb14d tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.884719 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6122a-cecb-4f7a-8eb7-476b30ddb14d tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.885206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6122a-cecb-4f7a-8eb7-476b30ddb14d tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.885652 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6122a-cecb-4f7a-8eb7-476b30ddb14d tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.886093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6122a-cecb-4f7a-8eb7-476b30ddb14d tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:11.890354 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b9a6122a-cecb-4f7a-8eb7-476b30ddb14d tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0841899 Mar 23 10:29:11.890892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38456) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:11.892284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:29:12.102411 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6dc34ef9-34c3-4d8e-a35e-42a659adc5fe tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2103126 Mar 23 10:29:12.250679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:12.254412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Checking router: 6c7e8baa-be9a-4356-a5c6-944bc5f00caa for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:29:12.254753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Updating router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa port 5745583f-8ea7-4192-8ac8-2569e735e015 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:29:12.310952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.311275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38462) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:12.316359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1770692789', 'description': 'tempest-secgroup-smoke-1770692789 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:12.323992 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:12.330232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:12.333972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:12.340249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:12.349978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.359569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77c700c0-515c-4eb6-b2ce-57cddd77357d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:29:12.373639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:12.377348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:12.380232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:12.386318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:12.456148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.460016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.505786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b6d858-f814-4898-ac1f-217091ed8b0f,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:12.509966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.513966 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e1a11b84-91b3-497b-bc4f-6b783de6e8dd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1990976 Mar 23 10:29:12.514272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 77c700c0-515c-4eb6-b2ce-57cddd77357d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:12.514272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.514404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38466) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:12.519283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'e9b6d858-f814-4898-ac1f-217091ed8b0f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:12.525685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:12.529549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:12.532461 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:12.538125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:12.555585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.614598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.618065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.642456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9831b2f7-cecb-4799-b26a-82090cc63694,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:12.653183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.654413 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e1c74b77-e672-4809-9ca2-77b4b9cf22ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393847 Mar 23 10:29:12.657244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38470) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:12.662426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'e9b6d858-f814-4898-ac1f-217091ed8b0f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:12.667933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:12.671701 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:12.674645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:12.680485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:12.697960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.745017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b58a64-5d38-4f1e-a00f-e79c0423ed13 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:29:12.760844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.764473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.787759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999373ce-661b-40f9-bf8b-7c869bc60677,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:12.798060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.801729 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-91088a39-5f17-4f6d-83b7-a2be05d90ca0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1411736 Mar 23 10:29:12.801926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38474) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:12.807488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'e9b6d858-f814-4898-ac1f-217091ed8b0f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:12.813239 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:12.816961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:12.820478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:12.826129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:12.844069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.874167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.889720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c9b58a64-5d38-4f1e-a00f-e79c0423ed13 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:12.890078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.917842 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.918888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Transition to ACTIVE for port object 5745583f-8ea7-4192-8ac8-2569e735e015 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:29:12.921467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.933192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.947700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42b3dfe-7387-496b-8f34-b2bfad5c7bb7,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:12.956661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:12.960536 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0e135469-4448-4731-ad93-05a7b3b71602 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550269 Mar 23 10:29:12.960769 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38478) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:12.966203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'e9b6d858-f814-4898-ac1f-217091ed8b0f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:12.972102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:12.975854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:12.978663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:12.984266 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:13.001785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.072404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.077899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.083555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ca41b-b3fa-4e2d-a86a-79634a428c39 None None] Pushing event updated for resources: {'Port': ['ID=5745583f-8ea7-4192-8ac8-2569e735e015,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:13.219829 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Attempting to bind port 5745583f-8ea7-4192-8ac8-2569e735e015 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:29:13.220186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Attempting to bind port 5745583f-8ea7-4192-8ac8-2569e735e015 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:29:13.220540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Attempting to bind port 5745583f-8ea7-4192-8ac8-2569e735e015 on network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:29:13.224520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49a1aab1-0ad1-4274-abd3-6d763814ce4b,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:13.233820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:29:13.234018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.234325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Checking segment: {'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:29:13.234856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.235130 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7c9ff1ea-78d5-4693-963b-e210e6a2f2b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2728608 Mar 23 10:29:13.235369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Bound using segment: {'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:29:13.235700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Bound port: 5745583f-8ea7-4192-8ac8-2569e735e015, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:29:13.236070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.237883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38482) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:13.243550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'e9b6d858-f814-4898-ac1f-217091ed8b0f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:13.249254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:13.253020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:13.255761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:13.262137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:13.272637 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:29:13.279835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.340048 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] For port 5745583f-8ea7-4192-8ac8-2569e735e015, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:29:13.343096 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] For port 5745583f-8ea7-4192-8ac8-2569e735e015, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5745583f-8ea7-4192-8ac8-2569e735e015,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:29:13.344540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.351573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.357744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.385743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2d80b7-bdb7-4280-aedb-541ea66ff350,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:13.393629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.394931 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-62d5aa25-6923-4e59-b60c-0b332bb3101c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558721 Mar 23 10:29:13.397955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38486) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:13.404315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'e9b6d858-f814-4898-ac1f-217091ed8b0f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:13.411168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:13.415713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:13.418826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:13.424744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:13.430738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:29:13.431372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:29:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:13.437228 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:29:13.445225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.503705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ca41b-b3fa-4e2d-a86a-79634a428c39 None None] Pushing event updated for resources: {'Port': ['ID=5745583f-8ea7-4192-8ac8-2569e735e015,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:13.520632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.525170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.547677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673b9a3e-80d5-44ff-9c80-49eea0ee500e,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:13.562073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.562424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.562770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.563101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.563427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.563751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.564102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.564426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.564749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.565144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.565409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.565722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:13.574070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:13.575290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1f9a38f6-caff-4b03-8bdc-8ae1bda60d2e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1761405 Mar 23 10:29:13.626201 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:29:13.740149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6e274716-804c-4283-a065-29f69f9c5876 req-f2cff385-0f2e-48b4-a50a-89c2e357a386 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:29:13.756020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6e274716-804c-4283-a065-29f69f9c5876 req-f2cff385-0f2e-48b4-a50a-89c2e357a386 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:29:13.757866 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-f2cff385-0f2e-48b4-a50a-89c2e357a386 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1770692789&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.0555966 Mar 23 10:29:13.927100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e274716-804c-4283-a065-29f69f9c5876 req-583a5de3-9e1a-4b02-976d-942469285ef2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:13.927812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6e274716-804c-4283-a065-29f69f9c5876 req-583a5de3-9e1a-4b02-976d-942469285ef2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:29:13.945703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6e274716-804c-4283-a065-29f69f9c5876 req-583a5de3-9e1a-4b02-976d-942469285ef2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:29:13.946850 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-583a5de3-9e1a-4b02-976d-942469285ef2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/networks?id=29bf36d3-d62d-4eb6-adab-1fd58b821ed0 HTTP/1.1" status: 200 len: 796 time: 0.1822124 Mar 23 10:29:13.962070 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-d433839d-c0d8-4e82-bd79-4d9c25283363 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/quotas/45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0092332 Mar 23 10:29:13.994889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:29:13Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:13.999650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61669f84-cbd5-46c4-a89c-028f37736ff9 None None] The sync data for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv is: [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:29:13Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:29:14.083142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6e274716-804c-4283-a065-29f69f9c5876 req-2a279aa9-4492-46ee-8eb9-408c3695bd1e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:29:14.106103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6e274716-804c-4283-a065-29f69f9c5876 req-2a279aa9-4492-46ee-8eb9-408c3695bd1e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:29:14.107477 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-2a279aa9-4492-46ee-8eb9-408c3695bd1e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381423 Mar 23 10:29:14.255877 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-ba7ceccd-7894-42f1-934a-54898b07be1a service neutron] 10.222.0.84 "GET /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316335 Mar 23 10:29:14.376746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5745583f-8ea7-4192-8ac8-2569e735e015 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:29:14.406623 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-349a2dfe-06bb-4335-8ec2-fd6703540335 service neutron] 10.222.0.84 "GET /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443596 Mar 23 10:29:14.448530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 5745583f-8ea7-4192-8ac8-2569e735e015 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:29:14.453510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5745583f-8ea7-4192-8ac8-2569e735e015 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:14.453990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:14.608686 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1a6e9462-37b3-448d-bd48-31426eea0dda req-a929f113-60db-4bc2-8e02-1eb5439286e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 210 time: 0.0452559 Mar 23 10:29:14.617883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:14.655802 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 5745583f-8ea7-4192-8ac8-2569e735e015, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5745583f-8ea7-4192-8ac8-2569e735e015,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:14.661118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:14.743637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=5745583f-8ea7-4192-8ac8-2569e735e015,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:15.658895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e274716-804c-4283-a065-29f69f9c5876 req-616b30d6-1314-4ca1-9384-7dc05a17ecd6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:15.660448 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-616b30d6-1314-4ca1-9384-7dc05a17ecd6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=29bf36d3-d62d-4eb6-adab-1fd58b821ed0 HTTP/1.1" status: 200 len: 796 time: 0.1526923 Mar 23 10:29:15.713667 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-f104e43a-c70f-4b8c-8800-e56ecb8e8a40 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 380 time: 0.0442638 Mar 23 10:29:15.763477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'device_id': '85120cd0-520d-451f-bdcb-e7afaa065949', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'admin_state_up': True, 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'security_groups': ['e9b6d858-f814-4898-ac1f-217091ed8b0f']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:15.785577 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-52af1972-d270-4ce6-bb07-40d47d12fa25 req-7fc5871a-15b0-4260-9e49-ed01de361ae1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 210 time: 0.0653467 Mar 23 10:29:15.908029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:15.917474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:15.927051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:29:15.931040 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:16.093194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.14 (29bf36d3-d62d-4eb6-adab-1fd58b821ed0/db91ece5-2b4e-4083-98ea-8c2c2f372f2f/a9c92fbb-e533-4578-a8f1-614d2bbf9db7) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:29:16.278780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:16.294064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object a9c92fbb-e533-4578-a8f1-614d2bbf9db7 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:29:16.318937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:16.352266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5745583f-8ea7-4192-8ac8-2569e735e015 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:29:16.384582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:29:16.387458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:29:16.395971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:29:16.426697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5745583f-8ea7-4192-8ac8-2569e735e015 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:16.427389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:16.432435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:16.469063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:16.469690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:16.495202 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-789c9cef-c68c-423a-8eb0-3facf5f1c77a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7729216 Mar 23 10:29:16.509132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Request body: {'port': {'device_id': '85120cd0-520d-451f-bdcb-e7afaa065949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:16.623210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:16.633549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-31474684-3fb1-41a7-9a3e-eaa574c94c9c None None] Provisioning for port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:29:16.638601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-31474684-3fb1-41a7-9a3e-eaa574c94c9c None None] Provisioning complete for port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:16.638969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31474684-3fb1-41a7-9a3e-eaa574c94c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:16.697151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-31474684-3fb1-41a7-9a3e-eaa574c94c9c None None] Port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:29:16.971058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b70a5-be90-4ec2-b16a-6bf3aad265fd req-fa016d63-3deb-40d6-96e3-47d8e1b7271b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:16.972504 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-376b70a5-be90-4ec2-b16a-6bf3aad265fd req-fa016d63-3deb-40d6-96e3-47d8e1b7271b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 932 time: 0.0809402 Mar 23 10:29:17.015695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-376b70a5-be90-4ec2-b16a-6bf3aad265fd req-8fa4fb08-c62a-4429-ac87-84410ae99e58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:29:17.027791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-376b70a5-be90-4ec2-b16a-6bf3aad265fd req-8fa4fb08-c62a-4429-ac87-84410ae99e58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:29:17.028902 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-376b70a5-be90-4ec2-b16a-6bf3aad265fd req-8fa4fb08-c62a-4429-ac87-84410ae99e58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506129 Mar 23 10:29:17.068384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c92fbb-e533-4578-a8f1-614d2bbf9db7 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:29:17.076426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:17.090183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Transition to ACTIVE for port object a9c92fbb-e533-4578-a8f1-614d2bbf9db7 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:29:17.094045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:17.221455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Pushing event updated for resources: {'Port': ['ID=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:17.326636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Attempting to bind port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:29:17.326969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Attempting to bind port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:29:17.327294 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Attempting to bind port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 on network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:29:17.331759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 on network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:29:17.332072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Attempting to bind port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 on network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:29:17.336988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:29:17.337357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Checking segment: {'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:29:17.337735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Bound using segment: {'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:29:17.338147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Bound port: a9c92fbb-e533-4578-a8f1-614d2bbf9db7, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de649681-2f1b-4c94-855a-2abe39adb3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:29:17.338486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:17.426327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] For port a9c92fbb-e533-4578-a8f1-614d2bbf9db7, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:29:17.429939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] For port a9c92fbb-e533-4578-a8f1-614d2bbf9db7, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:29:17.434656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:17.486487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:17.487043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:17.488392 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] 10.222.0.102 "PUT /v2.0/ports/a9c92fbb-e533-4578-a8f1-614d2bbf9db7 HTTP/1.1" status: 200 len: 1094 time: 0.9842706 Mar 23 10:29:17.488830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85120cd0-520d-451f-bdcb-e7afaa065949', 'tag': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:29:17.520599 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e1601-1437-40eb-b4ed-f510f58e581c service neutron] Pushing event updated for resources: {'Port': ['ID=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:17.568028 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85120cd0-520d-451f-bdcb-e7afaa065949', 'tag': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'status': 'completed', 'code': 200} Mar 23 10:29:17.603204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e274716-804c-4283-a065-29f69f9c5876 req-e78e7cd4-ccc0-45e4-921b-ed6a89e2ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:17.604675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-e78e7cd4-ccc0-45e4-921b-ed6a89e2ec55 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 1097 time: 0.0794556 Mar 23 10:29:17.674822 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-12b3ef57-21d0-4c64-bbe4-54b14f310d3a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9c92fbb-e533-4578-a8f1-614d2bbf9db7 HTTP/1.1" status: 200 len: 217 time: 0.0634489 Mar 23 10:29:17.737780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e274716-804c-4283-a065-29f69f9c5876 req-e74f34a3-175a-479c-a5ff-528f2722ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:17.739170 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-e74f34a3-175a-479c-a5ff-528f2722ea95 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db91ece5-2b4e-4083-98ea-8c2c2f372f2f HTTP/1.1" status: 200 len: 835 time: 0.0587924 Mar 23 10:29:17.811100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e274716-804c-4283-a065-29f69f9c5876 req-da2f56ac-1116-4352-b74f-7a7ffed4d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:17.812467 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-da2f56ac-1116-4352-b74f-7a7ffed4d128 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=29bf36d3-d62d-4eb6-adab-1fd58b821ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679870 Mar 23 10:29:17.939680 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-31db08be-506c-485a-9303-b3f243157d69 service neutron] 10.222.0.102 "GET /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215136 Mar 23 10:29:18.066880 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e274716-804c-4283-a065-29f69f9c5876 req-a9c73161-c9bc-4c91-ab59-1b41d2fe6a35 service neutron] 10.222.0.102 "GET /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211228 Mar 23 10:29:18.177135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-ebce06c3-d746-4ad0-96d2-b533ae158e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:18.178744 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-ebce06c3-d746-4ad0-96d2-b533ae158e7b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 1097 time: 0.0683100 Mar 23 10:29:18.216263 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e92419-fb57-445b-851d-7d44dcf34935 req-cb62cebb-4e38-416a-9210-fde1403732cf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:18.217751 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a9e92419-fb57-445b-851d-7d44dcf34935 req-cb62cebb-4e38-416a-9210-fde1403732cf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 944 time: 0.0830677 Mar 23 10:29:18.261976 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a9e92419-fb57-445b-851d-7d44dcf34935 req-a2eec33d-5f34-4f2e-8969-9a20b3252f09 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384407 Mar 23 10:29:18.318557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-398ef28b-fa29-4a92-abed-b707078213ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:18.320569 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-398ef28b-fa29-4a92-abed-b707078213ea service neutron] 10.222.0.102 "GET /v2.0/networks?id=29bf36d3-d62d-4eb6-adab-1fd58b821ed0 HTTP/1.1" status: 200 len: 897 time: 0.1345026 Mar 23 10:29:18.474745 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-a144f46b-ee0e-4118-8fc5-ec075296c4cc service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9c92fbb-e533-4578-a8f1-614d2bbf9db7 HTTP/1.1" status: 200 len: 217 time: 0.1464818 Mar 23 10:29:18.537519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-754eeb91-c076-487a-beb3-9e608367ef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:18.538949 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-754eeb91-c076-487a-beb3-9e608367ef79 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db91ece5-2b4e-4083-98ea-8c2c2f372f2f HTTP/1.1" status: 200 len: 835 time: 0.0580971 Mar 23 10:29:18.613776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-7b5bd8f4-7844-40fc-9562-e76662f3689d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:18.615372 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-7b5bd8f4-7844-40fc-9562-e76662f3689d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=29bf36d3-d62d-4eb6-adab-1fd58b821ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690618 Mar 23 10:29:18.745882 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-d6d7f4e5-f86d-40be-885f-4c70e16f486f service neutron] 10.222.0.102 "GET /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234689 Mar 23 10:29:18.882523 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-26b449aa-45a7-4e6e-9509-4198d8847610 req-40f3a501-e0d2-4307-9cb7-d5609c8e6de3 service neutron] 10.222.0.102 "GET /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234033 Mar 23 10:29:18.983765 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-aae1f1b5-74f4-4345-93bc-7490f44309a0 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679951 Mar 23 10:29:19.124767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-40bb0474-ddbd-4ec1-ba99-f389be2ca021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:19.126183 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-40bb0474-ddbd-4ec1-ba99-f389be2ca021 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 1099 time: 0.0734024 Mar 23 10:29:19.266065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-65a2fd26-3c26-4120-b0c5-ca6a16a513f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:19.267575 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-65a2fd26-3c26-4120-b0c5-ca6a16a513f2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.1241956 Mar 23 10:29:19.373662 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-7a4d5050-c9c0-4ca2-8bd2-1354dd657755 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c HTTP/1.1" status: 200 len: 1001 time: 0.0988245 Mar 23 10:29:19.478815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-66761350-da7b-47df-950e-13a3c25838f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:19.480187 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-66761350-da7b-47df-950e-13a3c25838f0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0754907 Mar 23 10:29:19.540315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76e139-3fe6-4abe-bb37-66ed6305de5c req-7b58f674-d9d0-40a9-a02d-1a568b4c69be tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:19.541137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bc76e139-3fe6-4abe-bb37-66ed6305de5c req-7b58f674-d9d0-40a9-a02d-1a568b4c69be tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:29:19.566233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bc76e139-3fe6-4abe-bb37-66ed6305de5c req-7b58f674-d9d0-40a9-a02d-1a568b4c69be tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:29:19.567345 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bc76e139-3fe6-4abe-bb37-66ed6305de5c req-7b58f674-d9d0-40a9-a02d-1a568b4c69be tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 944 time: 0.1928463 Mar 23 10:29:19.596682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-3df0159f-6589-4bef-b7df-0b025688a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:19.598146 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-3df0159f-6589-4bef-b7df-0b025688a21c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1109076 Mar 23 10:29:19.657419 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bc76e139-3fe6-4abe-bb37-66ed6305de5c req-f3cdbd00-7990-4d78-b46d-77478706f66d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798559 Mar 23 10:29:19.744476 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-f7696105-6e3d-4e35-85db-8e5d2a83a973 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397438 Mar 23 10:29:19.871767 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4715a86b-13f6-4d8d-90f1-e7f8c27d9321 req-269fb01a-a067-47af-8925-e3143299facd service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210334 Mar 23 10:29:20.346322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a9c92fbb-e533-4578-a8f1-614d2bbf9db7 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:29:20.479516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port a9c92fbb-e533-4578-a8f1-614d2bbf9db7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:20.492580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'port_id': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'mac_address': 'fa:16:3e:e7:d3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:29:20.546812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:20.563181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c92fbb-e533-4578-a8f1-614d2bbf9db7 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:29:20.578387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port a9c92fbb-e533-4578-a8f1-614d2bbf9db7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:20.582735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:20.652539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:20.659551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.659901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.660239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.660569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.660896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.661247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.661572 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.661893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.662213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.662528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.662844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.663214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:29:20.798485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['a9c92fbb-e533-4578-a8f1-614d2bbf9db7'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:29:20.841360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a2355-a5b5-4874-b92d-14815a429122 req-2796dd10-a772-4da5-a9f5-b201b4f7a4ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:20.842896 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cd5a2355-a5b5-4874-b92d-14815a429122 req-2796dd10-a772-4da5-a9f5-b201b4f7a4ce tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 945 time: 0.0790467 Mar 23 10:29:20.890222 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cd5a2355-a5b5-4874-b92d-14815a429122 req-9d1d64c7-8c39-4b07-b086-fa03194cfda3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410876 Mar 23 10:29:22.085654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830d301-b832-40e0-b89c-f4c9c04a050d req-3f198189-6f1c-4eeb-a024-77773db4454e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:22.087100 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a830d301-b832-40e0-b89c-f4c9c04a050d req-3f198189-6f1c-4eeb-a024-77773db4454e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 945 time: 0.0901184 Mar 23 10:29:22.129269 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a830d301-b832-40e0-b89c-f4c9c04a050d req-ed3fee31-c78f-4694-8de1-e610c089d18c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365286 Mar 23 10:29:22.377794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a9c92fbb-e533-4578-a8f1-614d2bbf9db7 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:29:22.446442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:29:22.450903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:29:22.451268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:22.564110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:22.615977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85120cd0-520d-451f-bdcb-e7afaa065949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:29:22.625812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port a9c92fbb-e533-4578-a8f1-614d2bbf9db7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:22.629902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:22.665221 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85120cd0-520d-451f-bdcb-e7afaa065949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'code': 200} Mar 23 10:29:22.696784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:22.883157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e4e4b-6b58-4f5f-b9bb-d646ea896abb req-c40ddd00-79f1-48f8-b36e-ff66d6abd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:22.884634 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-598e4e4b-6b58-4f5f-b9bb-d646ea896abb req-c40ddd00-79f1-48f8-b36e-ff66d6abd347 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 1099 time: 0.0683913 Mar 23 10:29:22.929277 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-598e4e4b-6b58-4f5f-b9bb-d646ea896abb req-d06e1079-3c8d-4f78-85b1-997d4e1291c3 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379808 Mar 23 10:29:23.396902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5381a24-abfd-4322-8165-58bccae083bd req-90ee6673-5799-41d1-a3a1-8a09120a54d8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:23.398980 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a5381a24-abfd-4322-8165-58bccae083bd req-90ee6673-5799-41d1-a3a1-8a09120a54d8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 946 time: 0.1653576 Mar 23 10:29:23.440746 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a5381a24-abfd-4322-8165-58bccae083bd req-d8b581d0-bce1-4aa8-824b-30524e8231b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361266 Mar 23 10:29:24.628055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f32934-20ec-48f5-b859-2adae4547110 req-2dab925f-6fe4-475c-a481-4faacb24c55f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:24.629507 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-57f32934-20ec-48f5-b859-2adae4547110 req-2dab925f-6fe4-475c-a481-4faacb24c55f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 946 time: 0.0824659 Mar 23 10:29:24.673125 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-57f32934-20ec-48f5-b859-2adae4547110 req-7322702f-1838-4d5b-8b69-a1469f240504 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372839 Mar 23 10:29:24.854227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e34d2a-e1de-4af2-98b2-62fcb54dce74 req-a07ad328-53da-4cd5-b4a4-47c5fd325c11 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:24.855627 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-84e34d2a-e1de-4af2-98b2-62fcb54dce74 req-a07ad328-53da-4cd5-b4a4-47c5fd325c11 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 946 time: 0.0804095 Mar 23 10:29:24.900197 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-84e34d2a-e1de-4af2-98b2-62fcb54dce74 req-86d769d3-6a03-4db7-b531-eecfe9ed774b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385447 Mar 23 10:29:24.922303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38538) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:24.992875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa877ec5-50f5-46fc-b42c-001dfb4d8e12 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:24.994377 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-aa877ec5-50f5-46fc-b42c-001dfb4d8e12 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 1094 time: 0.0711317 Mar 23 10:29:24.997164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38542) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:25.001865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:29:25.008154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:29:25.011897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:floatingip and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:29:25.014721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:29:25.020570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:29:25.030739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:25.167316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:25.302656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.183 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/17ab79eb-16c5-4087-97b0-f4b63f86761f) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:29:25.446683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:25.474326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:25.535492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:29:25.538796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:29:25.542331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:29:25.584544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=17ab79eb-16c5-4087-97b0-f4b63f86761f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:25.950206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:26.023957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:26.224961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:26.229436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:26.426204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=17ab79eb-16c5-4087-97b0-f4b63f86761f,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:26.434725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:26.604772 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 96563825-de50-4aee-a587-72bed8e63d11 associated. External IP: 172.26.4.183, port: a9c92fbb-e533-4578-a8f1-614d2bbf9db7. Mar 23 10:29:26.944495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:29:27.118275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:29:27.128018 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] Sync routers for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:29:27.136881 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:29:27.137502 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:29:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:27.142926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:27.200119 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-86302330-2891-405f-92bb-35eea157bc3d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2019613 Mar 23 10:29:27.200692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85120cd0-520d-451f-bdcb-e7afaa065949', 'tag': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:29:27.202779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38546) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:27.256835 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85120cd0-520d-451f-bdcb-e7afaa065949', 'tag': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'status': 'completed', 'code': 200} Mar 23 10:29:27.312721 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:29:27.349579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-f57d8469-5dd9-41ab-86fb-a7c16a29e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:27.351683 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-f57d8469-5dd9-41ab-86fb-a7c16a29e8e6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 1099 time: 0.0747793 Mar 23 10:29:27.395393 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c83cbdf1-6e39-4d15-a9a7-1690453c6f4f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers/6c7e8baa-be9a-4356-a5c6-944bc5f00caa HTTP/1.1" status: 200 len: 923 time: 0.1908956 Mar 23 10:29:27.399070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38552) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:27.483565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-8f606f07-6955-4bfc-b506-dd915afbbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:27.485084 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-8f606f07-6955-4bfc-b506-dd915afbbed4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=29bf36d3-d62d-4eb6-adab-1fd58b821ed0 HTTP/1.1" status: 200 len: 897 time: 0.1273685 Mar 23 10:29:27.505797 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-172c5b43-0c2d-4177-a434-a916f13c559c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/96563825-de50-4aee-a587-72bed8e63d11 HTTP/1.1" status: 200 len: 992 time: 0.1045544 Mar 23 10:29:27.587992 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-bb0e9c48-4f1a-4469-9c4a-510ed4e7ff32 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9c92fbb-e533-4578-a8f1-614d2bbf9db7 HTTP/1.1" status: 200 len: 1000 time: 0.0957994 Mar 23 10:29:27.651290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-24888bbe-76bb-4e08-8a46-a701638e57cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:27.652649 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-24888bbe-76bb-4e08-8a46-a701638e57cd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db91ece5-2b4e-4083-98ea-8c2c2f372f2f HTTP/1.1" status: 200 len: 835 time: 0.0591061 Mar 23 10:29:27.666796 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '96563825-de50-4aee-a587-72bed8e63d11', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'port_id': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'mac_address': 'fa:16:3e:e7:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85120cd0-520d-451f-bdcb-e7afaa065949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:25Z', 'updated_at': '2022-03-23T10:29:25Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:29:14Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:27.670540 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] Checking router: 6c7e8baa-be9a-4356-a5c6-944bc5f00caa for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:29:27.679187 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:29:27.679773 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:29:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:27.727135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-f94f9b82-0803-4b25-af6c-b9d6d0ba62ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:29:27.728584 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-f94f9b82-0803-4b25-af6c-b9d6d0ba62ed service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=29bf36d3-d62d-4eb6-adab-1fd58b821ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703351 Mar 23 10:29:27.863662 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:29:27.965271 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-3104cbd6-3d53-421d-81c0-5f9568e101cf service neutron] 10.222.0.102 "GET /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299776 Mar 23 10:29:28.098575 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abf5eb33-e536-4c3d-8198-7ddfbbd91dc6 req-b3257ff6-91e8-4595-928e-889c83e422b9 service neutron] 10.222.0.102 "GET /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266391 Mar 23 10:29:28.244270 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '96563825-de50-4aee-a587-72bed8e63d11', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'port_id': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'mac_address': 'fa:16:3e:e7:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85120cd0-520d-451f-bdcb-e7afaa065949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:25Z', 'updated_at': '2022-03-23T10:29:25Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:29:14Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:29:28.247992 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01108f30-5e3a-4f7f-a0bd-d73b0ec70971 None None] The sync data for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv is: [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '96563825-de50-4aee-a587-72bed8e63d11', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'port_id': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'mac_address': 'fa:16:3e:e7:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85120cd0-520d-451f-bdcb-e7afaa065949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:25Z', 'updated_at': '2022-03-23T10:29:25Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:29:14Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:29:28.429339 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac49192-1df1-4a5a-9338-0d8ef6427be4 None None] New status for floating IP 96563825-de50-4aee-a587-72bed8e63d11: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:29:28.507977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38556) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:28.614183 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a017be38-44fd-4f5a-8c6e-d966e615c4e2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/96563825-de50-4aee-a587-72bed8e63d11 HTTP/1.1" status: 200 len: 992 time: 0.1051016 Mar 23 10:29:29.618157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38560) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:29.720302 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fc742518-6152-4683-aad2-3374af97d5ff tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/96563825-de50-4aee-a587-72bed8e63d11 HTTP/1.1" status: 200 len: 994 time: 0.1010520 Mar 23 10:29:33.655652 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c7b293de-9b7b-4e86-a4ba-1ba6a472d7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:36.251425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:36.527610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-61ad8aec-7f15-4934-9ff4-d9850f2e9619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:37.259285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:37.448125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:39.501616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:42.545757 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:29:56.333101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38592) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:56.523311 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a8f52964-778f-472d-b2bc-be3f4c3fe667 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers/6c7e8baa-be9a-4356-a5c6-944bc5f00caa/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1889446 Mar 23 10:29:56.526094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38596) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:56.715845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e60964-9df1-4ef2-b885-3487516656c4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Notify agent at dv-neutron-834652-2-hyperv the message router_removed_from_agent {{(pid=87860) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 23 10:29:56.721305 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-34e60964-9df1-4ef2-b885-3487516656c4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "DELETE /v2.0/agents/2e0d5c83-b955-423c-8b05-da6da338d460/l3-routers/6c7e8baa-be9a-4356-a5c6-944bc5f00caa HTTP/1.1" status: 204 len: 168 time: 0.1920006 Mar 23 10:29:56.721745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38600) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:56.905750 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0b8b9efc-ff88-498c-8b36-46004d414bab tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers/6c7e8baa-be9a-4356-a5c6-944bc5f00caa/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1829653 Mar 23 10:29:56.908365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38604) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:57.146735 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-29a35f16-6899-4c63-8976-3b3802639741 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/96563825-de50-4aee-a587-72bed8e63d11 HTTP/1.1" status: 200 len: 994 time: 0.2368958 Mar 23 10:29:57.477369 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32586868-064c-4a19-8e3d-7740eef11924 None None] New status for floating IP 96563825-de50-4aee-a587-72bed8e63d11: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:29:58.151069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38610) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:29:58.259720 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4935e3d6-f531-4e30-9f41-60a169eef022 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/96563825-de50-4aee-a587-72bed8e63d11 HTTP/1.1" status: 200 len: 992 time: 0.1078546 Mar 23 10:29:58.375532 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5745583f-8ea7-4192-8ac8-2569e735e015 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:29:58.520952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:58.573255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 5745583f-8ea7-4192-8ac8-2569e735e015, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5745583f-8ea7-4192-8ac8-2569e735e015,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:58.582838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:58.584265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b58a64-5d38-4f1e-a00f-e79c0423ed13 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:29:58.725421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=5745583f-8ea7-4192-8ac8-2569e735e015,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:29:58.796646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:58.819335 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port c9b58a64-5d38-4f1e-a00f-e79c0423ed13, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:29:58.827377 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:29:58.926042 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:00.297161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38622) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:00.523545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1dcae2-28b4-4057-a89e-17bd2552005e tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:30:00.524074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1dcae2-28b4-4057-a89e-17bd2552005e tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Notify agent at dv-neutron-834652-2-hyperv the message router_added_to_agent {{(pid=87860) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 23 10:30:00.555758 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5d1dcae2-28b4-4057-a89e-17bd2552005e tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "POST /v2.0/agents/2e0d5c83-b955-423c-8b05-da6da338d460/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2549653 Mar 23 10:30:00.555981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38630) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:00.575743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] Sync routers for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:30:00.592933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:00.593551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:29:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:00.820257 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9d762368-b647-417a-be65-bd7a559de406 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers/6c7e8baa-be9a-4356-a5c6-944bc5f00caa/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2630959 Mar 23 10:30:00.820798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38636) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:00.841017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:00.958670 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ebcfafbb-29a8-49cc-bc91-cdc042eddf8f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/96563825-de50-4aee-a587-72bed8e63d11 HTTP/1.1" status: 200 len: 992 time: 0.1366656 Mar 23 10:30:01.256143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '96563825-de50-4aee-a587-72bed8e63d11', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'port_id': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'mac_address': 'fa:16:3e:e7:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85120cd0-520d-451f-bdcb-e7afaa065949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:25Z', 'updated_at': '2022-03-23T10:29:57Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:29:58Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:01.260275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] Checking router: 6c7e8baa-be9a-4356-a5c6-944bc5f00caa for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:30:01.268687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:01.269674 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:29:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:01.486336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:01.903501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '96563825-de50-4aee-a587-72bed8e63d11', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'port_id': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'mac_address': 'fa:16:3e:e7:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85120cd0-520d-451f-bdcb-e7afaa065949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:25Z', 'updated_at': '2022-03-23T10:29:57Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:29:58Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:01.908839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f1ba8-7453-4c5a-83b0-597ca60fcbae None None] The sync data for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv is: [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '96563825-de50-4aee-a587-72bed8e63d11', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'port_id': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'mac_address': 'fa:16:3e:e7:d3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85120cd0-520d-451f-bdcb-e7afaa065949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:29:25Z', 'updated_at': '2022-03-23T10:29:57Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:29:58Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:30:01.962979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38642) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:02.090531 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fd315f42-e9f5-4f6a-bdd3-2e89acb0d2fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/96563825-de50-4aee-a587-72bed8e63d11 HTTP/1.1" status: 200 len: 992 time: 0.1260514 Mar 23 10:30:02.453701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5745583f-8ea7-4192-8ac8-2569e735e015 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:02.544728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5745583f-8ea7-4192-8ac8-2569e735e015 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:02.545490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:02.693018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:02.727469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 5745583f-8ea7-4192-8ac8-2569e735e015, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5745583f-8ea7-4192-8ac8-2569e735e015,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:02.733437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:02.860984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=5745583f-8ea7-4192-8ac8-2569e735e015,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:03.094622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38648) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:03.203329 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e8a13472-35a4-400d-ac08-11d6e281ac96 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/96563825-de50-4aee-a587-72bed8e63d11 HTTP/1.1" status: 200 len: 992 time: 0.1075928 Mar 23 10:30:03.656370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d509656a-9125-4ffd-8f28-64054b063e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:03.806518 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4a9e21-34f0-41de-9ce3-b39cbf9c2a63 None None] New status for floating IP 96563825-de50-4aee-a587-72bed8e63d11: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:30:04.207041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38662) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:04.343130 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-3bb6cb0d-7a9b-4cf9-bda8-935576ee514b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109237347&fields=id&tenant_id=49d2026bd1544e12ad420d9db2ea09e3 HTTP/1.1" status: 200 len: 267 time: 0.0752020 Mar 23 10:30:04.346075 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9b42e59f-e68b-4951-839e-2ce446b568b6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/96563825-de50-4aee-a587-72bed8e63d11 HTTP/1.1" status: 200 len: 994 time: 0.1379857 Mar 23 10:30:04.439339 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5745583f-8ea7-4192-8ac8-2569e735e015 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:04.495876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-8c4cca81-6d5d-4dc0-813d-4972ef40ab9f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:04.497438 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-8c4cca81-6d5d-4dc0-813d-4972ef40ab9f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 812 time: 0.1469507 Mar 23 10:30:04.504949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5745583f-8ea7-4192-8ac8-2569e735e015 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:04.505408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:04.512298 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-defa6a1c-84c8-4261-9626-4cb95997cc5f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/quotas/49d2026bd1544e12ad420d9db2ea09e3 HTTP/1.1" status: 200 len: 375 time: 0.0091698 Mar 23 10:30:04.598381 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-c47d11d7-9f27-4a98-8831-7aee1447adfc tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0803890 Mar 23 10:30:04.621712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b58a64-5d38-4f1e-a00f-e79c0423ed13 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:04.686671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c9b58a64-5d38-4f1e-a00f-e79c0423ed13 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:04.687353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:04.732236 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-ee0baf21-5d53-45ad-8fed-8223ac27f28f service neutron] 10.222.0.84 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220734 Mar 23 10:30:04.802236 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:04.819142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port c9b58a64-5d38-4f1e-a00f-e79c0423ed13, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:04.823533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:04.871043 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-4aa39a2a-0463-491d-ae18-cba3f434ff99 service neutron] 10.222.0.84 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322274 Mar 23 10:30:04.900480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:05.239555 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d008ebbd-12da-474a-83b4-aba2267c708d req-a50d1106-a8f2-4db8-8255-41475334e0d6 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 210 time: 0.0414009 Mar 23 10:30:06.273380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:06.382977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b58a64-5d38-4f1e-a00f-e79c0423ed13 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:06.400558 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7846a4ac-c44b-44d3-a6db-cf74bd09f8dc req-407b6630-c86e-4b44-8029-97b42bceb080 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 210 time: 0.0538468 Mar 23 10:30:06.444275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-04b15e65-b28a-4f49-b13b-22921d76b886 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:06.445755 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-04b15e65-b28a-4f49-b13b-22921d76b886 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 812 time: 0.3367279 Mar 23 10:30:06.456201 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c9b58a64-5d38-4f1e-a00f-e79c0423ed13 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:06.456656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:06.500316 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-cdcdb511-ac97-4ab5-87a7-651cb697864d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d2026bd1544e12ad420d9db2ea09e3 HTTP/1.1" status: 200 len: 379 time: 0.0462067 Mar 23 10:30:06.526347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'port': {'device_id': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'admin_state_up': True, 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'security_groups': ['1e505bb3-cabc-41fe-b29d-68733d4a6c01']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:06.582773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d399491c-c07e-4ccd-82f8-46e93615e5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:06.665644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:06.673231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38690) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:06.732908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:06.762118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Made reservation on behalf of 49d2026bd1544e12ad420d9db2ea09e3 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:30:06.765464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:06.970060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 17ab79eb-16c5-4087-97b0-f4b63f86761f {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:30:06.970397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.107460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Allocated IP 172.20.0.14 (5b358dd1-47f7-4431-be8a-4415bbf3a8c1/30a39427-4d71-49c9-85ba-d425bef3dc24/d927f800-d0ba-43de-a761-3769a784c567) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:07.222741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.223199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.252767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.376753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 17ab79eb-16c5-4087-97b0-f4b63f86761f owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:30:07.455849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.579216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.595492 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-42022e40-a949-4c67-805c-f0e0d79ebdb8 req-b26ac1f6-a426-42e6-8bb7-742569559219 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 210 time: 0.0629158 Mar 23 10:30:07.605478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Transition to ACTIVE for port object d927f800-d0ba-43de-a761-3769a784c567 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:07.663706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.859636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:07.868577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:07.874504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:30:07.899775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'Port': ['ID=d927f800-d0ba-43de-a761-3769a784c567,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:07.905284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:07.963934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=17ab79eb-16c5-4087-97b0-f4b63f86761f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:08.058000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:08.058600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:08.105963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:08.106350 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 96563825-de50-4aee-a587-72bed8e63d11 disassociated (deleted). External IP: 172.26.4.183, port: a9c92fbb-e533-4578-a8f1-614d2bbf9db7. Mar 23 10:30:08.174754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1c4fbf10-19db-44e2-91ab-faecd1b91b89 None None] Provisioning for port d927f800-d0ba-43de-a761-3769a784c567 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:08.179633 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1c4fbf10-19db-44e2-91ab-faecd1b91b89 None None] Provisioning complete for port d927f800-d0ba-43de-a761-3769a784c567 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:08.180057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1c4fbf10-19db-44e2-91ab-faecd1b91b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:08.193217 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6f6c897-dbd9-4e64-bc60-cee84fd802ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6693442 Mar 23 10:30:08.204832 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Request body: {'port': {'device_id': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:08.246018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1c4fbf10-19db-44e2-91ab-faecd1b91b89 None None] Port d927f800-d0ba-43de-a761-3769a784c567 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:30:08.512398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:08.754699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:30:08.852950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153f51d-bb8d-4e4d-8bfd-1a5e3cc04d2d req-9f96b888-5786-40c8-a193-abe2a8eaaa2e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:08.854507 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6153f51d-bb8d-4e4d-8bfd-1a5e3cc04d2d req-9f96b888-5786-40c8-a193-abe2a8eaaa2e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 932 time: 0.0844855 Mar 23 10:30:08.901829 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6153f51d-bb8d-4e4d-8bfd-1a5e3cc04d2d req-767a2dba-86ab-45bf-8128-70b235602ccc tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394893 Mar 23 10:30:09.054047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:30:09.058548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.064085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] Sync routers for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:30:09.073400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:09.074104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:09.160897 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bbfcc321-23b7-4bfc-991d-49c2813f0f14 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/floatingips/96563825-de50-4aee-a587-72bed8e63d11 HTTP/1.1" status: 204 len: 168 time: 2.4866226 Mar 23 10:30:09.163802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85120cd0-520d-451f-bdcb-e7afaa065949', 'tag': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:30:09.189732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d927f800-d0ba-43de-a761-3769a784c567 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:30:09.197939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.218650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Transition to ACTIVE for port object d927f800-d0ba-43de-a761-3769a784c567 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:09.223603 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85120cd0-520d-451f-bdcb-e7afaa065949', 'tag': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'status': 'completed', 'code': 200} Mar 23 10:30:09.226209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.340564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:09.370351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-c0643430-11d7-4fe8-b6a7-dbdb78b9fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:09.372512 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-c0643430-11d7-4fe8-b6a7-dbdb78b9fc01 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 1099 time: 0.1266491 Mar 23 10:30:09.576200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.664931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Pushing event updated for resources: {'Port': ['ID=d927f800-d0ba-43de-a761-3769a784c567,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:09.665415 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-46762093-3445-4866-826c-d9456cb158bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:09.668941 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-46762093-3445-4866-826c-d9456cb158bc service neutron] 10.222.0.102 "GET /v2.0/networks?id=29bf36d3-d62d-4eb6-adab-1fd58b821ed0 HTTP/1.1" status: 200 len: 897 time: 0.2848752 Mar 23 10:30:09.704328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Attempting to bind port d927f800-d0ba-43de-a761-3769a784c567 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:30:09.704745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Attempting to bind port d927f800-d0ba-43de-a761-3769a784c567 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:30:09.705210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Attempting to bind port d927f800-d0ba-43de-a761-3769a784c567 on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:30:09.713793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Port d927f800-d0ba-43de-a761-3769a784c567 on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:30:09.714342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Attempting to bind port d927f800-d0ba-43de-a761-3769a784c567 on network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:30:09.720393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:30:09.722687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Checking segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:30:09.724391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Bound using segment: {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:30:09.725122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Bound port: d927f800-d0ba-43de-a761-3769a784c567, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9da21c0-8af9-4967-b102-28a8b3a40503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:30:09.725693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.748961 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-f16e694c-b299-40fa-9061-487a9534ff2a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9c92fbb-e533-4578-a8f1-614d2bbf9db7 HTTP/1.1" status: 200 len: 217 time: 0.0729275 Mar 23 10:30:09.790031 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:30:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:30:02Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:09.795093 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] Checking router: 6c7e8baa-be9a-4356-a5c6-944bc5f00caa for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:30:09.807851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:09.808747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:09.832805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] For port d927f800-d0ba-43de-a761-3769a784c567, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:30:09.836132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] For port d927f800-d0ba-43de-a761-3769a784c567, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d927f800-d0ba-43de-a761-3769a784c567,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:30:09.841884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.842989 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-52496d73-eebb-4958-a759-f225326f970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:09.844651 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-52496d73-eebb-4958-a759-f225326f970e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db91ece5-2b4e-4083-98ea-8c2c2f372f2f HTTP/1.1" status: 200 len: 835 time: 0.0896540 Mar 23 10:30:09.854916 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef45fa-b6bb-41e7-b3af-a2c7906c2faf req-d087ce1e-78c4-410d-bef1-f95086790323 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:09.862934 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9bef45fa-b6bb-41e7-b3af-a2c7906c2faf req-d087ce1e-78c4-410d-bef1-f95086790323 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 946 time: 0.2504625 Mar 23 10:30:09.920438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:09.921414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:09.923431 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] 10.222.0.102 "PUT /v2.0/ports/d927f800-d0ba-43de-a761-3769a784c567 HTTP/1.1" status: 200 len: 1094 time: 1.7229700 Mar 23 10:30:09.963604 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9bef45fa-b6bb-41e7-b3af-a2c7906c2faf req-24d44cda-d574-4381-919c-0737ca79cb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997310 Mar 23 10:30:10.014188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-19287251-c17a-4469-9b11-631b2e0f61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:10.016763 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-19287251-c17a-4469-9b11-631b2e0f61ca service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=29bf36d3-d62d-4eb6-adab-1fd58b821ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1516185 Mar 23 10:30:10.099941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:10.181175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed8dda-ffcb-44ec-8846-2a68288a6c9f service neutron] Pushing event updated for resources: {'Port': ['ID=d927f800-d0ba-43de-a761-3769a784c567,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:10.224049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-4307a1f8-853d-4131-85c8-6cae6867912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:10.225709 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-4307a1f8-853d-4131-85c8-6cae6867912e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 1097 time: 0.2499769 Mar 23 10:30:10.227555 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-d01fcbdf-008f-45c5-a192-51b7b3a24474 service neutron] 10.222.0.102 "GET /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998184 Mar 23 10:30:10.243358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634e394-dbb4-4be4-b4c9-ffb1e2698d94 req-3ddeb632-1187-453e-aa65-7961a91f8c25 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:10.244068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d634e394-dbb4-4be4-b4c9-ffb1e2698d94 req-3ddeb632-1187-453e-aa65-7961a91f8c25 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:10.323015 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f20b9c68-94d2-444e-8120-66f863e2b911 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d927f800-d0ba-43de-a761-3769a784c567 HTTP/1.1" status: 200 len: 217 time: 0.0761123 Mar 23 10:30:10.383538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d634e394-dbb4-4be4-b4c9-ffb1e2698d94 req-3ddeb632-1187-453e-aa65-7961a91f8c25 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:10.384939 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d634e394-dbb4-4be4-b4c9-ffb1e2698d94 req-3ddeb632-1187-453e-aa65-7961a91f8c25 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 944 time: 0.2820997 Mar 23 10:30:10.402928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-a5e89015-9b33-43f2-93c1-685bab058fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:10.404231 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-a5e89015-9b33-43f2-93c1-685bab058fb6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0739505 Mar 23 10:30:10.488724 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d634e394-dbb4-4be4-b4c9-ffb1e2698d94 req-f66dd754-a128-4874-a5a0-2f5aa059f312 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833812 Mar 23 10:30:10.520029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-9a904b83-9350-417d-a1ee-53a3665b4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:10.523446 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-9a904b83-9350-417d-a1ee-53a3665b4885 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036656 Mar 23 10:30:10.545149 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-de197f63-6842-4bd7-8a6a-bc7a59f5a89e req-26b01c10-6d1d-41ca-ae91-e58b8707fc10 service neutron] 10.222.0.102 "GET /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062916 Mar 23 10:30:10.559438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:30:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:30:02Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:10.564547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a80019-a4c6-46f4-ac90-06c8e79ab8f8 None None] The sync data for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv is: [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:29:10Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:30:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '5745583f-8ea7-4192-8ac8-2569e735e015', 'name': '', 'network_id': '29bf36d3-d62d-4eb6-adab-1fd58b821ed0', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:e7:21:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:09Z', 'updated_at': '2022-03-23T10:30:02Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'db91ece5-2b4e-4083-98ea-8c2c2f372f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:30:10.696682 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-5cf7aa0f-a065-4fe7-8f2f-14830e181860 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657193 Mar 23 10:30:10.853625 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e78880cc-ea1a-4bc8-88fd-a3753f2619a4 req-f3ada72e-8477-44f5-88a6-cde60125f005 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497653 Mar 23 10:30:10.947676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737963-4615-4684-9e5e-5068d5947901 req-f0e0ea13-ab03-49ee-b4a9-147868cec4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:10.949676 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d5737963-4615-4684-9e5e-5068d5947901 req-f0e0ea13-ab03-49ee-b4a9-147868cec4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 946 time: 0.1336308 Mar 23 10:30:11.041721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-d5737963-4615-4684-9e5e-5068d5947901 req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:30:11.041947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d5737963-4615-4684-9e5e-5068d5947901 req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:11.224812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'tag': 'd927f800-d0ba-43de-a761-3769a784c567'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:30:11.296318 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'tag': 'd927f800-d0ba-43de-a761-3769a784c567', 'status': 'completed', 'code': 200} Mar 23 10:30:11.426617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd510c5-1479-468a-834c-2f69d8032045 req-add3d985-31a2-41db-96f1-dc35016a0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:11.428579 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3fd510c5-1479-468a-834c-2f69d8032045 req-add3d985-31a2-41db-96f1-dc35016a0b5a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 1097 time: 0.0949683 Mar 23 10:30:11.434264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-d5737963-4615-4684-9e5e-5068d5947901 req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port a9c92fbb-e533-4578-a8f1-614d2bbf9db7, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:11.434657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d5737963-4615-4684-9e5e-5068d5947901 req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:11.507707 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee22919-76f3-4c1f-a0f6-0915ef591f2a None None] New status for floating IP 96563825-de50-4aee-a587-72bed8e63d11: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:30:11.589916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd510c5-1479-468a-834c-2f69d8032045 req-38aac1ba-6876-4fe0-8f50-3adab1692c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:11.591630 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3fd510c5-1479-468a-834c-2f69d8032045 req-38aac1ba-6876-4fe0-8f50-3adab1692c50 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.1567314 Mar 23 10:30:11.606187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-d5737963-4615-4684-9e5e-5068d5947901 req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for a9c92fbb-e533-4578-a8f1-614d2bbf9db7 owned by compute:nova {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:30:11.663103 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113837e-9128-43fc-a297-f84b2bd37f26 req-4c216a91-b1f1-4bb5-822a-f099df83326d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:11.664826 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9113837e-9128-43fc-a297-f84b2bd37f26 req-4c216a91-b1f1-4bb5-822a-f099df83326d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=85120cd0-520d-451f-bdcb-e7afaa065949 HTTP/1.1" status: 200 len: 946 time: 0.3583362 Mar 23 10:30:11.671557 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3fd510c5-1479-468a-834c-2f69d8032045 req-b756aed8-197a-476e-8976-6a1a2c90ecd8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d927f800-d0ba-43de-a761-3769a784c567 HTTP/1.1" status: 200 len: 217 time: 0.0727706 Mar 23 10:30:11.780669 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9113837e-9128-43fc-a297-f84b2bd37f26 req-a7810b83-e8fb-4e73-9762-167896f1b136 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=e9b6d858-f814-4898-ac1f-217091ed8b0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962849 Mar 23 10:30:11.791276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd510c5-1479-468a-834c-2f69d8032045 req-b08c8768-0cb1-49d0-b55c-859f6c533e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:11.791276 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3fd510c5-1479-468a-834c-2f69d8032045 req-b08c8768-0cb1-49d0-b55c-859f6c533e8e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0890021 Mar 23 10:30:11.815377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d5737963-4615-4684-9e5e-5068d5947901 req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:11.863356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb148b-c1a7-4dfd-9a4e-ea7436be9753 req-a501c3d6-af51-43f3-8bfe-5949e0889349 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:11.865979 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fdb148b-c1a7-4dfd-9a4e-ea7436be9753 req-a501c3d6-af51-43f3-8bfe-5949e0889349 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 944 time: 0.2040632 Mar 23 10:30:11.907064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=a9c92fbb-e533-4578-a8f1-614d2bbf9db7,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:11.914650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd510c5-1479-468a-834c-2f69d8032045 req-2e719c70-2a41-44e8-98d0-9f61e4469073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:11.916114 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3fd510c5-1479-468a-834c-2f69d8032045 req-2e719c70-2a41-44e8-98d0-9f61e4469073 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172464 Mar 23 10:30:11.924295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.924668 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.925254 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.925620 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.925952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.926283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.926608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.927528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.927858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.928178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.928749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.929085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:11.969600 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fdb148b-c1a7-4dfd-9a4e-ea7436be9753 req-56e3c007-e013-43e0-aa2f-0e821a3f0048 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857394 Mar 23 10:30:11.969954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5737963-4615-4684-9e5e-5068d5947901 req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port a9c92fbb-e533-4578-a8f1-614d2bbf9db7 on host hv-neutron-8346 {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:30:11.972892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-d5737963-4615-4684-9e5e-5068d5947901 req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:11.985063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85120cd0-520d-451f-bdcb-e7afaa065949', 'name': 'network-vif-deleted', 'tag': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:30:11.995151 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d5737963-4615-4684-9e5e-5068d5947901 req-43d8a4ec-8ddb-4efd-b007-64ad96db0f52 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "DELETE /v2.0/ports/a9c92fbb-e533-4578-a8f1-614d2bbf9db7 HTTP/1.1" status: 204 len: 173 time: 1.0399768 Mar 23 10:30:12.039579 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85120cd0-520d-451f-bdcb-e7afaa065949', 'name': 'network-vif-deleted', 'tag': 'a9c92fbb-e533-4578-a8f1-614d2bbf9db7', 'status': 'completed', 'code': 200} Mar 23 10:30:12.168505 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3fd510c5-1479-468a-834c-2f69d8032045 req-7e0cdacf-e847-4c14-973f-bd3b7bc50f47 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430193 Mar 23 10:30:12.312397 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3fd510c5-1479-468a-834c-2f69d8032045 req-35c515a5-698b-4636-ac74-6562b4624d25 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354430 Mar 23 10:30:12.879917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38718) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:12.945615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2dce71dc-40ee-47b2-af2a-a24155d10dd6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:12.973361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2dce71dc-40ee-47b2-af2a-a24155d10dd6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:13.038269 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2dce71dc-40ee-47b2-af2a-a24155d10dd6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:13.057571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce71dc-40ee-47b2-af2a-a24155d10dd6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b6d858-f814-4898-ac1f-217091ed8b0f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:13.065466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2dce71dc-40ee-47b2-af2a-a24155d10dd6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:13.069256 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2dce71dc-40ee-47b2-af2a-a24155d10dd6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/e9b6d858-f814-4898-ac1f-217091ed8b0f HTTP/1.1" status: 204 len: 168 time: 0.1856861 Mar 23 10:30:13.099549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38726) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:13.157720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c66fa-5c21-4588-878c-677e67494dd9 req-9cf769b0-7c5c-4500-aac5-df5926d90a81 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:13.159154 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-678c66fa-5c21-4588-878c-677e67494dd9 req-9cf769b0-7c5c-4500-aac5-df5926d90a81 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 944 time: 0.0822260 Mar 23 10:30:13.206621 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-678c66fa-5c21-4588-878c-677e67494dd9 req-154c59c5-e5a9-4d9d-9a21-448374de7e73 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405967 Mar 23 10:30:13.643346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:13.981482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 5745583f-8ea7-4192-8ac8-2569e735e015 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:30:13.982153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.271302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 5745583f-8ea7-4192-8ac8-2569e735e015, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5745583f-8ea7-4192-8ac8-2569e735e015,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:14.271647 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.441235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 5745583f-8ea7-4192-8ac8-2569e735e015 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:30:14.631676 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a9c92fbb-e533-4578-a8f1-614d2bbf9db7 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:30:14.668645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: a9c92fbb-e533-4578-a8f1-614d2bbf9db7 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:30:14.668976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a9c92fbb-e533-4578-a8f1-614d2bbf9db7 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:30:14.675703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40662d71-99d2-4e1f-bc82-9b46e970e250 req-3bfc5984-a251-4c33-82b9-a24cf0d2ffdd tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:14.677201 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-40662d71-99d2-4e1f-bc82-9b46e970e250 req-3bfc5984-a251-4c33-82b9-a24cf0d2ffdd tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 944 time: 0.3308592 Mar 23 10:30:14.752920 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-40662d71-99d2-4e1f-bc82-9b46e970e250 req-351487de-7cc6-4614-829f-1acdc4323c39 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670624 Mar 23 10:30:14.823986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:14.873788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=5745583f-8ea7-4192-8ac8-2569e735e015,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:14.911739 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.911941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.912137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.912459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.912779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.913123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.913444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.913793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.914065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.914377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.914689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:14.914998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:15.154771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:15.502002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:30:15.793636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:30:15.804265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] Sync routers for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:30:15.810827 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eda92898-7533-46ab-86de-c253009b7eb8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/6c7e8baa-be9a-4356-a5c6-944bc5f00caa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7069352 Mar 23 10:30:15.811625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38734) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:15.817020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:15.818564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:15.878136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-75239404-6ae5-48e6-9cbd-f3daae81bb9b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting subnet db91ece5-2b4e-4083-98ea-8c2c2f372f2f {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:30:15.882648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75239404-6ae5-48e6-9cbd-f3daae81bb9b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:15.985194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75239404-6ae5-48e6-9cbd-f3daae81bb9b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:15.997551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:16.077093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92cf8e-a2ed-41e8-af3d-39c1095cd2e0 req-b0ffb4f2-7484-4a95-b242-dcdabace250d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:16.078536 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0d92cf8e-a2ed-41e8-af3d-39c1095cd2e0 req-b0ffb4f2-7484-4a95-b242-dcdabace250d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 944 time: 0.1671844 Mar 23 10:30:16.111544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75239404-6ae5-48e6-9cbd-f3daae81bb9b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.174441 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0d92cf8e-a2ed-41e8-af3d-39c1095cd2e0 req-ed99eb1c-4766-47c8-aa4b-c73fa2c990f8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892038 Mar 23 10:30:16.217470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75239404-6ae5-48e6-9cbd-f3daae81bb9b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.259767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75239404-6ae5-48e6-9cbd-f3daae81bb9b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Subnet': ['ID=db91ece5-2b4e-4083-98ea-8c2c2f372f2f,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:16.259767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75239404-6ae5-48e6-9cbd-f3daae81bb9b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.265599 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-75239404-6ae5-48e6-9cbd-f3daae81bb9b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/subnets/db91ece5-2b4e-4083-98ea-8c2c2f372f2f HTTP/1.1" status: 204 len: 168 time: 0.4529390 Mar 23 10:30:16.268341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588595b0-ec46-400e-99d4-0155e762d5f1 None None] Network 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:30:16.268476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38738) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:16.501456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:30:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:16.508341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] Checking router: 6c7e8baa-be9a-4356-a5c6-944bc5f00caa for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:30:16.529810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] Routers {'6c7e8baa-be9a-4356-a5c6-944bc5f00caa'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:16.530448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:16.558305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.600543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f48c84-1f36-49a3-9628-caba40b4c8f6 None None] DHCP port deletion for 29bf36d3-d62d-4eb6-adab-1fd58b821ed0 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:30:16.611449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f0f48c84-1f36-49a3-9628-caba40b4c8f6 None None] Deleting port 77c700c0-515c-4eb6-b2ce-57cddd77357d {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:30:16.611808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0f48c84-1f36-49a3-9628-caba40b4c8f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.643122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device d927f800-d0ba-43de-a761-3769a784c567 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:30:16.738456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.749104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port c9b58a64-5d38-4f1e-a00f-e79c0423ed13 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:30:16.749442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:16.876147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] Set router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:16.923466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port c9b58a64-5d38-4f1e-a00f-e79c0423ed13, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:16.924044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.046692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for c9b58a64-5d38-4f1e-a00f-e79c0423ed13 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:30:17.203765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f0f48c84-1f36-49a3-9628-caba40b4c8f6 None None] For port 77c700c0-515c-4eb6-b2ce-57cddd77357d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=77c700c0-515c-4eb6-b2ce-57cddd77357d,segment=NetworkSegment(de649681-2f1b-4c94-855a-2abe39adb3af),segment_id=de649681-2f1b-4c94-855a-2abe39adb3af)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:17.204146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0f48c84-1f36-49a3-9628-caba40b4c8f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.216107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.292869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=c9b58a64-5d38-4f1e-a00f-e79c0423ed13,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:17.361319 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.380590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550c91-de00-4687-bf09-17ee1cad9427 req-52605afd-9e78-4ecb-b5f8-6a357d69facc tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:17.382107 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8f550c91-de00-4687-bf09-17ee1cad9427 req-52605afd-9e78-4ecb-b5f8-6a357d69facc tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 944 time: 0.0928376 Mar 23 10:30:17.394967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f0f48c84-1f36-49a3-9628-caba40b4c8f6 None None] Calling delete_port for 77c700c0-515c-4eb6-b2ce-57cddd77357d owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:30:17.424804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port d927f800-d0ba-43de-a761-3769a784c567, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d927f800-d0ba-43de-a761-3769a784c567,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:17.431707 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8f550c91-de00-4687-bf09-17ee1cad9427 req-8fab947e-f30d-4b98-80d5-b7952c50635e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415969 Mar 23 10:30:17.461238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'd927f800-d0ba-43de-a761-3769a784c567', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'port_id': 'd927f800-d0ba-43de-a761-3769a784c567', 'mac_address': 'fa:16:3e:08:f4:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:30:17.535486 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.538412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.561375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.561866 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7e8baa-be9a-4356-a5c6-944bc5f00caa {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:30:17.576837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.580630 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-08cbfd80-0803-41a7-bc43-9599fc64c64b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/routers/6c7e8baa-be9a-4356-a5c6-944bc5f00caa HTTP/1.1" status: 204 len: 168 time: 1.3087878 Mar 23 10:30:17.580815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38744) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:17.585020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.601006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f0f48c84-1f36-49a3-9628-caba40b4c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.656992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f48c84-1f36-49a3-9628-caba40b4c8f6 None None] Pushing event deleted for resources: {'Port': ['ID=77c700c0-515c-4eb6-b2ce-57cddd77357d,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:17.661793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f48c84-1f36-49a3-9628-caba40b4c8f6 None None] No DVR routers for this DVR port 77c700c0-515c-4eb6-b2ce-57cddd77357d on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:30:17.668237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d927f800-d0ba-43de-a761-3769a784c567 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:30:17.690404 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port d927f800-d0ba-43de-a761-3769a784c567, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d927f800-d0ba-43de-a761-3769a784c567,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:17.695497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.698580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.734147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:30:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:17.747561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657fd7ce-c183-4efb-be5e-186236a8a7fb None None] The sync data for ids ['6c7e8baa-be9a-4356-a5c6-944bc5f00caa'] in dv-neutron-834652-2-hyperv is: [{'id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'name': 'tempest-TestNetworkBasicOps-router-2068362869', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150'}], 'enable_snat': True}, 'gw_port_id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:30:14Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'c9b58a64-5d38-4f1e-a00f-e79c0423ed13', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c7e8baa-be9a-4356-a5c6-944bc5f00caa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:29:05Z', 'updated_at': '2022-03-23T10:30:04Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:30:17.773108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=d927f800-d0ba-43de-a761-3769a784c567,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:17.947078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:17.954826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['d927f800-d0ba-43de-a761-3769a784c567'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:30:17.974996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bf36d3-d62d-4eb6-adab-1fd58b821ed0']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:17.986674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de649681-2f1b-4c94-855a-2abe39adb3af') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:17.986902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de649681-2f1b-4c94-855a-2abe39adb3af') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:17.998679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.014583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.020904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:30:18.021375 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:30:18.036829 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:30:18.121333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.140797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.147074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Network': ['ID=29bf36d3-d62d-4eb6-adab-1fd58b821ed0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:18.162856 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7c894541-3dda-42e9-8ac6-994c84b8bd02 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/networks/29bf36d3-d62d-4eb6-adab-1fd58b821ed0 HTTP/1.1" status: 204 len: 168 time: 0.5808010 Mar 23 10:30:18.183262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38748) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:18.189111 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'network': {'name': 'tempest-network-smoke--221934975', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'port_security_enabled': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:18.194001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:18.197997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:network and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:18.200871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:18.206694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:18.218261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:30:18.221735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.249699 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:30:18.259186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.259566 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Added segment afd818c5-7bf5-4d76-be83-ede019c9130e of type vlan for network 64edfd66-1d9c-469b-afef-eac61666472e Mar 23 10:30:18.286995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.315927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.325982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:18.328667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.428756 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2441454 Mar 23 10:30:18.431563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38752) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:18.436720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'admin_state_up': True, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:18.442331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdba4ce-093a-4d41-83ef-7a175fcd7b1c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Network': ['ID=64edfd66-1d9c-469b-afef-eac61666472e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:18.444502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:18.448001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77c700c0-515c-4eb6-b2ce-57cddd77357d no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:30:18.448675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:router and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:18.452719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:18.460019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:18.471879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.472919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.482928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 64edfd66-1d9c-469b-afef-eac61666472e details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:30:18.495656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:18.514780 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 77c700c0-515c-4eb6-b2ce-57cddd77357d {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:30:18.515141 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77c700c0-515c-4eb6-b2ce-57cddd77357d not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:30:18.515611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5745583f-8ea7-4192-8ac8-2569e735e015 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:30:18.555586 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 5745583f-8ea7-4192-8ac8-2569e735e015 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:30:18.556174 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5745583f-8ea7-4192-8ac8-2569e735e015 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:30:18.635770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549e951-0629-4da5-9050-ab724e075933 req-50910e8f-9a9a-476f-8688-8da2cfbdab6c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:18.637274 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d549e951-0629-4da5-9050-ab724e075933 req-50910e8f-9a9a-476f-8688-8da2cfbdab6c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 945 time: 0.0823395 Mar 23 10:30:18.685412 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d549e951-0629-4da5-9050-ab724e075933 req-61d058a5-8f65-4845-93b5-c2c2593e8d9c tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 Mar 23 10:30:18.769804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:19.076643 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:19.108387 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:19.236605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.37 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/f0f759fb-b180-4570-8aec-6b61a5659d8b) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:19.376790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:19.405086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:19.465948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:19.468459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:19.476509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:30:19.505510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=f0f759fb-b180-4570-8aec-6b61a5659d8b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:19.544731 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:30:20.021444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7348e8-2e8d-44ed-83d0-b6be51c52aed req-9e99415e-58ce-4a34-b117-8c66e5e7356b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:20.022817 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc7348e8-2e8d-44ed-83d0-b6be51c52aed req-9e99415e-58ce-4a34-b117-8c66e5e7356b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 945 time: 0.2326677 Mar 23 10:30:20.090517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:20.149878 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc7348e8-2e8d-44ed-83d0-b6be51c52aed req-d3fdcdd4-b52a-4d26-935b-353bebe5f19f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188121 Mar 23 10:30:20.333836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b58a64-5d38-4f1e-a00f-e79c0423ed13 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:30:20.370942 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: c9b58a64-5d38-4f1e-a00f-e79c0423ed13 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:30:20.371360 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9b58a64-5d38-4f1e-a00f-e79c0423ed13 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:30:20.438856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:20.633478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 0dff23e1-d813-4ea9-bb86-2b201c431b6a is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:30:20.644501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device d927f800-d0ba-43de-a761-3769a784c567 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:20.713859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port d927f800-d0ba-43de-a761-3769a784c567 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:20.718595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port d927f800-d0ba-43de-a761-3769a784c567 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:20.718963 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:20.811854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:30:20.821545 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Sync routers for ids ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:30:20.831872 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Routers {'0dff23e1-d813-4ea9-bb86-2b201c431b6a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:20.833706 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:20.838368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:20.851084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:20.855819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38760) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:20.856622 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7379a097-93c9-42de-bd46-1a4dd4efa147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4239144 Mar 23 10:30:20.881566 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port d927f800-d0ba-43de-a761-3769a784c567, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d927f800-d0ba-43de-a761-3769a784c567,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:20.882690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd927f800-d0ba-43de-a761-3769a784c567'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:30:20.889771 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:20.906648 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-95622632-33d7-4faa-8405-a6dd2ffe9258 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0494945 Mar 23 10:30:20.909216 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38766) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:20.988028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=d927f800-d0ba-43de-a761-3769a784c567,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:20.992079 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd927f800-d0ba-43de-a761-3769a784c567', 'code': 200} Mar 23 10:30:20.998439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:20.999010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:20.999521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:20.999855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:21.000208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:21.000540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:21.000862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:21.001212 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:21.001538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:21.001855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:21.002274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:21.002547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:21.008311 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-eee5c785-e37c-458f-9a1a-b5dedabe99cb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879095 Mar 23 10:30:21.076195 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Set router 0dff23e1-d813-4ea9-bb86-2b201c431b6a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:21.080351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb6f2e9-32f2-4949-be63-c89b353bcab4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:21.082419 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5fb6f2e9-32f2-4949-be63-c89b353bcab4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1722169 Mar 23 10:30:21.085300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38770) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:21.131951 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ea340042-9c99-4025-9bc4-fa496e67263b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446103 Mar 23 10:30:21.134678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38774) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:21.144751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-259912818', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:21.322853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:21.323062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-2b35a21f-e976-452a-b540-ab989cc009a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:21.324676 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-2b35a21f-e976-452a-b540-ab989cc009a6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 1099 time: 0.2437854 Mar 23 10:30:21.330112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:subnet and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:21.340966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:21.350511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60765720-e7fc-4a32-ac96-24bd6a7db7f7 req-e85d944b-a6ea-45cd-a448-0eb0a7539e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:21.351581 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-60765720-e7fc-4a32-ac96-24bd6a7db7f7 req-e85d944b-a6ea-45cd-a448-0eb0a7539e04 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 1099 time: 0.1711903 Mar 23 10:30:21.352436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:21.382112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:30:21.386331 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.448955 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:19Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:21.449556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78166feb-690b-4761-9a7e-516d211fc773 req-676a3c4a-82e2-49ab-b2a8-f277395638e5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:21.451965 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-78166feb-690b-4761-9a7e-516d211fc773 req-676a3c4a-82e2-49ab-b2a8-f277395638e5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 946 time: 0.1670072 Mar 23 10:30:21.453744 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Checking router: 0dff23e1-d813-4ea9-bb86-2b201c431b6a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:30:21.454181 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Updating router 0dff23e1-d813-4ea9-bb86-2b201c431b6a port f0f759fb-b180-4570-8aec-6b61a5659d8b binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:30:21.490979 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-60765720-e7fc-4a32-ac96-24bd6a7db7f7 req-bdc589f1-93e3-4de0-b146-eacde95fd185 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318767 Mar 23 10:30:21.513742 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.529759 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-78166feb-690b-4761-9a7e-516d211fc773 req-c556d96a-afc0-46aa-812a-2ae463c950a8 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674553 Mar 23 10:30:21.555098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-b596f519-c9a7-4e0e-92c1-67f436a2cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:21.556753 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-b596f519-c9a7-4e0e-92c1-67f436a2cb58 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.2086194 Mar 23 10:30:21.626830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.704217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Subnet': ['ID=4425f1be-1fdc-4481-8f59-21d13eecd92a,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:21.713173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Checking segment: {'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:30:21.713527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network hostable DHCP agents. Network: 64edfd66-1d9c-469b-afef-eac61666472e, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:30:21.733494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 64edfd66-1d9c-469b-afef-eac61666472e is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:30:21.744494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 64edfd66-1d9c-469b-afef-eac61666472e) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:21.758879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f47c4-e8c2-4515-ba41-947ea8ac2ea2 None None] Network 64edfd66-1d9c-469b-afef-eac61666472e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:30:21.759385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:21.760202 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.797990 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d4f6f82e-0efb-4f61-9a38-f989b749aa06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6619947 Mar 23 10:30:21.802469 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38780) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:21.803876 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-e7dc3cda-27bc-42fd-a2a6-49f062159c4c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c HTTP/1.1" status: 200 len: 1001 time: 0.1210170 Mar 23 10:30:21.874530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-712671d0-8497-444f-8651-fa13a2b88c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:21.876549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-712671d0-8497-444f-8651-fa13a2b88c71 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0662909 Mar 23 10:30:21.949815 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.963222 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Transition to ACTIVE for port object f0f759fb-b180-4570-8aec-6b61a5659d8b will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:21.970833 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:21.984297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-3b2e44a5-0632-4f07-8798-f4f8ea5a49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:21.986192 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-3b2e44a5-0632-4f07-8798-f4f8ea5a49cf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026411 Mar 23 10:30:22.022525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-64edfd66-1d9c-469b-afef-eac61666472e', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:30:22.023644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.041949 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Pushing event updated for resources: {'Port': ['ID=f0f759fb-b180-4570-8aec-6b61a5659d8b,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:22.051270 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.051608 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.051943 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.052268 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.052608 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.052910 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.053253 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.053822 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.054138 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.054448 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.054758 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.055065 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:30:22.087848 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Attempting to bind port f0f759fb-b180-4570-8aec-6b61a5659d8b on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:30:22.088514 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Attempting to bind port f0f759fb-b180-4570-8aec-6b61a5659d8b by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:30:22.089123 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Attempting to bind port f0f759fb-b180-4570-8aec-6b61a5659d8b on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:30:22.096258 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:30:22.097007 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:30:22.097716 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.098156 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:30:22.099376 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Bound port: f0f759fb-b180-4570-8aec-6b61a5659d8b, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:30:22.099906 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.143447 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-50c5e8b4-55e8-430e-a50a-d72aa44c5f99 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495759 Mar 23 10:30:22.193436 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] For port f0f759fb-b180-4570-8aec-6b61a5659d8b, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:30:22.197219 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] For port f0f759fb-b180-4570-8aec-6b61a5659d8b, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f0f759fb-b180-4570-8aec-6b61a5659d8b,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:30:22.206553 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.223202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Allocated IP 172.20.0.2 (64edfd66-1d9c-469b-afef-eac61666472e/4425f1be-1fdc-4481-8f59-21d13eecd92a/d125bb27-7694-496d-877f-4c4dd128d93c) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:22.299333 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a62fc55d-1a58-4668-a0ed-a2f5d16e6ab7 req-554b7769-37a9-405e-bc9a-ed192e054402 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487441 Mar 23 10:30:22.304745 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Routers {'0dff23e1-d813-4ea9-bb86-2b201c431b6a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:22.305603 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:22.358639 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52cb88-19e3-4337-a529-0dae1a235861 None None] Pushing event updated for resources: {'Port': ['ID=f0f759fb-b180-4570-8aec-6b61a5659d8b,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:22.500765 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] Set router 0dff23e1-d813-4ea9-bb86-2b201c431b6a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:22.525347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.537892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Transition to ACTIVE for port object d125bb27-7694-496d-877f-4c4dd128d93c will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:22.561202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Transition to ACTIVE for port object d125bb27-7694-496d-877f-4c4dd128d93c will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:22.570087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.662285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Network 64edfd66-1d9c-469b-afef-eac61666472e is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:22.669650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:22.674922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:30:22.677486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Pushing event updated for resources: {'Port': ['ID=d125bb27-7694-496d-877f-4c4dd128d93c,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:22.768169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Attempting to bind port d125bb27-7694-496d-877f-4c4dd128d93c on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:30:22.768820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Attempting to bind port d125bb27-7694-496d-877f-4c4dd128d93c by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:30:22.768906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Attempting to bind port d125bb27-7694-496d-877f-4c4dd128d93c on network 64edfd66-1d9c-469b-afef-eac61666472e {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:30:22.773702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.774859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:30:22.775233 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Checking segment: {'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:30:22.775673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.776002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Bound using segment: {'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:30:22.776583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Bound port: d125bb27-7694-496d-877f-4c4dd128d93c, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:30:22.776823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.806508 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:19Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:22.810410 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f23e426-6e7f-4498-9ac0-3b724734b8d6 None None] The sync data for ids ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'] in dv-neutron-834652-2-hyperv is: [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:19Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:30:22.875521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] For port d125bb27-7694-496d-877f-4c4dd128d93c, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:30:22.879105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] For port d125bb27-7694-496d-877f-4c4dd128d93c, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d125bb27-7694-496d-877f-4c4dd128d93c,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:30:22.886943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:22.970410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154b906-8383-4699-9f31-056ecaf2b4fe req-3dc5be9c-359a-4dd6-b2f5-ecf3d3c23c9f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:22.971954 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a154b906-8383-4699-9f31-056ecaf2b4fe req-3dc5be9c-359a-4dd6-b2f5-ecf3d3c23c9f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 946 time: 0.2764480 Mar 23 10:30:22.985868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bc1ed-afb5-43e6-ba21-ab8208252ef1 None None] Pushing event updated for resources: {'Port': ['ID=d125bb27-7694-496d-877f-4c4dd128d93c,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:23.098222 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a154b906-8383-4699-9f31-056ecaf2b4fe req-543d710b-df31-446e-ba28-47519022d19b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185274 Mar 23 10:30:23.301013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.1 (64edfd66-1d9c-469b-afef-eac61666472e/4425f1be-1fdc-4481-8f59-21d13eecd92a/85335ff4-9c11-4039-aa13-bcb1a1c699d5) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:23.380556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a1f79-07a1-41d3-acc3-4ab4b6a91cdd req-4b03baea-e691-4778-80a7-9a49aca3da41 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:23.382158 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dd8a1f79-07a1-41d3-acc3-4ab4b6a91cdd req-4b03baea-e691-4778-80a7-9a49aca3da41 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 946 time: 0.1363807 Mar 23 10:30:23.436570 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dd8a1f79-07a1-41d3-acc3-4ab4b6a91cdd req-125906f3-f29d-4d51-a4f1-03449ca7829b tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479462 Mar 23 10:30:23.462731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38788) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:23.487428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:23.505344 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 85335ff4-9c11-4039-aa13-bcb1a1c699d5 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:23.532453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:23.539038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f9917-34a0-4045-a600-94dcd14049f6 tempest-TestVolumeBootPattern-201706706 tempest-TestVolumeBootPattern-201706706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:23.539670 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a12f9917-34a0-4045-a600-94dcd14049f6 tempest-TestVolumeBootPattern-201706706 tempest-TestVolumeBootPattern-201706706-project-admin] Synchronizing usage tracker for tenant:8facadec695e4c0391ddf11264652f38 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:23.557849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a12f9917-34a0-4045-a600-94dcd14049f6 tempest-TestVolumeBootPattern-201706706 tempest-TestVolumeBootPattern-201706706-project-admin] Unset dirty status for tenant:8facadec695e4c0391ddf11264652f38 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:23.560170 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a12f9917-34a0-4045-a600-94dcd14049f6 tempest-TestVolumeBootPattern-201706706 tempest-TestVolumeBootPattern-201706706-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 1094 time: 0.0964081 Mar 23 10:30:23.562279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38792) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:23.568614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'd927f800-d0ba-43de-a761-3769a784c567', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:23.577499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:23.581975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Usage tracker for resource:floatingip and tenant:49d2026bd1544e12ad420d9db2ea09e3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:23.589313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:23.596478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:23.600954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 64edfd66-1d9c-469b-afef-eac61666472e is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:23.604462 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:23.606971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:30:23.611757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:23.657847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=85335ff4-9c11-4039-aa13-bcb1a1c699d5,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:23.683595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:23.774365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:23.822102 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:23.963298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Allocated IP 172.26.4.234 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/ad942d81-767a-4b70-8fea-c1a7b2fecbfe) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:24.141166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.154450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45142066-5a9b-40a1-999f-93fedd640e9e None None] Network 64edfd66-1d9c-469b-afef-eac61666472e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:30:24.174357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.236505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:24.240117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:24.248176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:30:24.305758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'Port': ['ID=ad942d81-767a-4b70-8fea-c1a7b2fecbfe,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:24.311403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f5cedfb6-6cf5-489a-9ece-3cfdf5e3d365 None None] Provisioning for port d125bb27-7694-496d-877f-4c4dd128d93c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:24.463605 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.470692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.480531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d125bb27-7694-496d-877f-4c4dd128d93c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:24.568861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port d125bb27-7694-496d-877f-4c4dd128d93c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:24.575447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port d125bb27-7694-496d-877f-4c4dd128d93c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:24.575740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.610506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=85335ff4-9c11-4039-aa13-bcb1a1c699d5,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:24.620252 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.729611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.773417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 64edfd66-1d9c-469b-afef-eac61666472e is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:24.774743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:24.780154 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port d125bb27-7694-496d-877f-4c4dd128d93c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d125bb27-7694-496d-877f-4c4dd128d93c,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:24.783538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ddecd55c-4a15-4014-aa8b-2befbdc0b5ef None None] Provisioning for port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:24.791224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.792259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f0f759fb-b180-4570-8aec-6b61a5659d8b up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:24.923034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ddecd55c-4a15-4014-aa8b-2befbdc0b5ef None None] Provisioning complete for port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:24.923428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ddecd55c-4a15-4014-aa8b-2befbdc0b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.931248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:24.974337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=d125bb27-7694-496d-877f-4c4dd128d93c,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:25.000108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ddecd55c-4a15-4014-aa8b-2befbdc0b5ef None None] Port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:30:25.015514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f0f759fb-b180-4570-8aec-6b61a5659d8b completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:25.019378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ddecd55c-4a15-4014-aa8b-2befbdc0b5ef None None] Provisioning complete for port d125bb27-7694-496d-877f-4c4dd128d93c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:25.019745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ddecd55c-4a15-4014-aa8b-2befbdc0b5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:25.027856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:25.051286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 0dff23e1-d813-4ea9-bb86-2b201c431b6a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:30:25.054661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f0f759fb-b180-4570-8aec-6b61a5659d8b triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:25.054962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:25.259807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:25.278385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:30:25.288226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f0f759fb-b180-4570-8aec-6b61a5659d8b, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f0f759fb-b180-4570-8aec-6b61a5659d8b,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:25.291573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Sync routers for ids ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:30:25.296853 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ed334f32-a5f6-4e5c-9463-cb26fc0cf645 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/0dff23e1-d813-4ea9-bb86-2b201c431b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4932368 Mar 23 10:30:25.298427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:25.299327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38796) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:25.320439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:25.328729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:25.341831 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Routers {'0dff23e1-d813-4ea9-bb86-2b201c431b6a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:25.341831 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:25.440473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event updated for resources: {'Port': ['ID=ad942d81-767a-4b70-8fea-c1a7b2fecbfe,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:25.440865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f902e1-24c0-49a6-a8e2-70834b35a94f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.441372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f902e1-24c0-49a6-a8e2-70834b35a94f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.441830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f902e1-24c0-49a6-a8e2-70834b35a94f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.442872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f902e1-24c0-49a6-a8e2-70834b35a94f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.443335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f902e1-24c0-49a6-a8e2-70834b35a94f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.443783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f902e1-24c0-49a6-a8e2-70834b35a94f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.448251 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-12f902e1-24c0-49a6-a8e2-70834b35a94f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1450779 Mar 23 10:30:25.448452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38800) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:25.451927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:25.456287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-74cd2ca5-e1d5-4f81-ac24-212491cee06c None None] Provisioning complete for port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:25.456657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-74cd2ca5-e1d5-4f81-ac24-212491cee06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:25.498959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f0f759fb-b180-4570-8aec-6b61a5659d8b,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:25.518082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e0eb3-3d3e-4f2f-85cf-5b565d2fc8c4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.518540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e0eb3-3d3e-4f2f-85cf-5b565d2fc8c4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.518979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e0eb3-3d3e-4f2f-85cf-5b565d2fc8c4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.534574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e0eb3-3d3e-4f2f-85cf-5b565d2fc8c4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.534574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e0eb3-3d3e-4f2f-85cf-5b565d2fc8c4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.534574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3e0eb3-3d3e-4f2f-85cf-5b565d2fc8c4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:25.534574 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3c3e0eb3-3d3e-4f2f-85cf-5b565d2fc8c4 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0812275 Mar 23 10:30:25.534574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38804) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:25.635180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-74cd2ca5-e1d5-4f81-ac24-212491cee06c None None] Port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:30:25.644308 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Floating IP 7376f33c-f923-486e-a614-b5a18b2531ae associated. External IP: 172.26.4.234, port: d927f800-d0ba-43de-a761-3769a784c567. Mar 23 10:30:25.665580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Set router 0dff23e1-d813-4ea9-bb86-2b201c431b6a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:25.887491 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a8ad7c2a-c706-4791-be63-f85d47afb47d tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3528633 Mar 23 10:30:26.019483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Router 8fd84559-b592-4695-a42e-eb0815bcc71f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:30:26.027498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:23Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '85335ff4-9c11-4039-aa13-bcb1a1c699d5', 'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:52:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:23Z', 'updated_at': '2022-03-23T10:30:24Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:26.033205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Checking router: 0dff23e1-d813-4ea9-bb86-2b201c431b6a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:30:26.033562 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Updating router 0dff23e1-d813-4ea9-bb86-2b201c431b6a port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:30:26.064464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38810) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:26.069598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2028600701', 'description': 'tempest-secgroup-smoke-2028600701 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:26.075218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:26.080713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:26.084146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:26.092256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.097360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:26.110303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.130346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:26.134360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:26.137721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:26.144617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:26.234319 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.238825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.288045 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97f1f41-68cf-4382-9d3d-07fc809295db,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:26.291239 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.292464 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2e642361-43aa-4d9b-b3f7-c11b6dd8bf06 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2270110 Mar 23 10:30:26.295353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38814) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:26.302121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'c97f1f41-68cf-4382-9d3d-07fc809295db', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:26.308257 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:26.312071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:26.314937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:26.321194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:26.342544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.346554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:30:26.358902 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] Sync routers for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:30:26.373519 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:26.374158 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:26.374717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.427447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d125bb27-7694-496d-877f-4c4dd128d93c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:26.430538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.436499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.465269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d607f1-fbf8-423d-b047-4993ba065aad,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:26.479403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.481418 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d03a678c-0776-4125-a1d0-93fb3c4c81d6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1845739 Mar 23 10:30:26.484081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38818) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:26.491224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'c97f1f41-68cf-4382-9d3d-07fc809295db', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:26.497589 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-24126838-b126-453e-9646-f759018cb351 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9338722 Mar 23 10:30:26.498221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'tag': 'd927f800-d0ba-43de-a761-3769a784c567'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:30:26.501422 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:26.505600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:26.508881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:26.516126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:26.540469 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.553637 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'tag': 'd927f800-d0ba-43de-a761-3769a784c567', 'status': 'completed', 'code': 200} Mar 23 10:30:26.579393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port d125bb27-7694-496d-877f-4c4dd128d93c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:26.579755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.619082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.624823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.630762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.652156 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:26.655977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Transition to ACTIVE for port object 85335ff4-9c11-4039-aa13-bcb1a1c699d5 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:26.661104 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a0d08d-2751-4d8b-b74f-1acbc2f7e4cd,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:26.669578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.670721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.674856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38826) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:26.675569 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-102ac8eb-0c35-4d23-8507-435ac73ba440 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1906078 Mar 23 10:30:26.683183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'c97f1f41-68cf-4382-9d3d-07fc809295db', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:26.691615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-e7b91939-0818-4224-8985-2b378826d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:26.693457 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-e7b91939-0818-4224-8985-2b378826d7ae service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 1099 time: 0.1210072 Mar 23 10:30:26.694082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:26.698014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:26.718633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:26.735247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:26.846021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c922923-2b63-43f2-bb5a-18d77571de0b None None] Pushing event updated for resources: {'Port': ['ID=85335ff4-9c11-4039-aa13-bcb1a1c699d5,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:26.853069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f0f759fb-b180-4570-8aec-6b61a5659d8b up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:26.858900 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:26.944498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-7df6fec1-faf9-423a-8ed4-7c1e958dece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:26.945991 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-7df6fec1-faf9-423a-8ed4-7c1e958dece3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.2453368 Mar 23 10:30:27.000413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Attempting to bind port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:30:27.000776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Attempting to bind port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:30:27.001205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Attempting to bind port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 on network 64edfd66-1d9c-469b-afef-eac61666472e {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:30:27.009165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:30:27.009535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Checking segment: {'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:30:27.009922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.010307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Bound using segment: {'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:30:27.010833 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Bound port: 85335ff4-9c11-4039-aa13-bcb1a1c699d5, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:30:27.011305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.063634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.073231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.088427 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '3518a129-58bd-4636-ba39-3d86213b2ec6', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:9c:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:10Z', 'updated_at': '2022-03-23T10:28:14Z', 'revision_number': 1, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}, {'id': '7376f33c-f923-486e-a614-b5a18b2531ae', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': 'd927f800-d0ba-43de-a761-3769a784c567', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:08:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:24Z', 'updated_at': '2022-03-23T10:30:24Z', 'revision_number': 0, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:27.092534 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] Checking router: 8fd84559-b592-4695-a42e-eb0815bcc71f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:30:27.101899 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:27.102509 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:27.111384 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-98069e0e-2a51-4fc1-ac0c-11d13b0c4b7a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d927f800-d0ba-43de-a761-3769a784c567 HTTP/1.1" status: 200 len: 1000 time: 0.1555445 Mar 23 10:30:27.116658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66160d9f-cb49-4c17-af3d-c08196a21531,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:27.128369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f0f759fb-b180-4570-8aec-6b61a5659d8b triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:27.128738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.157658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.158633 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-befb8119-e4e6-465a-a1e7-7d1bf25a836b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4825366 Mar 23 10:30:27.162056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38830) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:27.173249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'c97f1f41-68cf-4382-9d3d-07fc809295db', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:27.174082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] For port 85335ff4-9c11-4039-aa13-bcb1a1c699d5, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:30:27.188401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:27.192870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-904afc7c-5595-4b05-a9fe-dfd6986b3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:27.194395 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-904afc7c-5595-4b05-a9fe-dfd6986b3641 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0736241 Mar 23 10:30:27.194866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] For port 85335ff4-9c11-4039-aa13-bcb1a1c699d5, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=85335ff4-9c11-4039-aa13-bcb1a1c699d5,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:30:27.195824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:27.198661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:27.202450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.204617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:27.227126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.291259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-e2ad23d9-2a15-4016-ab02-6d97235b0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:27.293253 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-e2ad23d9-2a15-4016-ab02-6d97235b0f15 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928450 Mar 23 10:30:27.298700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.306568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.312572 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:27.346361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b707d1c4-ebcf-4cc6-ae54-7736082193b1,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:27.358632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.360882 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7f1f79a1-9561-4511-8b8e-4abc86360798 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1967845 Mar 23 10:30:27.363199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38834) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:27.369501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'c97f1f41-68cf-4382-9d3d-07fc809295db', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:27.376723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:27.382162 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:27.382730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c922923-2b63-43f2-bb5a-18d77571de0b None None] Pushing event updated for resources: {'Port': ['ID=85335ff4-9c11-4039-aa13-bcb1a1c699d5,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:27.385879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:27.393607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:27.398688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Routers {'0dff23e1-d813-4ea9-bb86-2b201c431b6a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:27.399319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:27.415600 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:30:27.424803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.497482 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-018ac656-9d67-437d-91be-c7c3227b2219 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967297 Mar 23 10:30:27.507376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.515221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.560269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1d2d13-6aec-400a-a7c5-8669a2504087,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:27.567607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.573453 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d66211ad-ff54-44c9-a91c-54a1c7537ce6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2061536 Mar 23 10:30:27.573778 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38838) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:27.586153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'c97f1f41-68cf-4382-9d3d-07fc809295db', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:27.592982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:27.597409 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:27.601336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:27.607622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:27.620467 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:30:27.628647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.683192 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2713f2f2-bb33-49e4-b132-fe52f68d1e04 req-d672d171-7c40-4e90-9e2c-48b2d99a84af service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782575 Mar 23 10:30:27.703288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.707618 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.719136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] Set router 0dff23e1-d813-4ea9-bb86-2b201c431b6a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:27.731186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17052ed4-c85f-4869-85b9-677a8e22f7ba,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:27.740701 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:27.751737 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-139503ef-fcb8-4a39-b74d-cef4a21e4276 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1673567 Mar 23 10:30:27.798228 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '3518a129-58bd-4636-ba39-3d86213b2ec6', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:9c:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:10Z', 'updated_at': '2022-03-23T10:28:14Z', 'revision_number': 1, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}, {'id': '7376f33c-f923-486e-a614-b5a18b2531ae', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': 'd927f800-d0ba-43de-a761-3769a784c567', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:08:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:24Z', 'updated_at': '2022-03-23T10:30:24Z', 'revision_number': 0, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:27.802536 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71a4a1-677c-48c9-8f49-5034f063a5df None None] The sync data for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv is: [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '3518a129-58bd-4636-ba39-3d86213b2ec6', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:9c:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:10Z', 'updated_at': '2022-03-23T10:28:14Z', 'revision_number': 1, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}, {'id': '7376f33c-f923-486e-a614-b5a18b2531ae', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': 'd927f800-d0ba-43de-a761-3769a784c567', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:08:f4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:24Z', 'updated_at': '2022-03-23T10:30:24Z', 'revision_number': 0, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:30:27.935847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-300da931-1cb3-4bb6-922d-854574d23bba req-83ba15a2-fcd8-4acc-b6fe-c3cf04c356cf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:27.951595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-300da931-1cb3-4bb6-922d-854574d23bba req-83ba15a2-fcd8-4acc-b6fe-c3cf04c356cf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:27.952864 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-83ba15a2-fcd8-4acc-b6fe-c3cf04c356cf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2028600701&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.0575905 Mar 23 10:30:28.059539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0968cc-a502-4127-a52d-4bac64caf3a2 None None] New status for floating IP 7376f33c-f923-486e-a614-b5a18b2531ae: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:30:28.125087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da931-1cb3-4bb6-922d-854574d23bba req-5a84592d-65f7-4fe3-a277-86cba4687b57 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:28.125769 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-300da931-1cb3-4bb6-922d-854574d23bba req-5a84592d-65f7-4fe3-a277-86cba4687b57 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:28.132121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:23Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '85335ff4-9c11-4039-aa13-bcb1a1c699d5', 'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:52:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:23Z', 'updated_at': '2022-03-23T10:30:27Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:28.140659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-300da931-1cb3-4bb6-922d-854574d23bba req-5a84592d-65f7-4fe3-a277-86cba4687b57 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:28.141667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad8f2bd-6b3b-46c3-b298-c77250b1446e None None] The sync data for ids ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'] in dv-neutron-834652-2-hyperv is: [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:23Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '85335ff4-9c11-4039-aa13-bcb1a1c699d5', 'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:52:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:23Z', 'updated_at': '2022-03-23T10:30:27Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:30:28.141861 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-5a84592d-65f7-4fe3-a277-86cba4687b57 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/networks?id=64edfd66-1d9c-469b-afef-eac61666472e HTTP/1.1" status: 200 len: 796 time: 0.1751974 Mar 23 10:30:28.158683 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-14f265cf-b027-4295-9866-f57e3bcc8083 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/quotas/45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0102854 Mar 23 10:30:28.251660 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-300da931-1cb3-4bb6-922d-854574d23bba req-269426cf-13dc-4857-9c95-efbecf9045ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:28.272844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-300da931-1cb3-4bb6-922d-854574d23bba req-269426cf-13dc-4857-9c95-efbecf9045ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:28.274862 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-269426cf-13dc-4857-9c95-efbecf9045ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101656 Mar 23 10:30:28.430250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 85335ff4-9c11-4039-aa13-bcb1a1c699d5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:28.495441 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-5a03512a-37dc-41c9-918e-0490de9ece12 service neutron] 10.222.0.84 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031748 Mar 23 10:30:28.503028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:28.509254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:28.509697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:28.635981 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-c50d3dec-32b4-47de-a231-bae667a789e9 service neutron] 10.222.0.84 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346302 Mar 23 10:30:28.642019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:28.675817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 85335ff4-9c11-4039-aa13-bcb1a1c699d5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=85335ff4-9c11-4039-aa13-bcb1a1c699d5,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:28.680002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:28.753138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=85335ff4-9c11-4039-aa13-bcb1a1c699d5,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:28.885830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-66c809bf-e017-4e9f-9598-2e9f111f0698 req-5a1b1a75-5a50-47c1-aada-bca35d777e8d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:28.900458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-66c809bf-e017-4e9f-9598-2e9f111f0698 req-5a1b1a75-5a50-47c1-aada-bca35d777e8d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:28.902180 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-66c809bf-e017-4e9f-9598-2e9f111f0698 req-5a1b1a75-5a50-47c1-aada-bca35d777e8d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 210 time: 0.1219206 Mar 23 10:30:29.894468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da931-1cb3-4bb6-922d-854574d23bba req-57ff22e7-0290-47be-b79a-e0fb34eeb8b3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:29.896814 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-57ff22e7-0290-47be-b79a-e0fb34eeb8b3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=64edfd66-1d9c-469b-afef-eac61666472e HTTP/1.1" status: 200 len: 796 time: 0.1459758 Mar 23 10:30:29.944069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-300da931-1cb3-4bb6-922d-854574d23bba req-89c11370-f773-4d52-9c1d-9459185333e9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:29.956252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-300da931-1cb3-4bb6-922d-854574d23bba req-89c11370-f773-4d52-9c1d-9459185333e9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:29.958300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-89c11370-f773-4d52-9c1d-9459185333e9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 380 time: 0.0532527 Mar 23 10:30:29.965466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'device_id': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'admin_state_up': True, 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'security_groups': ['c97f1f41-68cf-4382-9d3d-07fc809295db']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:30.102930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:30.104172 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f8c637dd-537e-412c-bcf5-5268dcb8fce3 req-c55308e6-e4cc-46b5-b6ad-687d5435f6b1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 210 time: 0.0911539 Mar 23 10:30:30.112755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:30.125594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:30:30.126500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:30.293535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.14 (64edfd66-1d9c-469b-afef-eac61666472e/4425f1be-1fdc-4481-8f59-21d13eecd92a/3e182074-30d5-45b6-9555-9070136a3300) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:30.383476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 85335ff4-9c11-4039-aa13-bcb1a1c699d5 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:30.449598 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:30.450062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:30.483820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:30.499772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 3e182074-30d5-45b6-9555-9070136a3300 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:30.524719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:30.595839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 64edfd66-1d9c-469b-afef-eac61666472e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:30.599327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:30.608235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:30:30.639228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=3e182074-30d5-45b6-9555-9070136a3300,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:30.675580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:30.676121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:30.702518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-984c01c2-2842-42ca-8973-2e4b7ffa0353 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7404728 Mar 23 10:30:30.713443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Request body: {'port': {'device_id': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:30.824816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:30.827081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d3426bb3-c4e8-4009-befd-67217e5d0f6f None None] Provisioning for port 3e182074-30d5-45b6-9555-9070136a3300 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:30.832112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d3426bb3-c4e8-4009-befd-67217e5d0f6f None None] Provisioning complete for port 3e182074-30d5-45b6-9555-9070136a3300 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:30.832536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d3426bb3-c4e8-4009-befd-67217e5d0f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:30.886497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d3426bb3-c4e8-4009-befd-67217e5d0f6f None None] Port 3e182074-30d5-45b6-9555-9070136a3300 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:30:31.303051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e182074-30d5-45b6-9555-9070136a3300 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:30:31.313178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:31.331863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Transition to ACTIVE for port object 3e182074-30d5-45b6-9555-9070136a3300 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:30:31.337530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:31.449656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ef526-d6dc-4a6e-b66e-7f8b79f2f878 req-19f8b31b-6c33-4486-9716-89e512b0b1c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:31.450166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-cf4ef526-d6dc-4a6e-b66e-7f8b79f2f878 req-19f8b31b-6c33-4486-9716-89e512b0b1c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:30:31.523199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e182074-30d5-45b6-9555-9070136a3300,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:31.567333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-cf4ef526-d6dc-4a6e-b66e-7f8b79f2f878 req-19f8b31b-6c33-4486-9716-89e512b0b1c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:30:31.568485 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf4ef526-d6dc-4a6e-b66e-7f8b79f2f878 req-19f8b31b-6c33-4486-9716-89e512b0b1c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 932 time: 0.3585439 Mar 23 10:30:31.645851 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf4ef526-d6dc-4a6e-b66e-7f8b79f2f878 req-615d148b-a227-4b17-a5b7-0ce08ee3f435 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712180 Mar 23 10:30:31.646733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Attempting to bind port 3e182074-30d5-45b6-9555-9070136a3300 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:30:31.647092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Attempting to bind port 3e182074-30d5-45b6-9555-9070136a3300 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:30:31.647450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Attempting to bind port 3e182074-30d5-45b6-9555-9070136a3300 on network 64edfd66-1d9c-469b-afef-eac61666472e {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:30:31.652189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Port 3e182074-30d5-45b6-9555-9070136a3300 on network 64edfd66-1d9c-469b-afef-eac61666472e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:30:31.652446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Attempting to bind port 3e182074-30d5-45b6-9555-9070136a3300 on network 64edfd66-1d9c-469b-afef-eac61666472e {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:30:31.657467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:30:31.657827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Checking segment: {'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:30:31.658194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Bound using segment: {'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:30:31.658612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Bound port: 3e182074-30d5-45b6-9555-9070136a3300, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd818c5-7bf5-4d76-be83-ede019c9130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:30:31.659014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:31.750935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] For port 3e182074-30d5-45b6-9555-9070136a3300, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:30:31.753994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] For port 3e182074-30d5-45b6-9555-9070136a3300, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e182074-30d5-45b6-9555-9070136a3300,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:30:31.758156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:31.812697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:31.813330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:31.814663 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] 10.222.0.102 "PUT /v2.0/ports/3e182074-30d5-45b6-9555-9070136a3300 HTTP/1.1" status: 200 len: 1094 time: 1.1055233 Mar 23 10:30:31.815087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'tag': '3e182074-30d5-45b6-9555-9070136a3300'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:30:31.843412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b895c-a057-4103-bbaf-287bcae53da1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e182074-30d5-45b6-9555-9070136a3300,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:31.890896 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'tag': '3e182074-30d5-45b6-9555-9070136a3300', 'status': 'completed', 'code': 200} Mar 23 10:30:31.934160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da931-1cb3-4bb6-922d-854574d23bba req-ae14574d-8a42-4acf-977a-5f85cef0aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:31.935628 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-ae14574d-8a42-4acf-977a-5f85cef0aea4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 1097 time: 0.0806470 Mar 23 10:30:32.004049 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-bceaea93-b310-4c86-bb48-07b914f3edd5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e182074-30d5-45b6-9555-9070136a3300 HTTP/1.1" status: 200 len: 217 time: 0.0612016 Mar 23 10:30:32.069587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da931-1cb3-4bb6-922d-854574d23bba req-341b8366-39bf-4fc1-8fab-75e3a8d40472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:32.071007 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-341b8366-39bf-4fc1-8fab-75e3a8d40472 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4425f1be-1fdc-4481-8f59-21d13eecd92a HTTP/1.1" status: 200 len: 843 time: 0.0614541 Mar 23 10:30:32.143968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300da931-1cb3-4bb6-922d-854574d23bba req-94b35e81-da02-4e3e-a93f-220918790d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:32.145424 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-94b35e81-da02-4e3e-a93f-220918790d7d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64edfd66-1d9c-469b-afef-eac61666472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682192 Mar 23 10:30:32.274518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-bb86b58a-b098-4ede-8d6c-ea7e1137f0bb service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231871 Mar 23 10:30:32.405664 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-300da931-1cb3-4bb6-922d-854574d23bba req-256aaac8-30a8-45c3-b12f-4708da5de3cf service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235936 Mar 23 10:30:32.532987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-e5c695d9-3671-4687-ae85-e97784fa8c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:32.534372 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-e5c695d9-3671-4687-ae85-e97784fa8c4a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 1097 time: 0.0728407 Mar 23 10:30:32.795358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-4c1664be-63a4-4e09-b92a-89c56fb910de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:32.796636 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-4c1664be-63a4-4e09-b92a-89c56fb910de service neutron] 10.222.0.102 "GET /v2.0/networks?id=64edfd66-1d9c-469b-afef-eac61666472e HTTP/1.1" status: 200 len: 897 time: 0.2559965 Mar 23 10:30:32.871997 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-20d4aa08-e061-458f-b2cb-425d8199df13 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e182074-30d5-45b6-9555-9070136a3300 HTTP/1.1" status: 200 len: 217 time: 0.0689061 Mar 23 10:30:32.953944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87034356-54ed-4e66-bb84-1cff9f7cd73c req-6cb41d0f-c39e-44d3-b71b-fe1944d35f6d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:32.955540 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-87034356-54ed-4e66-bb84-1cff9f7cd73c req-6cb41d0f-c39e-44d3-b71b-fe1944d35f6d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 944 time: 0.1916497 Mar 23 10:30:32.961700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-247769a6-a40c-4e03-a36d-c6be1fe89a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:32.963067 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-247769a6-a40c-4e03-a36d-c6be1fe89a94 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4425f1be-1fdc-4481-8f59-21d13eecd92a HTTP/1.1" status: 200 len: 843 time: 0.0822878 Mar 23 10:30:33.045802 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-87034356-54ed-4e66-bb84-1cff9f7cd73c req-3feac51c-c050-47ea-b75e-7193b1716589 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817308 Mar 23 10:30:33.082094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-1f19234c-86ee-433c-afc7-e328f66b6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:33.083765 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-1f19234c-86ee-433c-afc7-e328f66b6991 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64edfd66-1d9c-469b-afef-eac61666472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1001980 Mar 23 10:30:33.230544 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-4724164e-8c41-4c7a-975a-3618be043f01 service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406357 Mar 23 10:30:33.370173 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51c42daa-1883-4c9f-b698-fcc5b8e6b133 req-4d45ab5d-9283-4265-8f0c-6ea5d2fefb5c service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332095 Mar 23 10:30:33.660551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1d7d2608-13de-424d-a55f-16abe10cd995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:34.237749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8410f-70d6-469f-9a1b-d1aaa5ed4e92 req-3212727b-0437-4d92-8733-ed160e837815 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:34.240500 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f8c8410f-70d6-469f-9a1b-d1aaa5ed4e92 req-3212727b-0437-4d92-8733-ed160e837815 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 944 time: 0.0848410 Mar 23 10:30:34.285297 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f8c8410f-70d6-469f-9a1b-d1aaa5ed4e92 req-3a8b6d2a-a766-4131-99f0-0e348e4ca5d2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388167 Mar 23 10:30:35.468026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67bb3f-e05b-4c57-8a1f-2e8733d57edb req-66f41b27-c233-425f-b282-cc60e9cb7d0f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:35.469495 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9d67bb3f-e05b-4c57-8a1f-2e8733d57edb req-66f41b27-c233-425f-b282-cc60e9cb7d0f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 944 time: 0.0781677 Mar 23 10:30:35.517963 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9d67bb3f-e05b-4c57-8a1f-2e8733d57edb req-9561545f-77d3-4cdc-9b88-ce459854b166 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 Mar 23 10:30:36.270809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:36.525569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e635bcfc-cd0e-4809-aaac-3755606fe76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:36.704970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8b570-81da-4f43-8276-fc56f358bda2 req-ac42f2dd-d5df-464a-8e40-73144343c055 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:36.706456 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5fa8b570-81da-4f43-8276-fc56f358bda2 req-ac42f2dd-d5df-464a-8e40-73144343c055 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 944 time: 0.0822849 Mar 23 10:30:36.740966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3e182074-30d5-45b6-9555-9070136a3300 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:30:36.752263 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5fa8b570-81da-4f43-8276-fc56f358bda2 req-837d5a67-1193-49f3-aca4-0c626a23783c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400212 Mar 23 10:30:36.901789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 3e182074-30d5-45b6-9555-9070136a3300, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e182074-30d5-45b6-9555-9070136a3300,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:36.914358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '3e182074-30d5-45b6-9555-9070136a3300', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'port_id': '3e182074-30d5-45b6-9555-9070136a3300', 'mac_address': 'fa:16:3e:ed:5e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:30:36.967108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:36.982735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e182074-30d5-45b6-9555-9070136a3300 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:30:36.998099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 3e182074-30d5-45b6-9555-9070136a3300, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e182074-30d5-45b6-9555-9070136a3300,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:37.002097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:37.069451 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=3e182074-30d5-45b6-9555-9070136a3300,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:37.236176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['3e182074-30d5-45b6-9555-9070136a3300'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:30:37.287981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:37.470528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:37.943955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb36a0-d572-4d96-bab3-364cbd17f412 req-6332ff33-b2c8-4af4-b5ff-38e9f6a967d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:37.945415 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6ccb36a0-d572-4d96-bab3-364cbd17f412 req-6332ff33-b2c8-4af4-b5ff-38e9f6a967d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 945 time: 0.0779488 Mar 23 10:30:37.988957 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6ccb36a0-d572-4d96-bab3-364cbd17f412 req-2cffbbc0-887c-4d5b-977a-6cd5d77012b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380054 Mar 23 10:30:38.755195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3e182074-30d5-45b6-9555-9070136a3300 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:30:38.823019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 3e182074-30d5-45b6-9555-9070136a3300 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:30:38.827459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 3e182074-30d5-45b6-9555-9070136a3300 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:30:38.827824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:38.957114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:38.987550 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e182074-30d5-45b6-9555-9070136a3300'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:30:38.995883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 3e182074-30d5-45b6-9555-9070136a3300, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e182074-30d5-45b6-9555-9070136a3300,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:30:38.999888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:39.036592 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e182074-30d5-45b6-9555-9070136a3300', 'code': 200} Mar 23 10:30:39.073595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=3e182074-30d5-45b6-9555-9070136a3300,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:39.191245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60970fcb-1e88-450a-bc19-6ca1e05acc4d req-053feee3-b87d-4ce3-8581-7ccf3601c694 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:39.193357 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-60970fcb-1e88-450a-bc19-6ca1e05acc4d req-053feee3-b87d-4ce3-8581-7ccf3601c694 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 946 time: 0.0862474 Mar 23 10:30:39.282393 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-60970fcb-1e88-450a-bc19-6ca1e05acc4d req-6169e481-d904-4368-b3f5-79c0a4b2a5c8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536580 Mar 23 10:30:39.298894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6936c66-1108-4b60-96bf-4b8fbfe2660c req-d4acc9f2-fb23-4ea7-a3be-acd77220c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:39.300341 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d6936c66-1108-4b60-96bf-4b8fbfe2660c req-d4acc9f2-fb23-4ea7-a3be-acd77220c12d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 1099 time: 0.1012826 Mar 23 10:30:39.340165 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d6936c66-1108-4b60-96bf-4b8fbfe2660c req-6553aae3-8e72-4318-80b9-0c611bf0a6de service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340569 Mar 23 10:30:39.513271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:40.529844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf9bb6-e5cf-4115-bb06-f93c921d17e5 req-ec3f4ad5-20d7-4e19-81b0-1626fa7bca12 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:40.537576 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b8bf9bb6-e5cf-4115-bb06-f93c921d17e5 req-ec3f4ad5-20d7-4e19-81b0-1626fa7bca12 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 946 time: 0.0950956 Mar 23 10:30:40.584582 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b8bf9bb6-e5cf-4115-bb06-f93c921d17e5 req-b6a69655-8182-4c21-b97b-0697d3f92248 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475099 Mar 23 10:30:41.799353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4160d-acf1-409f-bbc5-dfa0c9601a20 req-3bd34f7f-1d14-4d80-a2a8-7d27fc9be78d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:41.799353 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7f4160d-acf1-409f-bbc5-dfa0c9601a20 req-3bd34f7f-1d14-4d80-a2a8-7d27fc9be78d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 946 time: 0.0983164 Mar 23 10:30:41.845345 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7f4160d-acf1-409f-bbc5-dfa0c9601a20 req-46539288-db4c-4e92-ae15-aa04431cc322 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 Mar 23 10:30:42.048136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170d6f1-2512-49e4-9f30-4554f20323ea req-4db770c7-8cd2-415d-b198-9eae42eafe21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:42.048136 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8170d6f1-2512-49e4-9f30-4554f20323ea req-4db770c7-8cd2-415d-b198-9eae42eafe21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 946 time: 0.0900426 Mar 23 10:30:42.095101 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8170d6f1-2512-49e4-9f30-4554f20323ea req-3ca3959f-b121-4847-9b7e-4399c0a545f7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Mar 23 10:30:42.119936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38904) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:42.193330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bd0c5f-9073-44f2-9f5f-e92be3e6129b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:42.193330 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e8bd0c5f-9073-44f2-9f5f-e92be3e6129b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 1094 time: 0.0726242 Mar 23 10:30:42.193330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38908) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:42.203310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '3e182074-30d5-45b6-9555-9070136a3300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:30:42.203310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:30:42.211874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:floatingip and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:30:42.211874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:30:42.220970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:30:42.229989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:42.375580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:42.514251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.44 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/b9b2ea82-4bb7-495b-a563-745afec6efee) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:30:42.659542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:42.690306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:42.753083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:30:42.753083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:30:42.760091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:30:42.905964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=b9b2ea82-4bb7-495b-a563-745afec6efee,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:43.281805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:43.364375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:43.574730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:43.580978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:43.699449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=b9b2ea82-4bb7-495b-a563-745afec6efee,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:30:43.705888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:43.883856 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP b30d9c09-d197-4a9d-b7c2-399f1eb801a8 associated. External IP: 172.26.4.44, port: 3e182074-30d5-45b6-9555-9070136a3300. Mar 23 10:30:44.240394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 0dff23e1-d813-4ea9-bb86-2b201c431b6a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:30:44.519074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:30:44.528439 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] Sync routers for ids ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:30:44.538150 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] Routers {'0dff23e1-d813-4ea9-bb86-2b201c431b6a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:44.538738 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:44.542751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:30:44.598540 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8da0c8ab-e42d-4c9b-bdae-6c0eedc3fcb1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4055109 Mar 23 10:30:44.599119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'tag': '3e182074-30d5-45b6-9555-9070136a3300'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:30:44.601340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 38912) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:44.644430 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'tag': '3e182074-30d5-45b6-9555-9070136a3300', 'status': 'completed', 'code': 200} Mar 23 10:30:44.714289 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bcec9aab-0c10-4498-a598-af03dd2b4ea0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b30d9c09-d197-4a9d-b7c2-399f1eb801a8 HTTP/1.1" status: 200 len: 991 time: 0.1118181 Mar 23 10:30:44.742494 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] Set router 0dff23e1-d813-4ea9-bb86-2b201c431b6a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:44.748352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-637fa3c7-b69e-4ad9-aea5-413f1ac4fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:44.748352 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-637fa3c7-b69e-4ad9-aea5-413f1ac4fe7a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 1099 time: 0.0780697 Mar 23 10:30:44.884284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-c0ba0b05-b20b-4807-a2c6-c816713bf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:44.886288 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-c0ba0b05-b20b-4807-a2c6-c816713bf05e service neutron] 10.222.0.102 "GET /v2.0/networks?id=64edfd66-1d9c-469b-afef-eac61666472e HTTP/1.1" status: 200 len: 897 time: 0.1346002 Mar 23 10:30:44.993450 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-0fa8a256-cd27-474e-86b9-a66d69f55379 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e182074-30d5-45b6-9555-9070136a3300 HTTP/1.1" status: 200 len: 999 time: 0.1003821 Mar 23 10:30:45.060295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-35315e5e-5de4-43a6-9008-728707e611cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:45.061290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-35315e5e-5de4-43a6-9008-728707e611cc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4425f1be-1fdc-4481-8f59-21d13eecd92a HTTP/1.1" status: 200 len: 843 time: 0.0612507 Mar 23 10:30:45.133992 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:23Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'b30d9c09-d197-4a9d-b7c2-399f1eb801a8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'port_id': '3e182074-30d5-45b6-9555-9070136a3300', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'mac_address': 'fa:16:3e:ed:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:43Z', 'updated_at': '2022-03-23T10:30:43Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85335ff4-9c11-4039-aa13-bcb1a1c699d5', 'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:52:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:23Z', 'updated_at': '2022-03-23T10:30:28Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:45.137737 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] Checking router: 0dff23e1-d813-4ea9-bb86-2b201c431b6a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:30:45.141598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-d091a509-a9ca-4642-95f9-29c3e33d048a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:30:45.142683 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-d091a509-a9ca-4642-95f9-29c3e33d048a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64edfd66-1d9c-469b-afef-eac61666472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747688 Mar 23 10:30:45.146370 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] Routers {'0dff23e1-d813-4ea9-bb86-2b201c431b6a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:30:45.146958 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:30:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:45.278458 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-e196b6df-f5ec-4876-8a16-38b762595683 service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247306 Mar 23 10:30:45.319225 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] Set router 0dff23e1-d813-4ea9-bb86-2b201c431b6a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:30:45.409298 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bd659df5-b694-4b40-b258-ca57d59e51b4 req-256ca9e4-e081-4def-987e-f929bc4bac43 service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239514 Mar 23 10:30:45.450168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-57c22346-9c70-4935-90c1-ef75ea82f2e2 req-e8bab842-a3c5-4fd7-9ab7-735ee514ff39 service neutron] (87859) timed out ('10.222.0.102', 50880) {{(pid=87859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 23 10:30:45.654934 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:23Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'b30d9c09-d197-4a9d-b7c2-399f1eb801a8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'port_id': '3e182074-30d5-45b6-9555-9070136a3300', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'mac_address': 'fa:16:3e:ed:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:43Z', 'updated_at': '2022-03-23T10:30:43Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85335ff4-9c11-4039-aa13-bcb1a1c699d5', 'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:52:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:23Z', 'updated_at': '2022-03-23T10:30:28Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:30:45.658764 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a88f54-e176-42da-9bfa-53b8c9b5da88 None None] The sync data for ids ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'] in dv-neutron-834652-2-hyperv is: [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:23Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'b30d9c09-d197-4a9d-b7c2-399f1eb801a8', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.44', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'port_id': '3e182074-30d5-45b6-9555-9070136a3300', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'mac_address': 'fa:16:3e:ed:5e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:30:43Z', 'updated_at': '2022-03-23T10:30:43Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85335ff4-9c11-4039-aa13-bcb1a1c699d5', 'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:52:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:23Z', 'updated_at': '2022-03-23T10:30:28Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:30:45.718635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38918) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:45.834614 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-04297943-5eaa-47f3-b261-faacb6da403d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b30d9c09-d197-4a9d-b7c2-399f1eb801a8 HTTP/1.1" status: 200 len: 991 time: 0.1159923 Mar 23 10:30:45.875426 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d20e42-e69a-4b39-a129-4dcee9376df4 None None] New status for floating IP b30d9c09-d197-4a9d-b7c2-399f1eb801a8: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:30:46.838680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38922) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:30:46.962079 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a657c49f-56ae-439a-b903-3e5eec961126 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/b30d9c09-d197-4a9d-b7c2-399f1eb801a8 HTTP/1.1" status: 200 len: 993 time: 0.1184618 Mar 23 10:30:56.542916 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:31:03.664172 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a8ace5d7-5794-4339-b440-3d999efcab41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:06.282253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:06.526447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-97605174-2d01-48ad-988b-2c862c592dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:07.260166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:07.460490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:09.513804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:20.984259 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-e02447f6-f871-477a-a2df-f118fdee96cc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1066713 Mar 23 10:31:21.121703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-82f1503a-2c48-489d-8cb4-d8b5f64c9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:21.123172 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-82f1503a-2c48-489d-8cb4-d8b5f64c9e82 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 1099 time: 0.0721147 Mar 23 10:31:21.269943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-58c29f23-f1a6-463d-8b27-0ca181c59172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:21.271407 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-58c29f23-f1a6-463d-8b27-0ca181c59172 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.1285729 Mar 23 10:31:21.474549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-bb2e7106-3d09-4a8e-86b6-7ef42964ce8a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c HTTP/1.1" status: 200 len: 1001 time: 0.1964447 Mar 23 10:31:21.535635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-360f1e18-5318-4c6f-8803-a6e108d42d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:21.536954 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-360f1e18-5318-4c6f-8803-a6e108d42d95 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0568864 Mar 23 10:31:21.607519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-8c91b41f-2c80-470b-9e07-7f88ac39f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:21.608917 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-8c91b41f-2c80-470b-9e07-7f88ac39f072 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665236 Mar 23 10:31:21.742253 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-15958aaf-7095-4b10-b9a7-561c15dec9a0 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225967 Mar 23 10:31:21.869071 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69903d68-48de-4d34-b4e0-368e39e7d13a req-c8ade452-f647-4b14-8b9e-b166363980af service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209860 Mar 23 10:31:33.541890 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:31:33.668710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-201403d8-0cc8-449e-8b74-cc4e281a9a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:36.283292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:36.527967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4cc7a849-f63a-4f1b-9588-3e4f8a16dfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:37.262984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:37.459798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:39.515678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:54.991497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38952) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:31:55.195493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Deleting port ad942d81-767a-4b70-8fea-c1a7b2fecbfe {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:31:55.195826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.364519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.364767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.486789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Calling delete_port for ad942d81-767a-4b70-8fea-c1a7b2fecbfe owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:31:55.635914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.680983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event deleted for resources: {'Port': ['ID=ad942d81-767a-4b70-8fea-c1a7b2fecbfe,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:55.716320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.716657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.716990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.717341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.717665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.717982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.718376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.718614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.718927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.719235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.719543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.719850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:31:55.781540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:55.781793 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Floating IP 7376f33c-f923-486e-a614-b5a18b2531ae disassociated (deleted). External IP: 172.26.4.234, port: d927f800-d0ba-43de-a761-3769a784c567. Mar 23 10:31:56.237844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Router 8fd84559-b592-4695-a42e-eb0815bcc71f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:31:56.415241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:31:56.425638 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] Sync routers for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:31:56.435236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:56.438367 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:31:56.439009 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:31:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:56.490062 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2278cfcb-6f16-426f-bd14-69211597d67e tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "DELETE /v2.0/floatingips/7376f33c-f923-486e-a614-b5a18b2531ae HTTP/1.1" status: 204 len: 168 time: 1.4973910 Mar 23 10:31:56.490650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'tag': 'd927f800-d0ba-43de-a761-3769a784c567'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:31:56.586958 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'tag': 'd927f800-d0ba-43de-a761-3769a784c567', 'status': 'completed', 'code': 200} Mar 23 10:31:56.624966 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:31:56.687868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33764ad-fd07-4040-a663-dae516117b05 req-bc10b680-7ce8-4450-a792-421af8c376aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:56.689491 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e33764ad-fd07-4040-a663-dae516117b05 req-bc10b680-7ce8-4450-a792-421af8c376aa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 1099 time: 0.0784118 Mar 23 10:31:56.827806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33764ad-fd07-4040-a663-dae516117b05 req-245a59ba-bb4d-4807-87ef-9f21d2358949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:56.830077 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e33764ad-fd07-4040-a663-dae516117b05 req-245a59ba-bb4d-4807-87ef-9f21d2358949 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.1343939 Mar 23 10:31:56.883867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a5e1c-de5a-4137-83b3-d1b6d39080c2 req-faaa3f2c-d613-43a8-b975-b4b84e7e2477 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:56.885975 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-562a5e1c-de5a-4137-83b3-d1b6d39080c2 req-faaa3f2c-d613-43a8-b975-b4b84e7e2477 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 946 time: 0.0900698 Mar 23 10:31:56.910436 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e33764ad-fd07-4040-a663-dae516117b05 req-8c33b24f-9638-4906-baca-6f789bfeeea4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d927f800-d0ba-43de-a761-3769a784c567 HTTP/1.1" status: 200 len: 217 time: 0.0729043 Mar 23 10:31:56.936544 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-562a5e1c-de5a-4137-83b3-d1b6d39080c2 req-c90e8fdc-8635-4939-ab07-0639aa40a22d tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436018 Mar 23 10:31:56.973025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33764ad-fd07-4040-a663-dae516117b05 req-4a23a855-a56a-4847-b5f1-7e4a8f51326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:56.974447 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e33764ad-fd07-4040-a663-dae516117b05 req-4a23a855-a56a-4847-b5f1-7e4a8f51326c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0581963 Mar 23 10:31:57.020944 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '3518a129-58bd-4636-ba39-3d86213b2ec6', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:9c:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:10Z', 'updated_at': '2022-03-23T10:28:14Z', 'revision_number': 1, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:57.024657 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] Checking router: 8fd84559-b592-4695-a42e-eb0815bcc71f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:31:57.033591 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:31:57.034279 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:31:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:57.053705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33764ad-fd07-4040-a663-dae516117b05 req-317dc57b-eb07-4d45-b70e-b036e0f1a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:57.055166 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e33764ad-fd07-4040-a663-dae516117b05 req-317dc57b-eb07-4d45-b70e-b036e0f1a376 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738478 Mar 23 10:31:57.186967 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e33764ad-fd07-4040-a663-dae516117b05 req-6963313c-5926-4323-8ccc-1534b6a188cc service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249850 Mar 23 10:31:57.211395 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:31:57.316044 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e33764ad-fd07-4040-a663-dae516117b05 req-461cd6a0-fcb5-4a81-a803-22ca06704503 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223414 Mar 23 10:31:57.553650 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '3518a129-58bd-4636-ba39-3d86213b2ec6', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:9c:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:10Z', 'updated_at': '2022-03-23T10:28:14Z', 'revision_number': 1, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:31:57.557454 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf314a-d0d1-4b82-b7ca-2f2a0078d521 None None] The sync data for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv is: [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '3518a129-58bd-4636-ba39-3d86213b2ec6', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'port_id': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'mac_address': 'fa:16:3e:9c:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:28:10Z', 'updated_at': '2022-03-23T10:28:14Z', 'revision_number': 1, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:31:57.768604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da2929b-20c5-48ee-b3d1-39c741ce8e35 None None] New status for floating IP 7376f33c-f923-486e-a614-b5a18b2531ae: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:31:58.124497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39028c-c37f-42d5-97be-21654d4b8dec req-a40abb86-3185-4b56-87c8-e1cb494b9cab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:58.125258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4f39028c-c37f-42d5-97be-21654d4b8dec req-a40abb86-3185-4b56-87c8-e1cb494b9cab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:31:58.140148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4f39028c-c37f-42d5-97be-21654d4b8dec req-a40abb86-3185-4b56-87c8-e1cb494b9cab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:31:58.141384 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f39028c-c37f-42d5-97be-21654d4b8dec req-a40abb86-3185-4b56-87c8-e1cb494b9cab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 946 time: 0.0945108 Mar 23 10:31:58.188471 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f39028c-c37f-42d5-97be-21654d4b8dec req-d0577c68-88ef-4dd0-8888-0a071cc39363 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409594 Mar 23 10:31:58.338750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-205dbea1-5d1c-44be-8b5f-e89096031152 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:31:58.340084 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-205dbea1-5d1c-44be-8b5f-e89096031152 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 946 time: 0.0799685 Mar 23 10:31:58.408558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-472e699e-89fc-475e-b89c-258250e1929f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Deleting port d927f800-d0ba-43de-a761-3769a784c567 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:31:58.408910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-472e699e-89fc-475e-b89c-258250e1929f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:58.759325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-472e699e-89fc-475e-b89c-258250e1929f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] For port d927f800-d0ba-43de-a761-3769a784c567, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=d927f800-d0ba-43de-a761-3769a784c567,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:31:58.759668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-472e699e-89fc-475e-b89c-258250e1929f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:58.896130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-472e699e-89fc-475e-b89c-258250e1929f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Calling delete_port for d927f800-d0ba-43de-a761-3769a784c567 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:31:59.032253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-472e699e-89fc-475e-b89c-258250e1929f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:59.086533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e699e-89fc-475e-b89c-258250e1929f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event deleted for resources: {'Port': ['ID=d927f800-d0ba-43de-a761-3769a784c567,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:31:59.162908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-472e699e-89fc-475e-b89c-258250e1929f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] No DVR routers for this DVR port d927f800-d0ba-43de-a761-3769a784c567 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:31:59.165282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-472e699e-89fc-475e-b89c-258250e1929f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:31:59.167693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'name': 'network-vif-deleted', 'tag': 'd927f800-d0ba-43de-a761-3769a784c567'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:31:59.183679 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a4dda7c2-d5cc-4cb4-9180-3bdbbd1dc881 req-472e699e-89fc-475e-b89c-258250e1929f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "DELETE /v2.0/ports/d927f800-d0ba-43de-a761-3769a784c567 HTTP/1.1" status: 204 len: 173 time: 0.8370943 Mar 23 10:31:59.216149 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfa4b994-9ada-4d26-a3ae-8299e7fffdfa', 'name': 'network-vif-deleted', 'tag': 'd927f800-d0ba-43de-a761-3769a784c567', 'status': 'completed', 'code': 200} Mar 23 10:31:59.338955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-97de0640-5df2-4ae7-a16e-ea539642a624 req-70bb9e3f-a6cb-47b1-bb6a-5aa9f4e78c96 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:31:59.354430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-97de0640-5df2-4ae7-a16e-ea539642a624 req-70bb9e3f-a6cb-47b1-bb6a-5aa9f4e78c96 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:31:59.355765 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-97de0640-5df2-4ae7-a16e-ea539642a624 req-70bb9e3f-a6cb-47b1-bb6a-5aa9f4e78c96 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=cfa4b994-9ada-4d26-a3ae-8299e7fffdfa HTTP/1.1" status: 200 len: 210 time: 0.0591626 Mar 23 10:32:03.085540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device d927f800-d0ba-43de-a761-3769a784c567 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:32:03.122266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: d927f800-d0ba-43de-a761-3769a784c567 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:32:03.122523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device d927f800-d0ba-43de-a761-3769a784c567 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:32:03.671892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f64cf9d9-0863-41c3-99ec-c10e81f0b69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:04.997497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 38988) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:05.197535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Deleting port ae7d9eac-a3c4-4f39-bd27-9ef22699ef75 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:05.197881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:05.363484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:05.363803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:05.482705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Calling delete_port for ae7d9eac-a3c4-4f39-bd27-9ef22699ef75 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:05.630785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:05.798512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event deleted for resources: {'Port': ['ID=ae7d9eac-a3c4-4f39-bd27-9ef22699ef75,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:05.861566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:05.861981 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Floating IP 3518a129-58bd-4636-ba39-3d86213b2ec6 disassociated (deleted). External IP: 172.26.4.89, port: 504e9172-c77b-44b0-9b28-756ab67c3e6c. Mar 23 10:32:06.202731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Router 8fd84559-b592-4695-a42e-eb0815bcc71f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:32:06.285610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:06.374605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:32:06.384059 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] Sync routers for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:32:06.395112 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:32:06.395714 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:31:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:06.396146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:06.452618 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7b7c6ef8-4515-4dd2-9780-0ca5d14589ab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "DELETE /v2.0/floatingips/3518a129-58bd-4636-ba39-3d86213b2ec6 HTTP/1.1" status: 204 len: 168 time: 1.4540453 Mar 23 10:32:06.453330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'tag': '504e9172-c77b-44b0-9b28-756ab67c3e6c'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:32:06.499049 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'tag': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'status': 'completed', 'code': 200} Mar 23 10:32:06.533548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a4eca2ab-d6b2-4a54-8fb4-f19e868e3b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:06.580317 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:32:06.606645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-5448e20c-8ab6-48d4-b992-a15ae7da8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:06.608168 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-5448e20c-8ab6-48d4-b992-a15ae7da8249 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 1099 time: 0.0801029 Mar 23 10:32:06.749903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-eddcd306-e17a-454a-a14c-f7eddf0afe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:06.751868 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-eddcd306-e17a-454a-a14c-f7eddf0afe01 service neutron] 10.222.0.102 "GET /v2.0/networks?id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 200 len: 913 time: 0.1377778 Mar 23 10:32:06.835740 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-ae5dbb0b-ad7a-4159-a1b9-d33eaf32d8a5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c HTTP/1.1" status: 200 len: 217 time: 0.0765159 Mar 23 10:32:06.837850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4f73d-8747-45fe-a7b3-892151e55b2b req-a92e05ce-067b-46f8-9cf9-58f6e781af53 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:06.839495 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8fd4f73d-8747-45fe-a7b3-892151e55b2b req-a92e05ce-067b-46f8-9cf9-58f6e781af53 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0951765 Mar 23 10:32:06.894103 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8fd4f73d-8747-45fe-a7b3-892151e55b2b req-09ee6014-4716-46c6-8023-6bb5d729ae04 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473902 Mar 23 10:32:06.914667 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:06.918195 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] Checking router: 8fd84559-b592-4695-a42e-eb0815bcc71f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:32:06.919713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-e97c902e-0dfe-4dcc-a6a6-58e9e2224ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:06.921183 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-e97c902e-0dfe-4dcc-a6a6-58e9e2224ede service neutron] 10.222.0.102 "GET /v2.0/subnets?id=30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 200 len: 851 time: 0.0795670 Mar 23 10:32:06.926743 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:32:06.927333 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:32:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:06.999538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-2d3d92cd-1e46-4e0b-894c-f50cbc39d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:07.002036 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-2d3d92cd-1e46-4e0b-894c-f50cbc39d96a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=5b358dd1-47f7-4431-be8a-4415bbf3a8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723815 Mar 23 10:32:07.132098 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:32:07.132315 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-a9284657-0403-41b7-af69-d9574aa9d08e service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245162 Mar 23 10:32:07.268874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:07.373857 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e3bccdb9-7a64-4fb9-91a4-d60ad501c58b req-1c93d5b7-0d22-4c6c-b1b2-9691cda103e6 service neutron] 10.222.0.102 "GET /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352653 Mar 23 10:32:07.453208 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:07.457221 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2dd589-4e1e-4703-8d5f-f21fc8e7ce9f None None] The sync data for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv is: [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:24:57Z', 'revision_number': 4, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'f36d2106-d902-4e25-a3b7-8874105fbf0e', 'name': '', 'network_id': '5b358dd1-47f7-4431-be8a-4415bbf3a8c1', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'mac_address': 'fa:16:3e:22:65:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:57Z', 'updated_at': '2022-03-23T10:25:10Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'subnets': [{'id': '30a39427-4d71-49c9-85ba-d425bef3dc24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:32:07.462226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:07.658128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f158a9da-f98a-45ea-aa2d-657444408c30 None None] New status for floating IP 3518a129-58bd-4636-ba39-3d86213b2ec6: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:32:08.086132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cb48f-28ae-4aa3-8b0b-94678385044e req-92b14fb4-2f52-43ee-aa46-3ce991ecd733 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:08.086132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-039cb48f-28ae-4aa3-8b0b-94678385044e req-92b14fb4-2f52-43ee-aa46-3ce991ecd733 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:32:08.099578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-039cb48f-28ae-4aa3-8b0b-94678385044e req-92b14fb4-2f52-43ee-aa46-3ce991ecd733 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:32:08.100777 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-039cb48f-28ae-4aa3-8b0b-94678385044e req-92b14fb4-2f52-43ee-aa46-3ce991ecd733 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0949373 Mar 23 10:32:08.143430 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-039cb48f-28ae-4aa3-8b0b-94678385044e req-bdf89808-fd68-48e5-922a-630ee4c24ee5 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/security-groups?id=1e505bb3-cabc-41fe-b29d-68733d4a6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370579 Mar 23 10:32:08.223198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda52a87-acd0-4094-852e-6930a27b1adc req-68317ff0-01c3-46cc-84dc-b4f9a3a4aadc tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:08.224612 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fda52a87-acd0-4094-852e-6930a27b1adc req-68317ff0-01c3-46cc-84dc-b4f9a3a4aadc tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 946 time: 0.0803206 Mar 23 10:32:08.291817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-fda52a87-acd0-4094-852e-6930a27b1adc req-eaee6ef4-3595-458b-96e6-261fbba6a10f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Deleting port 504e9172-c77b-44b0-9b28-756ab67c3e6c {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:08.292154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-fda52a87-acd0-4094-852e-6930a27b1adc req-eaee6ef4-3595-458b-96e6-261fbba6a10f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:08.536122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-fda52a87-acd0-4094-852e-6930a27b1adc req-eaee6ef4-3595-458b-96e6-261fbba6a10f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] For port 504e9172-c77b-44b0-9b28-756ab67c3e6c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=504e9172-c77b-44b0-9b28-756ab67c3e6c,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:32:08.536786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-fda52a87-acd0-4094-852e-6930a27b1adc req-eaee6ef4-3595-458b-96e6-261fbba6a10f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:08.656143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-fda52a87-acd0-4094-852e-6930a27b1adc req-eaee6ef4-3595-458b-96e6-261fbba6a10f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Calling delete_port for 504e9172-c77b-44b0-9b28-756ab67c3e6c owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:08.796124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-fda52a87-acd0-4094-852e-6930a27b1adc req-eaee6ef4-3595-458b-96e6-261fbba6a10f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:08.858876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee6ef4-3595-458b-96e6-261fbba6a10f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event deleted for resources: {'Port': ['ID=504e9172-c77b-44b0-9b28-756ab67c3e6c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:08.932562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda52a87-acd0-4094-852e-6930a27b1adc req-eaee6ef4-3595-458b-96e6-261fbba6a10f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] No DVR routers for this DVR port 504e9172-c77b-44b0-9b28-756ab67c3e6c on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:32:08.934810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-fda52a87-acd0-4094-852e-6930a27b1adc req-eaee6ef4-3595-458b-96e6-261fbba6a10f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:08.937296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'name': 'network-vif-deleted', 'tag': '504e9172-c77b-44b0-9b28-756ab67c3e6c'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:32:08.952627 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fda52a87-acd0-4094-852e-6930a27b1adc req-eaee6ef4-3595-458b-96e6-261fbba6a10f tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.102 "DELETE /v2.0/ports/504e9172-c77b-44b0-9b28-756ab67c3e6c HTTP/1.1" status: 204 len: 173 time: 0.7227523 Mar 23 10:32:08.983964 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e2300b-e120-4934-a065-9bb4d7cf6eb0', 'name': 'network-vif-deleted', 'tag': '504e9172-c77b-44b0-9b28-756ab67c3e6c', 'status': 'completed', 'code': 200} Mar 23 10:32:09.303568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-259a9c88-c64f-44db-8311-e63bc669854c req-4142c0a8-3360-4ce6-80da-0030c508fa2a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Synchronizing usage tracker for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:32:09.322788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-259a9c88-c64f-44db-8311-e63bc669854c req-4142c0a8-3360-4ce6-80da-0030c508fa2a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Unset dirty status for tenant:49d2026bd1544e12ad420d9db2ea09e3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:32:09.325517 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-259a9c88-c64f-44db-8311-e63bc669854c req-4142c0a8-3360-4ce6-80da-0030c508fa2a tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "GET /v2.0/ports?device_id=a0e2300b-e120-4934-a065-9bb4d7cf6eb0 HTTP/1.1" status: 200 len: 210 time: 0.0737855 Mar 23 10:32:09.519205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:10.420341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39012) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:10.540903 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:32:10.572233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-fb154db5-f2ad-41cb-b003-7362402eb6f9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Deleting port e24bd324-c1b9-4b96-9ef1-8b34b43bd909 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:10.572566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fb154db5-f2ad-41cb-b003-7362402eb6f9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:10.738552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fb154db5-f2ad-41cb-b003-7362402eb6f9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:10.738925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fb154db5-f2ad-41cb-b003-7362402eb6f9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:10.945856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-fb154db5-f2ad-41cb-b003-7362402eb6f9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Calling delete_port for e24bd324-c1b9-4b96-9ef1-8b34b43bd909 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:11.079285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fb154db5-f2ad-41cb-b003-7362402eb6f9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:11.125474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb154db5-f2ad-41cb-b003-7362402eb6f9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event deleted for resources: {'Port': ['ID=e24bd324-c1b9-4b96-9ef1-8b34b43bd909,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:11.215853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fb154db5-f2ad-41cb-b003-7362402eb6f9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:11.232203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fb154db5-f2ad-41cb-b003-7362402eb6f9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:11.233368 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fb154db5-f2ad-41cb-b003-7362402eb6f9 tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "DELETE /v2.0/floatingips/bc505c2e-dc9b-4c11-8d73-9e4f006faa2b HTTP/1.1" status: 204 len: 168 time: 0.8120518 Mar 23 10:32:13.159599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 504e9172-c77b-44b0-9b28-756ab67c3e6c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:32:13.193145 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 504e9172-c77b-44b0-9b28-756ab67c3e6c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:32:13.193626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 504e9172-c77b-44b0-9b28-756ab67c3e6c not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:32:13.680401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39028) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:13.748275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c688766-7047-48fc-b6e3-7cc62d921bab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:13.777580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c688766-7047-48fc-b6e3-7cc62d921bab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:13.841276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c688766-7047-48fc-b6e3-7cc62d921bab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:13.859044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c688766-7047-48fc-b6e3-7cc62d921bab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e505bb3-cabc-41fe-b29d-68733d4a6c01,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:13.873573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4c688766-7047-48fc-b6e3-7cc62d921bab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:13.874765 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4c688766-7047-48fc-b6e3-7cc62d921bab tempest-TestVolumeBootPattern-208690257 tempest-TestVolumeBootPattern-208690257-project] 10.222.0.84 "DELETE /v2.0/security-groups/1e505bb3-cabc-41fe-b29d-68733d4a6c01 HTTP/1.1" status: 204 len: 168 time: 0.1932704 Mar 23 10:32:13.937893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39034) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:14.692054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:15.042978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Deleting port f36d2106-d902-4e25-a3b7-8874105fbf0e {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:15.043711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:15.205594 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] For port f36d2106-d902-4e25-a3b7-8874105fbf0e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f36d2106-d902-4e25-a3b7-8874105fbf0e,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:32:15.205950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:15.322792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Calling delete_port for f36d2106-d902-4e25-a3b7-8874105fbf0e owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:15.571977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:15.618393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Pushing event deleted for resources: {'Port': ['ID=f36d2106-d902-4e25-a3b7-8874105fbf0e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:15.685844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.686186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.686511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.686840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.687164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.687648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.687787 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.688638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.688955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.689296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.689608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:15.689918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:32:16.006343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:16.353454 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Router 8fd84559-b592-4695-a42e-eb0815bcc71f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:32:16.528158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:32:16.536711 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] Sync routers for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:32:16.540088 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2e5fd713-f483-40ed-8f43-d9808718123e admin admin] 10.222.0.84 "PUT /v2.0/routers/8fd84559-b592-4695-a42e-eb0815bcc71f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6010520 Mar 23 10:32:16.542539 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39040) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:16.545893 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:32:16.546488 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:32:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:16.713605 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:16.718813 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:32:16.891706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:16.901281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Deleting port 73eb5d15-353c-4712-a2c3-d97087aa3dc0 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:16.901862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:16.996817 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34'}], 'enable_snat': True}, 'gw_port_id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:32:15Z', 'revision_number': 5, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port': {'id': '73eb5d15-353c-4712-a2c3-d97087aa3dc0', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:db:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:24:54Z', 'updated_at': '2022-03-23T10:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:17.000538 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] Checking router: 8fd84559-b592-4695-a42e-eb0815bcc71f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:32:17.008730 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] Routers {'8fd84559-b592-4695-a42e-eb0815bcc71f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:32:17.009343 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:32:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['8fd84559-b592-4695-a42e-eb0815bcc71f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:17.075923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] For port 73eb5d15-353c-4712-a2c3-d97087aa3dc0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=73eb5d15-353c-4712-a2c3-d97087aa3dc0,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:32:17.076265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:17.164677 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] Set router 8fd84559-b592-4695-a42e-eb0815bcc71f gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:32:17.270383 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:32:16Z', 'revision_number': 6, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:17.274208 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49df0aa5-5b82-4310-966c-b565e3d50b3e None None] The sync data for ids ['8fd84559-b592-4695-a42e-eb0815bcc71f'] in dv-neutron-834652-2-hyperv is: [{'id': '8fd84559-b592-4695-a42e-eb0815bcc71f', 'name': 'tempest-TestVolumeBootPattern-1649042712-router', 'tenant_id': '49d2026bd1544e12ad420d9db2ea09e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:24:53Z', 'updated_at': '2022-03-23T10:32:16Z', 'revision_number': 6, 'project_id': '49d2026bd1544e12ad420d9db2ea09e3', 'gw_port_host': None}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:32:17.312810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Calling delete_port for 73eb5d15-353c-4712-a2c3-d97087aa3dc0 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:17.476146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:17.547178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=73eb5d15-353c-4712-a2c3-d97087aa3dc0,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:17.615063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:17.786874 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:17.788942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:17.810559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:17.811043 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd84559-b592-4695-a42e-eb0815bcc71f {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:32:17.823593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:17.824712 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e8649c27-29e8-4c17-9102-b19462354e79 admin admin] 10.222.0.84 "DELETE /v2.0/routers/8fd84559-b592-4695-a42e-eb0815bcc71f HTTP/1.1" status: 204 len: 168 time: 1.2813001 Mar 23 10:32:17.827340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39044) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:17.884465 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ef4389-8515-45bc-b2ba-5a94975afbce admin admin] Deleting subnet 30a39427-4d71-49c9-85ba-d425bef3dc24 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:32:17.887382 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75ef4389-8515-45bc-b2ba-5a94975afbce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:17.938619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75ef4389-8515-45bc-b2ba-5a94975afbce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.014655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75ef4389-8515-45bc-b2ba-5a94975afbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.100196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75ef4389-8515-45bc-b2ba-5a94975afbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.141285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ef4389-8515-45bc-b2ba-5a94975afbce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a39427-4d71-49c9-85ba-d425bef3dc24,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:18.145094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-75ef4389-8515-45bc-b2ba-5a94975afbce admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.150784 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-75ef4389-8515-45bc-b2ba-5a94975afbce admin admin] 10.222.0.84 "DELETE /v2.0/subnets/30a39427-4d71-49c9-85ba-d425bef3dc24 HTTP/1.1" status: 204 len: 168 time: 0.3225143 Mar 23 10:32:18.151656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0b57bb-8291-4f0c-88e7-c0500aac6a35 None None] Network 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:32:18.153359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39048) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:18.262860 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.274066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Deleting port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:18.274385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.402170 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907dc46b-1da1-46be-bea3-57149882760d None None] DHCP port deletion for 5b358dd1-47f7-4431-be8a-4415bbf3a8c1 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:32:18.407896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-907dc46b-1da1-46be-bea3-57149882760d None None] Deleting port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:18.408551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-907dc46b-1da1-46be-bea3-57149882760d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.465096 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 73eb5d15-353c-4712-a2c3-d97087aa3dc0 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:32:18.482760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] For port 3c56ea56-77ab-4b4c-88e6-35dcced274b9, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3c56ea56-77ab-4b4c-88e6-35dcced274b9,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:32:18.483302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.529523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 73eb5d15-353c-4712-a2c3-d97087aa3dc0 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:32:18.529901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 73eb5d15-353c-4712-a2c3-d97087aa3dc0 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:32:18.530259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 3c56ea56-77ab-4b4c-88e6-35dcced274b9 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:32:18.607602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Calling delete_port for 3c56ea56-77ab-4b4c-88e6-35dcced274b9 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:18.734665 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-907dc46b-1da1-46be-bea3-57149882760d None None] For port 3c56ea56-77ab-4b4c-88e6-35dcced274b9, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=3c56ea56-77ab-4b4c-88e6-35dcced274b9,segment=NetworkSegment(e9da21c0-8af9-4967-b102-28a8b3a40503),segment_id=e9da21c0-8af9-4967-b102-28a8b3a40503)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:32:18.735087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-907dc46b-1da1-46be-bea3-57149882760d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.782333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.830776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c56ea56-77ab-4b4c-88e6-35dcced274b9,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:18.834217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] No DVR routers for this DVR port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:32:18.863731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-907dc46b-1da1-46be-bea3-57149882760d None None] Calling delete_port for 3c56ea56-77ab-4b4c-88e6-35dcced274b9 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:18.896930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.949819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:18.982657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b358dd1-47f7-4431-be8a-4415bbf3a8c1']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:18.983613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f36d2106-d902-4e25-a3b7-8874105fbf0e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:32:18.995001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9da21c0-8af9-4967-b102-28a8b3a40503') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:18.995289 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9da21c0-8af9-4967-b102-28a8b3a40503') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:19.006473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: from cryptography.utils import int_from_bytes Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: from cryptography.utils import int_from_bytes Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn_limited( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn_limited( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 23 10:32:19.010576 dv-neutron-834652-2-hyperv neutron-server[87861]: util.warn( Mar 23 10:32:19.017559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: f36d2106-d902-4e25-a3b7-8874105fbf0e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:32:19.017896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f36d2106-d902-4e25-a3b7-8874105fbf0e not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:32:19.020281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-907dc46b-1da1-46be-bea3-57149882760d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:32:19.020635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-907dc46b-1da1-46be-bea3-57149882760d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:32:19.023511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:19.029876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:32:19.029876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:32:19.044718 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:32:19.118344 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:19.133321 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:19.144749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b358dd1-47f7-4431-be8a-4415bbf3a8c1,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:19.155977 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9f91af8f-b7d7-451c-a51f-146f60da5113 admin admin] 10.222.0.84 "DELETE /v2.0/networks/5b358dd1-47f7-4431-be8a-4415bbf3a8c1 HTTP/1.1" status: 204 len: 168 time: 1.0016918 Mar 23 10:32:19.159452 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39052) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:19.521751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-907dc46b-1da1-46be-bea3-57149882760d None None] Deleting port 3c56ea56-77ab-4b4c-88e6-35dcced274b9 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:19.522310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-907dc46b-1da1-46be-bea3-57149882760d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:19.588961 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-907dc46b-1da1-46be-bea3-57149882760d None None] The port '3c56ea56-77ab-4b4c-88e6-35dcced274b9' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:32:19.677387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:20.017949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] Deleting port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:20.018281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:20.298396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] For port 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4ce037ac-0f49-4d15-9ce1-5f5a63c1b780,segment=NetworkSegment(9bb21e7a-e760-4282-945c-56c26859fe91),segment_id=9bb21e7a-e760-4282-945c-56c26859fe91)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:32:20.298741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:20.421769 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] Calling delete_port for 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:20.600211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:20.680244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce037ac-0f49-4d15-9ce1-5f5a63c1b780,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:20.921756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:21.274602 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] Router db971d64-7660-4c18-925d-15a67b5005b7 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:32:21.558140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:32:21.566809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] Sync routers for ids ['db971d64-7660-4c18-925d-15a67b5005b7'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:32:21.576105 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9ec29bab-addb-43df-9d5a-02fcc0556045 admin admin] 10.222.0.84 "PUT /v2.0/routers/db971d64-7660-4c18-925d-15a67b5005b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4133859 Mar 23 10:32:21.576306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39056) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:21.576740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] Routers {'db971d64-7660-4c18-925d-15a67b5005b7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:32:21.577385 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:32:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['db971d64-7660-4c18-925d-15a67b5005b7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:21.755590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:21.793412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] Set router db971d64-7660-4c18-925d-15a67b5005b7 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:32:21.940458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:21.949807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Deleting port c0c94ff9-3264-4fa9-84db-d2ffe5564875 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:21.950310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:22.086032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'name': 'tempest-TestVolumeBootPattern-432169058-router', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:32:20Z', 'revision_number': 5, 'project_id': '8facadec695e4c0391ddf11264652f38', 'gw_port': {'id': 'c0c94ff9-3264-4fa9-84db-d2ffe5564875', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:4e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1332, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:25:02Z', 'updated_at': '2022-03-23T10:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:22.089966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] Checking router: db971d64-7660-4c18-925d-15a67b5005b7 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:32:22.098359 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] Routers {'db971d64-7660-4c18-925d-15a67b5005b7'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:32:22.098981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:32:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['db971d64-7660-4c18-925d-15a67b5005b7'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:22.121819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] For port c0c94ff9-3264-4fa9-84db-d2ffe5564875, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c0c94ff9-3264-4fa9-84db-d2ffe5564875,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:32:22.122175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:22.245733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Calling delete_port for c0c94ff9-3264-4fa9-84db-d2ffe5564875 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:22.248683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] Set router db971d64-7660-4c18-925d-15a67b5005b7 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:32:22.352882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'name': 'tempest-TestVolumeBootPattern-432169058-router', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:32:21Z', 'revision_number': 6, 'project_id': '8facadec695e4c0391ddf11264652f38', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:22.356802 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb41b63d-8045-4ad2-b265-cebd2b1f049b None None] The sync data for ids ['db971d64-7660-4c18-925d-15a67b5005b7'] in dv-neutron-834652-2-hyperv is: [{'id': 'db971d64-7660-4c18-925d-15a67b5005b7', 'name': 'tempest-TestVolumeBootPattern-432169058-router', 'tenant_id': '8facadec695e4c0391ddf11264652f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:25:01Z', 'updated_at': '2022-03-23T10:32:21Z', 'revision_number': 6, 'project_id': '8facadec695e4c0391ddf11264652f38', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:32:22.421973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:22.471571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c94ff9-3264-4fa9-84db-d2ffe5564875,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:22.557999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:22.728603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:22.730986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:22.762027 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:22.763067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db971d64-7660-4c18-925d-15a67b5005b7 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:32:22.778491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:22.779619 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-10f7ad2a-8bbd-48db-97fc-cf1321f7acb4 admin admin] 10.222.0.84 "DELETE /v2.0/routers/db971d64-7660-4c18-925d-15a67b5005b7 HTTP/1.1" status: 204 len: 168 time: 1.2024326 Mar 23 10:32:22.782875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39060) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:22.843962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffcc9f2-bcc1-4597-9ba8-7060bd671006 admin admin] Deleting subnet 4dd68217-7f33-4600-8d29-661cf736ecae {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:32:22.847363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fffcc9f2-bcc1-4597-9ba8-7060bd671006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:22.897215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fffcc9f2-bcc1-4597-9ba8-7060bd671006 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:22.978141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fffcc9f2-bcc1-4597-9ba8-7060bd671006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:23.040250 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-6ad8a1e5-65e2-48b6-a919-f4f5957356c5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857875 Mar 23 10:32:23.134157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-ae3a51b0-874b-4561-b94f-79458c7180d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:23.136007 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-ae3a51b0-874b-4561-b94f-79458c7180d3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 1099 time: 0.0746999 Mar 23 10:32:23.164460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fffcc9f2-bcc1-4597-9ba8-7060bd671006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:23.203136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffcc9f2-bcc1-4597-9ba8-7060bd671006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dd68217-7f33-4600-8d29-661cf736ecae,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:23.208060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fffcc9f2-bcc1-4597-9ba8-7060bd671006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:23.213276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217f734-4fc3-4955-ae04-2186b25bb23d None None] Network 9c3a0c60-4b68-44ca-8b6e-e840249e977a requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:32:23.217468 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fffcc9f2-bcc1-4597-9ba8-7060bd671006 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/4dd68217-7f33-4600-8d29-661cf736ecae HTTP/1.1" status: 204 len: 168 time: 0.4335721 Mar 23 10:32:23.218044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39064) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:23.296015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-bc3e9afe-5ba8-4a87-8288-89e07b39f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:23.298618 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-bc3e9afe-5ba8-4a87-8288-89e07b39f990 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64edfd66-1d9c-469b-afef-eac61666472e HTTP/1.1" status: 200 len: 897 time: 0.1422858 Mar 23 10:32:23.325108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:23.335670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Deleting port 85b5015a-8627-4082-9141-97221f96f260 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:23.335999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:23.407877 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-b166323a-696f-4106-b0b8-b98cb54f908a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e182074-30d5-45b6-9555-9070136a3300 HTTP/1.1" status: 200 len: 1001 time: 0.1032221 Mar 23 10:32:23.478471 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] DHCP port deletion for 9c3a0c60-4b68-44ca-8b6e-e840249e977a request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:32:23.482393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] Deleting port 85b5015a-8627-4082-9141-97221f96f260 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:23.482761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:23.487707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-d7d88599-4e08-46cb-90ec-4d243dd46d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:23.489165 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-d7d88599-4e08-46cb-90ec-4d243dd46d42 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4425f1be-1fdc-4481-8f59-21d13eecd92a HTTP/1.1" status: 200 len: 843 time: 0.0758071 Mar 23 10:32:23.567088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] For port 85b5015a-8627-4082-9141-97221f96f260, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=85b5015a-8627-4082-9141-97221f96f260,segment=NetworkSegment(9bb21e7a-e760-4282-945c-56c26859fe91),segment_id=9bb21e7a-e760-4282-945c-56c26859fe91)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:32:23.567447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:23.586808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-69ba8124-3884-4949-a607-3a6eeaee9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:23.588284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-69ba8124-3884-4949-a607-3a6eeaee9315 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64edfd66-1d9c-469b-afef-eac61666472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840728 Mar 23 10:32:23.695335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Calling delete_port for 85b5015a-8627-4082-9141-97221f96f260 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:23.696260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] For port 85b5015a-8627-4082-9141-97221f96f260, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=85b5015a-8627-4082-9141-97221f96f260,segment=NetworkSegment(9bb21e7a-e760-4282-945c-56c26859fe91),segment_id=9bb21e7a-e760-4282-945c-56c26859fe91)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:32:23.696644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:23.727963 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-aabd47e1-b438-495c-90e5-c1f681759410 service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315591 Mar 23 10:32:23.773453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:23.820838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b5015a-8627-4082-9141-97221f96f260,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:23.824308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] No DVR routers for this DVR port 85b5015a-8627-4082-9141-97221f96f260 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:32:23.824543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] Calling delete_port for 85b5015a-8627-4082-9141-97221f96f260 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:32:23.862304 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d56be57-169d-498d-945e-28ee0d2e8e27 req-06f6ea5c-ca31-44aa-9363-4648bda948d5 service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284571 Mar 23 10:32:23.943974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:32:23.944315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:32:23.945200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:23.969826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3a0c60-4b68-44ca-8b6e-e840249e977a']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:23.981298 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb21e7a-e760-4282-945c-56c26859fe91') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:23.981586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb21e7a-e760-4282-945c-56c26859fe91') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:32:23.992355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.008640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.014791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:32:24.015159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:32:24.028722 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:32:24.105345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.121109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.130854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c3a0c60-4b68-44ca-8b6e-e840249e977a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:24.137774 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a64ad4bc-b319-4812-9591-e63b868a0ef1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/9c3a0c60-4b68-44ca-8b6e-e840249e977a HTTP/1.1" status: 204 len: 168 time: 0.9187884 Mar 23 10:32:24.244046 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39070) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:24.291421 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e6d50d01-d7cf-46ad-8085-fe85e4859b1b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=49d2026bd1544e12ad420d9db2ea09e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462346 Mar 23 10:32:24.293725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39074) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:24.352379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b126eab4-e3fd-4cbe-ad0f-1d8d7b9762a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.376637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b126eab4-e3fd-4cbe-ad0f-1d8d7b9762a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.429714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b126eab4-e3fd-4cbe-ad0f-1d8d7b9762a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.437237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 85b5015a-8627-4082-9141-97221f96f260 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:32:24.447339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126eab4-e3fd-4cbe-ad0f-1d8d7b9762a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdad1b7-83e5-4047-bde9-67921ef5e115,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:24.455659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b126eab4-e3fd-4cbe-ad0f-1d8d7b9762a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.456762 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b126eab4-e3fd-4cbe-ad0f-1d8d7b9762a6 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/0bdad1b7-83e5-4047-bde9-67921ef5e115 HTTP/1.1" status: 204 len: 168 time: 0.1621876 Mar 23 10:32:24.466441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] Deleting port 85b5015a-8627-4082-9141-97221f96f260 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:32:24.466819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.511712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 85b5015a-8627-4082-9141-97221f96f260 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:32:24.511970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 85b5015a-8627-4082-9141-97221f96f260 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:32:24.512378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:32:24.579072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d6a57d95-451b-4819-a730-8d76e5239df1 None None] The port '85b5015a-8627-4082-9141-97221f96f260' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:32:24.579823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:32:24.580150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4ce037ac-0f49-4d15-9ce1-5f5a63c1b780 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:32:24.580602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c0c94ff9-3264-4fa9-84db-d2ffe5564875 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:32:24.617773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: c0c94ff9-3264-4fa9-84db-d2ffe5564875 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:32:24.618122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c0c94ff9-3264-4fa9-84db-d2ffe5564875 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:32:24.804706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39082) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:24.853143 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-85371226-1260-4e82-95e4-1d018b6993b6 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=8facadec695e4c0391ddf11264652f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472136 Mar 23 10:32:24.855637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39086) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:24.913155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84cc4c6c-7b4f-41c9-978e-6b11ae63551f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.938821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84cc4c6c-7b4f-41c9-978e-6b11ae63551f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:24.992726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84cc4c6c-7b4f-41c9-978e-6b11ae63551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:25.010148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc4c6c-7b4f-41c9-978e-6b11ae63551f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cbd6fc-a163-461c-a9fc-77d49bfa7e85,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:25.014351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-84cc4c6c-7b4f-41c9-978e-6b11ae63551f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:25.015521 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-84cc4c6c-7b4f-41c9-978e-6b11ae63551f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b8cbd6fc-a163-461c-a9fc-77d49bfa7e85 HTTP/1.1" status: 204 len: 168 time: 0.1589909 Mar 23 10:32:33.675549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f9c00aff-43d1-4138-af4c-723c0c132205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:36.283883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:36.526510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9fe243cd-976b-4619-a5fc-ae8c5f79a610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:37.261749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:37.465057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:38.743288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39104) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:32:38.998321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f2884014-a3c7-4636-b3e9-242da95a06fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:32:39.115595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2884014-a3c7-4636-b3e9-242da95a06fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-262009687'] for subnet, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:39.301180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2884014-a3c7-4636-b3e9-242da95a06fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783881462263', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3818243'] for subnet, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:39.352439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2884014-a3c7-4636-b3e9-242da95a06fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:32:39.353016 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f2884014-a3c7-4636-b3e9-242da95a06fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:39.353823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a153fd33-37b5-4c68-9a1f-24e9f1681d05 None None] Network 64edfd66-1d9c-469b-afef-eac61666472e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:32:39.354281 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f2884014-a3c7-4636-b3e9-242da95a06fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/subnets/4425f1be-1fdc-4481-8f59-21d13eecd92a HTTP/1.1" status: 200 len: 835 time: 0.6100130 Mar 23 10:32:39.370098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2884014-a3c7-4636-b3e9-242da95a06fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Subnet': ['ID=4425f1be-1fdc-4481-8f59-21d13eecd92a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:32:39.556152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:39.793469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-675d6ca2-6c45-4be3-be8d-441969a89c7d None None] Provisioning complete for port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:32:39.793864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-675d6ca2-6c45-4be3-be8d-441969a89c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:39.917053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-675d6ca2-6c45-4be3-be8d-441969a89c7d None None] Provisioning complete for port d125bb27-7694-496d-877f-4c4dd128d93c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:32:39.917433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-675d6ca2-6c45-4be3-be8d-441969a89c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:40.042668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-675d6ca2-6c45-4be3-be8d-441969a89c7d None None] Provisioning complete for port 3e182074-30d5-45b6-9555-9070136a3300 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:32:40.043033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-675d6ca2-6c45-4be3-be8d-441969a89c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:32:47.540941 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:33:03.676886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-93c2379f-56bd-4eff-99c6-05fa88accca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:06.311138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:06.527624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-94c13578-2063-4473-a7e7-81be2b8f5448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:07.263617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:07.467153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:09.524864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:22.191368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39116) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:22.485466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port b9b2ea82-4bb7-495b-a563-745afec6efee {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:33:22.485916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:22.647653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:22.647967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:22.767168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for b9b2ea82-4bb7-495b-a563-745afec6efee owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:33:22.960271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:23.011027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=b9b2ea82-4bb7-495b-a563-745afec6efee,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:23.053286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.053555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.053884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.054210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.054538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.054860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.055176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.055493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.055811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.056119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.056440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.056752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:23.067830 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5888f112-d993-4fc3-8858-ed8e274198cd req-e92a275d-f1f1-4f0a-9bc5-fc1d228e5dc7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1825206 Mar 23 10:33:23.122004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:23.122326 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP b30d9c09-d197-4a9d-b7c2-399f1eb801a8 disassociated (deleted). External IP: 172.26.4.44, port: 3e182074-30d5-45b6-9555-9070136a3300. Mar 23 10:33:23.399727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888f112-d993-4fc3-8858-ed8e274198cd req-9e2850b4-9a38-4988-97bc-ee34efbfdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:23.401146 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5888f112-d993-4fc3-8858-ed8e274198cd req-9e2850b4-9a38-4988-97bc-ee34efbfdffa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 1099 time: 0.2269518 Mar 23 10:33:23.728222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 0dff23e1-d813-4ea9-bb86-2b201c431b6a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:33:23.750828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888f112-d993-4fc3-8858-ed8e274198cd req-b2e80575-3a00-4311-a6dd-a1659cd94194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:23.752292 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5888f112-d993-4fc3-8858-ed8e274198cd req-b2e80575-3a00-4311-a6dd-a1659cd94194 service neutron] 10.222.0.102 "GET /v2.0/networks?id=64edfd66-1d9c-469b-afef-eac61666472e HTTP/1.1" status: 200 len: 897 time: 0.3310418 Mar 23 10:33:23.876144 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5888f112-d993-4fc3-8858-ed8e274198cd req-6273a73b-423f-4683-9422-d1e6d7c3a15f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e182074-30d5-45b6-9555-9070136a3300 HTTP/1.1" status: 200 len: 217 time: 0.0764337 Mar 23 10:33:24.020854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888f112-d993-4fc3-8858-ed8e274198cd req-f1e0ed9f-78dc-4c6d-86ff-a15bbd1d4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:24.022228 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5888f112-d993-4fc3-8858-ed8e274198cd req-f1e0ed9f-78dc-4c6d-86ff-a15bbd1d4926 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4425f1be-1fdc-4481-8f59-21d13eecd92a HTTP/1.1" status: 200 len: 843 time: 0.1392863 Mar 23 10:33:24.030477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:33:24.040744 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] Sync routers for ids ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:33:24.050762 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] Routers {'0dff23e1-d813-4ea9-bb86-2b201c431b6a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:33:24.051362 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:33:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:24.094198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:24.159836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4eafb592-a899-4042-9cd7-1ca9927d1290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/floatingips/b30d9c09-d197-4a9d-b7c2-399f1eb801a8 HTTP/1.1" status: 204 len: 168 time: 1.9651074 Mar 23 10:33:24.160050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'tag': '3e182074-30d5-45b6-9555-9070136a3300'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:33:24.167535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888f112-d993-4fc3-8858-ed8e274198cd req-4fe406ba-19ea-4145-81e5-04b9a8db977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:24.168981 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5888f112-d993-4fc3-8858-ed8e274198cd req-4fe406ba-19ea-4145-81e5-04b9a8db977c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64edfd66-1d9c-469b-afef-eac61666472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1403565 Mar 23 10:33:24.221535 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'tag': '3e182074-30d5-45b6-9555-9070136a3300', 'status': 'completed', 'code': 200} Mar 23 10:33:24.228237 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] Set router 0dff23e1-d813-4ea9-bb86-2b201c431b6a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:33:24.308942 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5888f112-d993-4fc3-8858-ed8e274198cd req-93c53cc7-ed5e-49fb-a392-7b050d7df932 service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326835 Mar 23 10:33:24.447836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5888f112-d993-4fc3-8858-ed8e274198cd req-2bfd2006-e2a4-441b-b9a7-1bbcef46f901 service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332786 Mar 23 10:33:24.541200 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:33:24.564945 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:23Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '85335ff4-9c11-4039-aa13-bcb1a1c699d5', 'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:52:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:23Z', 'updated_at': '2022-03-23T10:30:28Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:24.568546 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] Checking router: 0dff23e1-d813-4ea9-bb86-2b201c431b6a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:33:24.577217 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] Routers {'0dff23e1-d813-4ea9-bb86-2b201c431b6a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:33:24.577795 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:33:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:24.593815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56414c99-51d6-40fb-8596-10e831a3edc6 req-080dd6f8-3c6a-400f-9ae9-e31e9372bd98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:24.594501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-56414c99-51d6-40fb-8596-10e831a3edc6 req-080dd6f8-3c6a-400f-9ae9-e31e9372bd98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:24.611063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188e430-e682-45c6-bc94-a686c438a493 req-43401bcf-01cb-47be-b847-1c895cafd752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:24.612510 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8188e430-e682-45c6-bc94-a686c438a493 req-43401bcf-01cb-47be-b847-1c895cafd752 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 1099 time: 0.1142149 Mar 23 10:33:24.639793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-56414c99-51d6-40fb-8596-10e831a3edc6 req-080dd6f8-3c6a-400f-9ae9-e31e9372bd98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:24.640973 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-56414c99-51d6-40fb-8596-10e831a3edc6 req-080dd6f8-3c6a-400f-9ae9-e31e9372bd98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 946 time: 0.1791046 Mar 23 10:33:24.751684 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-56414c99-51d6-40fb-8596-10e831a3edc6 req-b9cbf42b-23aa-44b0-a10a-10cb0aac04c1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997040 Mar 23 10:33:24.754147 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] Set router 0dff23e1-d813-4ea9-bb86-2b201c431b6a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:33:24.778549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188e430-e682-45c6-bc94-a686c438a493 req-2dc9f2c8-3638-483f-bacc-64748330a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:24.780530 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8188e430-e682-45c6-bc94-a686c438a493 req-2dc9f2c8-3638-483f-bacc-64748330a19b service neutron] 10.222.0.102 "GET /v2.0/networks?id=64edfd66-1d9c-469b-afef-eac61666472e HTTP/1.1" status: 200 len: 897 time: 0.1612670 Mar 23 10:33:24.851735 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8188e430-e682-45c6-bc94-a686c438a493 req-ee88bbcd-8bab-48b8-bb9e-29ca1fe9bb01 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e182074-30d5-45b6-9555-9070136a3300 HTTP/1.1" status: 200 len: 217 time: 0.0644596 Mar 23 10:33:24.913764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188e430-e682-45c6-bc94-a686c438a493 req-93fe2651-110a-47ba-bdbb-285f020b5b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:24.915300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8188e430-e682-45c6-bc94-a686c438a493 req-93fe2651-110a-47ba-bdbb-285f020b5b2f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=4425f1be-1fdc-4481-8f59-21d13eecd92a HTTP/1.1" status: 200 len: 843 time: 0.0569162 Mar 23 10:33:24.992797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188e430-e682-45c6-bc94-a686c438a493 req-c2c14b3e-e03e-4541-8da2-d6973c69837b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:24.994301 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8188e430-e682-45c6-bc94-a686c438a493 req-c2c14b3e-e03e-4541-8da2-d6973c69837b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=64edfd66-1d9c-469b-afef-eac61666472e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726509 Mar 23 10:33:25.068954 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:23Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '85335ff4-9c11-4039-aa13-bcb1a1c699d5', 'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:52:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:23Z', 'updated_at': '2022-03-23T10:30:28Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:25.072825 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee5fe71-8618-41be-9aac-ab32d575d1cc None None] The sync data for ids ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'] in dv-neutron-834652-2-hyperv is: [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:30:23Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '85335ff4-9c11-4039-aa13-bcb1a1c699d5', 'name': '', 'network_id': '64edfd66-1d9c-469b-afef-eac61666472e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:52:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:23Z', 'updated_at': '2022-03-23T10:30:28Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '4425f1be-1fdc-4481-8f59-21d13eecd92a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:33:25.128143 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8188e430-e682-45c6-bc94-a686c438a493 req-db785ca3-9853-4daf-8633-58debfe235f5 service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265070 Mar 23 10:33:25.280731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7d5c5-eab5-4d9c-a4ed-1ecff11bd6cf None None] New status for floating IP b30d9c09-d197-4a9d-b7c2-399f1eb801a8: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:33:25.370773 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8188e430-e682-45c6-bc94-a686c438a493 req-53825f78-545f-4645-836e-23bf9c2476e6 service neutron] 10.222.0.102 "GET /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365911 Mar 23 10:33:25.793957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-3972b70f-5da7-4c5d-b00f-9671bec4eaa1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:25.795880 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-3972b70f-5da7-4c5d-b00f-9671bec4eaa1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 946 time: 0.0785162 Mar 23 10:33:25.868584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-5284e804-0224-47a4-b690-d10801c7daa4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 3e182074-30d5-45b6-9555-9070136a3300 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:33:25.868921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-5284e804-0224-47a4-b690-d10801c7daa4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:25.953559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcb3f8-1863-473b-9bdd-48b8bd212a60 req-1fa6a645-3db4-43d5-961f-3ee3d5a08549 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:25.955118 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-15fcb3f8-1863-473b-9bdd-48b8bd212a60 req-1fa6a645-3db4-43d5-961f-3ee3d5a08549 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 946 time: 0.0970685 Mar 23 10:33:26.000254 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-15fcb3f8-1863-473b-9bdd-48b8bd212a60 req-ad6cb52e-4870-4eb5-b195-606d8e00c379 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=c97f1f41-68cf-4382-9d3d-07fc809295db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394855 Mar 23 10:33:26.121686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-5284e804-0224-47a4-b690-d10801c7daa4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 3e182074-30d5-45b6-9555-9070136a3300, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3e182074-30d5-45b6-9555-9070136a3300,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:33:26.121945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-5284e804-0224-47a4-b690-d10801c7daa4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.243001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-5284e804-0224-47a4-b690-d10801c7daa4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 3e182074-30d5-45b6-9555-9070136a3300 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:33:26.387957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-5284e804-0224-47a4-b690-d10801c7daa4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.439852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284e804-0224-47a4-b690-d10801c7daa4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=3e182074-30d5-45b6-9555-9070136a3300,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:26.514423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-5284e804-0224-47a4-b690-d10801c7daa4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port 3e182074-30d5-45b6-9555-9070136a3300 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:33:26.516749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-5284e804-0224-47a4-b690-d10801c7daa4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:26.519121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'name': 'network-vif-deleted', 'tag': '3e182074-30d5-45b6-9555-9070136a3300'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:33:26.535183 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ef31914f-b24f-4d8a-b281-40c5127bd5da req-5284e804-0224-47a4-b690-d10801c7daa4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "DELETE /v2.0/ports/3e182074-30d5-45b6-9555-9070136a3300 HTTP/1.1" status: 204 len: 173 time: 0.7335114 Mar 23 10:33:26.572249 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f75e82ea-c8c5-4068-bc03-47c77ac34477', 'name': 'network-vif-deleted', 'tag': '3e182074-30d5-45b6-9555-9070136a3300', 'status': 'completed', 'code': 200} Mar 23 10:33:27.165783 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-af48d19b-d0b3-4038-a9d1-ef655e216709 req-cde8e25f-2f2b-451d-a285-4ef6a02c8987 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=f75e82ea-c8c5-4068-bc03-47c77ac34477 HTTP/1.1" status: 200 len: 210 time: 0.0413568 Mar 23 10:33:28.259857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39138) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:28.326014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:28.354447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:28.423732 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:28.443226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97f1f41-68cf-4382-9d3d-07fc809295db,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:28.453290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.453637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.453973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.454303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.454631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.454958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.455280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.455600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.455921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.456238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.456554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.456883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:28.460825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:28.461948 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cf36f9ed-fe3b-417f-a426-7a39a12e7f3f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/c97f1f41-68cf-4382-9d3d-07fc809295db HTTP/1.1" status: 204 len: 168 time: 0.2011361 Mar 23 10:33:29.504616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39146) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:29.547124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3e182074-30d5-45b6-9555-9070136a3300 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:29.580358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 3e182074-30d5-45b6-9555-9070136a3300 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:33:29.580695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3e182074-30d5-45b6-9555-9070136a3300 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:30.137148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:30.482785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 85335ff4-9c11-4039-aa13-bcb1a1c699d5 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:33:30.483121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:30.669279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 85335ff4-9c11-4039-aa13-bcb1a1c699d5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=85335ff4-9c11-4039-aa13-bcb1a1c699d5,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:33:30.669944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:30.790485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 85335ff4-9c11-4039-aa13-bcb1a1c699d5 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:33:30.972854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:31.019075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=85335ff4-9c11-4039-aa13-bcb1a1c699d5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:31.404003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:31.761788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 0dff23e1-d813-4ea9-bb86-2b201c431b6a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:33:31.942869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:33:31.952918 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] Sync routers for ids ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:33:31.955722 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b5826bdf-2f13-4695-96dc-68d3bcc95a36 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/0dff23e1-d813-4ea9-bb86-2b201c431b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4499478 Mar 23 10:33:31.958354 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39150) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:31.962060 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] Routers {'0dff23e1-d813-4ea9-bb86-2b201c431b6a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:33:31.962654 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:33:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:32.023845 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-622e938e-eab7-44c6-9019-dae924a61186 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting subnet 4425f1be-1fdc-4481-8f59-21d13eecd92a {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:33:32.026891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-622e938e-eab7-44c6-9019-dae924a61186 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.084350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-622e938e-eab7-44c6-9019-dae924a61186 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.167528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-622e938e-eab7-44c6-9019-dae924a61186 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.173759 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] Set router 0dff23e1-d813-4ea9-bb86-2b201c431b6a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:33:32.241469 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-622e938e-eab7-44c6-9019-dae924a61186 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.284255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e938e-eab7-44c6-9019-dae924a61186 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Subnet': ['ID=4425f1be-1fdc-4481-8f59-21d13eecd92a,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:32.286064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-622e938e-eab7-44c6-9019-dae924a61186 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.291540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991d0d3-3868-460d-b53f-e4b7c5581e16 None None] Network 64edfd66-1d9c-469b-afef-eac61666472e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:33:32.292200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-622e938e-eab7-44c6-9019-dae924a61186 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/subnets/4425f1be-1fdc-4481-8f59-21d13eecd92a HTTP/1.1" status: 204 len: 168 time: 0.3329129 Mar 23 10:33:32.295924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39154) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:32.484809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.486388 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:33:30Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:32.490452 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] Checking router: 0dff23e1-d813-4ea9-bb86-2b201c431b6a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:33:32.499111 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] Routers {'0dff23e1-d813-4ea9-bb86-2b201c431b6a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:33:32.499708 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:33:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:32.611906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] DHCP port deletion for 64edfd66-1d9c-469b-afef-eac61666472e request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:33:32.616813 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Deleting port d125bb27-7694-496d-877f-4c4dd128d93c {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:33:32.617222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.689544 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] Set router 0dff23e1-d813-4ea9-bb86-2b201c431b6a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:33:32.785871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.797220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port f0f759fb-b180-4570-8aec-6b61a5659d8b {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:33:32.797519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.827847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] For port d125bb27-7694-496d-877f-4c4dd128d93c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=d125bb27-7694-496d-877f-4c4dd128d93c,segment=NetworkSegment(afd818c5-7bf5-4d76-be83-ede019c9130e),segment_id=afd818c5-7bf5-4d76-be83-ede019c9130e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:33:32.828581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.962540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Calling delete_port for d125bb27-7694-496d-877f-4c4dd128d93c owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:33:32.977633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port f0f759fb-b180-4570-8aec-6b61a5659d8b, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f0f759fb-b180-4570-8aec-6b61a5659d8b,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:33:32.977971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:32.992310 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:33:30Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:32.996192 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4689feb-8dd0-43f8-a9ae-7542a589e977 None None] The sync data for ids ['0dff23e1-d813-4ea9-bb86-2b201c431b6a'] in dv-neutron-834652-2-hyperv is: [{'id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'name': 'tempest-TestNetworkBasicOps-router-1553383300', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:30:18Z', 'updated_at': '2022-03-23T10:33:30Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'f0f759fb-b180-4570-8aec-6b61a5659d8b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dff23e1-d813-4ea9-bb86-2b201c431b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:30:19Z', 'updated_at': '2022-03-23T10:30:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:33:33.044779 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.091487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Pushing event deleted for resources: {'Port': ['ID=d125bb27-7694-496d-877f-4c4dd128d93c,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:33.096015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] No DVR routers for this DVR port d125bb27-7694-496d-877f-4c4dd128d93c on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:33:33.101936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.102304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.102644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.102981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.104301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.104301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.104301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.104301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.104621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.105724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.105724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.105724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa877a8-b457-4844-ace1-8fdce73ad309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:33.112919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for f0f759fb-b180-4570-8aec-6b61a5659d8b owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:33:33.274149 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.319670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=f0f759fb-b180-4570-8aec-6b61a5659d8b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:33.417846 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.590793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.592954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.615091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.615688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Fanout notify agent at l3_agent the message router_deleted on router 0dff23e1-d813-4ea9-bb86-2b201c431b6a {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:33:33.631381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.632562 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e602220d-b622-499f-ade2-37cd7b1842d0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/routers/0dff23e1-d813-4ea9-bb86-2b201c431b6a HTTP/1.1" status: 204 len: 168 time: 1.3361971 Mar 23 10:33:33.635260 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39158) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:33.682991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-699f0de1-67b0-466b-80cf-d5cc9255c30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.755864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.885284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.909356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64edfd66-1d9c-469b-afef-eac61666472e']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:33.920864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd818c5-7bf5-4d76-be83-ede019c9130e') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:33.921181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd818c5-7bf5-4d76-be83-ede019c9130e') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:33.932036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.947630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.954088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Releasing vlan 819 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:33:33.954463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:33:33.968382 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:33:34.151819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.168944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.181559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Network': ['ID=64edfd66-1d9c-469b-afef-eac61666472e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:34.187958 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-24afaafe-3188-4731-b1ba-dc005408403e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/networks/64edfd66-1d9c-469b-afef-eac61666472e HTTP/1.1" status: 204 len: 168 time: 0.5517366 Mar 23 10:33:34.201398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39162) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:34.207738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'network': {'name': 'tempest-network-smoke--232570058', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'port_security_enabled': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:34.212806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:34.217442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:network and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:34.220188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:34.225644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:34.235175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:33:34.238699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.265554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:33:34.274396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.274732 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Added segment 403d7a0f-657b-4a89-b000-f2946833525c of type vlan for network 7a8f57ce-213b-4657-aed5-f811f44901dd Mar 23 10:33:34.300930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.337090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.343226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:34.343802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.452334 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2505109 Mar 23 10:33:34.455085 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7bd85-0630-4650-8505-fb6c65572b6f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Network': ['ID=7a8f57ce-213b-4657-aed5-f811f44901dd,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:34.455396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39166) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:34.461089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'admin_state_up': True, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:34.473580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 7a8f57ce-213b-4657-aed5-f811f44901dd details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:33:34.476606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:34.480373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:router and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:34.483823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:34.489937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:34.492212 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 85335ff4-9c11-4039-aa13-bcb1a1c699d5 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:34.499847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.500714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.515351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:34.540235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 85335ff4-9c11-4039-aa13-bcb1a1c699d5 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:33:34.540645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 85335ff4-9c11-4039-aa13-bcb1a1c699d5 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:34.541072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f0f759fb-b180-4570-8aec-6b61a5659d8b no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:34.623951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: f0f759fb-b180-4570-8aec-6b61a5659d8b {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:33:34.624289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f0f759fb-b180-4570-8aec-6b61a5659d8b not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:34.624697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d125bb27-7694-496d-877f-4c4dd128d93c no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:33:34.668523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: d125bb27-7694-496d-877f-4c4dd128d93c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:33:34.668776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device d125bb27-7694-496d-877f-4c4dd128d93c not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:33:34.784055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:35.084929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:35.124080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:35.255022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.118 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/a6f5071e-7988-4f78-866c-4821ffe43c83) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:33:35.398287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:35.427585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:35.485901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:33:35.488455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:35.490880 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:33:35.535588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=a6f5071e-7988-4f78-866c-4821ffe43c83,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:36.002009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:36.315195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:36.343278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:36.532180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0144020f-129f-4e22-8e3a-2ea4aa910694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:36.554353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:33:36.729119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:33:36.739487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Sync routers for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:33:36.748898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:33:36.749551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:33:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:36.755525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:36.756982 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1d2d49c6-bac9-4db6-8ce6-2d747eb9eb1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3004606 Mar 23 10:33:36.760114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39170) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:36.936934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:33:36.947344 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f1fa6fc5-da93-42f7-afa1-35b1229d8ef8 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1860466 Mar 23 10:33:36.949913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39176) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:37.079363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef872b18-c0b6-49dd-83f3-36f1893c2840 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:37.080720 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ef872b18-c0b6-49dd-83f3-36f1893c2840 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289794 Mar 23 10:33:37.083524 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39180) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:37.123303 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6cdcda77-1656-4450-92fc-7743ef933d5c tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361464 Mar 23 10:33:37.123520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39184) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:37.128507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-3383839', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:37.210400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:35Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:37.214216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Checking router: 2a7c9874-7bc8-470d-8fc5-759c8608ba8a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:33:37.214558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Updating router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a port a6f5071e-7988-4f78-866c-4821ffe43c83 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:33:37.236646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:37.240365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:subnet and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:37.243168 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:37.250525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:37.260962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:33:37.265390 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.311762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.315764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.532786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.612592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.661588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.673465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Transition to ACTIVE for port object a6f5071e-7988-4f78-866c-4821ffe43c83 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:37.679568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.688871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Subnet': ['ID=59bc4e40-13a1-47a0-9100-eaf6cba87c6f,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:37.697889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Checking segment: {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:33:37.698249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network hostable DHCP agents. Network: 7a8f57ce-213b-4657-aed5-f811f44901dd, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:33:37.719717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 7a8f57ce-213b-4657-aed5-f811f44901dd is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:33:37.729305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 7a8f57ce-213b-4657-aed5-f811f44901dd) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:37.734476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:37.735051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.746834 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee311d24-bb45-4f74-a73f-96ef8f345333 None None] Network 7a8f57ce-213b-4657-aed5-f811f44901dd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:33:37.755466 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e7cbd296-287b-492f-8c25-e263ebeffb4a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.6311176 Mar 23 10:33:37.758380 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39188) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:37.788440 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Attempting to bind port a6f5071e-7988-4f78-866c-4821ffe43c83 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:33:37.788725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Attempting to bind port a6f5071e-7988-4f78-866c-4821ffe43c83 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:33:37.789097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Attempting to bind port a6f5071e-7988-4f78-866c-4821ffe43c83 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:33:37.797428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b4261-29f9-4ae8-be5e-4722f1c7b986 None None] Pushing event updated for resources: {'Port': ['ID=a6f5071e-7988-4f78-866c-4821ffe43c83,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:37.849389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:33:37.849846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:33:37.850141 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.850522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:33:37.851012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Bound port: a6f5071e-7988-4f78-866c-4821ffe43c83, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:33:37.851378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:37.977057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] For port a6f5071e-7988-4f78-866c-4821ffe43c83, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:33:37.996690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] For port a6f5071e-7988-4f78-866c-4821ffe43c83, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a6f5071e-7988-4f78-866c-4821ffe43c83,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:33:38.002708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:38.110292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b4261-29f9-4ae8-be5e-4722f1c7b986 None None] Pushing event updated for resources: {'Port': ['ID=a6f5071e-7988-4f78-866c-4821ffe43c83,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:38.115673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-7a8f57ce-213b-4657-aed5-f811f44901dd', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:33:38.116540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:38.137471 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:33:38.138727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:33:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:38.414314 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:33:38.431105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:38.558039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Allocated IP 172.20.0.2 (7a8f57ce-213b-4657-aed5-f811f44901dd/59bc4e40-13a1-47a0-9100-eaf6cba87c6f/110ebd05-1ee4-4b35-9da7-e4cb0aa0b169) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:33:38.922823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:38.929155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:35Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:38.937310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Transition to ACTIVE for port object 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:38.939617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f46d77e-36bb-424c-9905-5faa81fb1ec7 None None] The sync data for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv is: [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:35Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:33:38.960077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Transition to ACTIVE for port object 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:38.966180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.026736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Network 7a8f57ce-213b-4657-aed5-f811f44901dd is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:33:39.029749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:39.032674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.1 (7a8f57ce-213b-4657-aed5-f811f44901dd/59bc4e40-13a1-47a0-9100-eaf6cba87c6f/82c423e2-dc2a-4560-b2d2-5cfbf7d89252) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:33:39.033215 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:33:39.079952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Pushing event updated for resources: {'Port': ['ID=110ebd05-1ee4-4b35-9da7-e4cb0aa0b169,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:39.143666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Attempting to bind port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:33:39.144125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Attempting to bind port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:33:39.144787 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Attempting to bind port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 on network 7a8f57ce-213b-4657-aed5-f811f44901dd {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:33:39.159847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:33:39.160793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Checking segment: {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:33:39.165128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.165683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Bound using segment: {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:33:39.173590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Bound port: 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:33:39.174010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.274134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] For port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:33:39.277415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] For port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=110ebd05-1ee4-4b35-9da7-e4cb0aa0b169,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:33:39.283382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.340013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.357182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:39.382398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38774943-6fa5-4005-b720-ba3f50ee43e8 None None] Pushing event updated for resources: {'Port': ['ID=110ebd05-1ee4-4b35-9da7-e4cb0aa0b169,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:39.384010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.455998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 7a8f57ce-213b-4657-aed5-f811f44901dd is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:33:39.459027 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:39.468371 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:33:39.500197 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=82c423e2-dc2a-4560-b2d2-5cfbf7d89252,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:39.539063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.544486 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:39.834096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.257740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.263938 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.348829 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070f053-ffaf-4925-b3ff-fa97e94cc451 None None] Network 7a8f57ce-213b-4657-aed5-f811f44901dd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:33:40.384153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=82c423e2-dc2a-4560-b2d2-5cfbf7d89252,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:40.389772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.459678 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-00bb201a-879a-41f2-882e-a37994626d28 None None] Provisioning for port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:40.554906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 7a8f57ce-213b-4657-aed5-f811f44901dd is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:33:40.556200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:40.577925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a6f5071e-7988-4f78-866c-4821ffe43c83 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:40.668892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port a6f5071e-7988-4f78-866c-4821ffe43c83 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:40.677375 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a6f5071e-7988-4f78-866c-4821ffe43c83 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:40.677744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.745790 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:33:40.810399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.830123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port a6f5071e-7988-4f78-866c-4821ffe43c83, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a6f5071e-7988-4f78-866c-4821ffe43c83,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:33:40.835151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:40.836177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:40.997247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=a6f5071e-7988-4f78-866c-4821ffe43c83,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:41.005603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:41.011258 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:41.011639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.041183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e007fe11-2b32-429c-af4e-0dbf42417045 None None] Provisioning for port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:41.053764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e007fe11-2b32-429c-af4e-0dbf42417045 None None] Provisioning complete for port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:41.054134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e007fe11-2b32-429c-af4e-0dbf42417045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.076085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:33:41.085639 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Sync routers for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:33:41.093358 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1582d8dc-d0ee-44e7-875c-fc928da42fa3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/2a7c9874-7bc8-470d-8fc5-759c8608ba8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3313997 Mar 23 10:33:41.093555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39192) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:41.099531 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:33:41.100029 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:33:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:41.126420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e007fe11-2b32-429c-af4e-0dbf42417045 None None] Port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:33:41.178253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e007fe11-2b32-429c-af4e-0dbf42417045 None None] Provisioning complete for port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:41.178631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e007fe11-2b32-429c-af4e-0dbf42417045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.238977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.252952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c112a9-b33f-48fa-9d50-de5d23d4a8d0 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:41.253542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c112a9-b33f-48fa-9d50-de5d23d4a8d0 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:41.254023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c112a9-b33f-48fa-9d50-de5d23d4a8d0 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:41.254481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c112a9-b33f-48fa-9d50-de5d23d4a8d0 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:41.259287 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c2c112a9-b33f-48fa-9d50-de5d23d4a8d0 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1622427 Mar 23 10:33:41.259898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39196) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:41.291440 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=110ebd05-1ee4-4b35-9da7-e4cb0aa0b169,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:33:41.308345 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:33:41.326850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.363458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b8cda-e98e-4a52-9714-c9b159cca707 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:41.364308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b8cda-e98e-4a52-9714-c9b159cca707 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:41.364926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b8cda-e98e-4a52-9714-c9b159cca707 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:41.365891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b8cda-e98e-4a52-9714-c9b159cca707 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:41.373638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39200) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:41.383533 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3c1b8cda-e98e-4a52-9714-c9b159cca707 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2725 time: 0.1229703 Mar 23 10:33:41.419235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=110ebd05-1ee4-4b35-9da7-e4cb0aa0b169,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:41.522411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-567aee31-0188-43a9-92bf-b644bb0c5608 None None] Provisioning complete for port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:41.522825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-567aee31-0188-43a9-92bf-b644bb0c5608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.579881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-567aee31-0188-43a9-92bf-b644bb0c5608 None None] Port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:33:41.595158 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-74c07c6f-1f39-409f-8d03-f7fe5dfe520f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2195785 Mar 23 10:33:41.640571 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:41.644544 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Checking router: 2a7c9874-7bc8-470d-8fc5-759c8608ba8a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:33:41.644897 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Updating router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:33:41.733633 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.820959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39206) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:41.826693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1143971245', 'description': 'tempest-secgroup-smoke-1143971245 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:41.833147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:41.837299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:41.840450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:41.846775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:41.858353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.878447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:41.882409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:41.887042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:41.896684 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:41.982992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:41.986650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.030773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071f9af2-a6fa-4d5e-81ad-896b58c0c96d,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:42.033705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.037786 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9e5cfa6a-b5f3-44e2-bda0-beafb3facef5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2128942 Mar 23 10:33:42.038028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39210) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:42.043359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '071f9af2-a6fa-4d5e-81ad-896b58c0c96d', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:42.049680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:42.053687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:42.056481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:42.062070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:42.077857 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.078682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.089347 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Transition to ACTIVE for port object 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:42.096943 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.142197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.146124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.169926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a179dcaf-8229-41b7-a6ef-a0ee5a173cd9,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:42.179646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.181298 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-137219fe-032b-4d97-873a-661e5306e932 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422861 Mar 23 10:33:42.184143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39214) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:42.191519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '071f9af2-a6fa-4d5e-81ad-896b58c0c96d', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:42.198279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:42.204402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:42.207766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:42.213841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:42.234520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.257075 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Pushing event updated for resources: {'Port': ['ID=82c423e2-dc2a-4560-b2d2-5cfbf7d89252,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:42.298782 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.299392 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.299899 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.300229 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.300557 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.301247 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.301247 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.301547 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.301859 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.302434 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.302747 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.303061 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:33:42.306466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.312760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.327887 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Attempting to bind port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:33:42.328244 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Attempting to bind port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:33:42.329396 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Attempting to bind port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 on network 7a8f57ce-213b-4657-aed5-f811f44901dd {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:33:42.334747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8b0d6d-5419-4ec8-8833-c8ebb3ff0b4b,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:42.335400 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:33:42.335769 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Checking segment: {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:33:42.336940 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.337377 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Bound using segment: {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:33:42.337841 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Bound port: 82c423e2-dc2a-4560-b2d2-5cfbf7d89252, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:33:42.338721 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.347997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.352534 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-248bb815-56ef-49f6-8ad7-2a5955dd81ec tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664133 Mar 23 10:33:42.353200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39218) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:42.358858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '071f9af2-a6fa-4d5e-81ad-896b58c0c96d', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:42.364869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:42.368773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:42.375326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:42.381147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:42.401471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.441951 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] For port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:33:42.445587 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] For port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=82c423e2-dc2a-4560-b2d2-5cfbf7d89252,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:33:42.450737 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.471709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.475601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.490575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a6f5071e-7988-4f78-866c-4821ffe43c83 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:42.505284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77cb9d03-89b1-42a3-aa35-f9b34ce8bf87,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:42.517135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.518646 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4a393dd6-6bd0-4c48-a53c-f258d96b590b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641846 Mar 23 10:33:42.521643 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39222) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:42.527976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '071f9af2-a6fa-4d5e-81ad-896b58c0c96d', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:42.536691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:42.537051 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:33:42.537684 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:33:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:42.541443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:42.545309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:42.551756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:42.572778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a6f5071e-7988-4f78-866c-4821ffe43c83 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:42.573459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.576212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.597257 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b303040-365b-439b-a0bb-b4cab7016d8c None None] Pushing event updated for resources: {'Port': ['ID=82c423e2-dc2a-4560-b2d2-5cfbf7d89252,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:42.663925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.669485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.712533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a80e67-99ea-484f-b90b-85647e079110,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:42.725733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.730864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39226) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:42.738391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '071f9af2-a6fa-4d5e-81ad-896b58c0c96d', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:42.741496 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e9baa0dd-03fd-4c3e-8cb3-f3d61abe50cb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2174168 Mar 23 10:33:42.746335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:42.751518 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:33:42.752603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:42.756497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:42.763302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:42.765684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:42.777073 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:33:42.785509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.852469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:42.852671 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.852790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.858410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.890077 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:42.894113 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592515 Mar 23 10:33:42.894469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39230) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:33:42.900001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '071f9af2-a6fa-4d5e-81ad-896b58c0c96d', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:42.905092 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79288adc-d1b2-4ab8-94bd-9435162be84f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac49da4-fec5-4080-a01f-e2d21c4e388b,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:42.909474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:42.914182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:33:42.917122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:33:42.923237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:43.042509 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:33:43.051962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.088654 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:42Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:33:43.093080 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70ee4e4-f4af-4d90-98c1-f96eecabc8dd None None] The sync data for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv is: [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:42Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:33:43.113990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.118255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.144332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6997e4ac-7532-461f-96c4-0f5890fc8411,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:43.157675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:43.159125 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9c7420fc-62cb-424a-9b0d-20c6b73c8d2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2637362 Mar 23 10:33:43.345713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d3c0107a-15ba-4aa8-958e-8ca29448316a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:43.363105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d3c0107a-15ba-4aa8-958e-8ca29448316a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:43.364252 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d3c0107a-15ba-4aa8-958e-8ca29448316a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143971245&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.0627780 Mar 23 10:33:43.530277 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-75e88916-d567-44e7-85ab-90ce708b61aa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:43.530617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-75e88916-d567-44e7-85ab-90ce708b61aa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:43.547749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-75e88916-d567-44e7-85ab-90ce708b61aa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:43.548980 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-75e88916-d567-44e7-85ab-90ce708b61aa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 796 time: 0.1773124 Mar 23 10:33:43.564785 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-e5d871c9-06a1-422b-9b64-9d9f802c0c40 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/quotas/45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0098729 Mar 23 10:33:43.646569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-6107fae5-5ef0-4293-a6ef-a9c724fa2dd9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:43.662221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-6107fae5-5ef0-4293-a6ef-a9c724fa2dd9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:43.663496 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-6107fae5-5ef0-4293-a6ef-a9c724fa2dd9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933788 Mar 23 10:33:43.804150 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-4d788cf5-57f7-4ec3-8f2f-ecf8427745e8 service neutron] 10.222.0.84 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281562 Mar 23 10:33:43.940220 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-f47ca1da-a4ba-4fe5-b184-380408033fb9 service neutron] 10.222.0.84 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303217 Mar 23 10:33:44.492078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:44.560761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:44.565317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:44.565679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:44.676990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:44.709942 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=82c423e2-dc2a-4560-b2d2-5cfbf7d89252,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:33:44.713680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:44.779016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=82c423e2-dc2a-4560-b2d2-5cfbf7d89252,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:45.128411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8d6d42a7-d40c-4b70-89aa-3d5f958af8ac req-0adcbbc1-6a52-453c-8471-05d77b5fd21e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:45.139961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8d6d42a7-d40c-4b70-89aa-3d5f958af8ac req-0adcbbc1-6a52-453c-8471-05d77b5fd21e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:45.141026 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d6d42a7-d40c-4b70-89aa-3d5f958af8ac req-0adcbbc1-6a52-453c-8471-05d77b5fd21e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 210 time: 0.0555201 Mar 23 10:33:46.237463 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0ad64025-f08f-42a7-8bad-fc1b892968b6 req-b5770f45-0c47-465e-8274-818835813009 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 210 time: 0.0455554 Mar 23 10:33:46.478203 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:46.547209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:46.547576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:47.330093 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3675b5ec-0f5d-477c-a836-2a4bc9eb17ec req-819ce3b7-0994-4856-a58b-307b64bd8e96 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 210 time: 0.0418699 Mar 23 10:33:48.426595 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-85e26694-25fc-455d-b030-29cb17a2332c req-3c516820-a134-45c5-9c4e-81f31964810a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 210 time: 0.0443332 Mar 23 10:33:49.269991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-7d955e64-80c7-496f-85e2-56800955bba0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:49.270664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-7d955e64-80c7-496f-85e2-56800955bba0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:49.282506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-7d955e64-80c7-496f-85e2-56800955bba0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:49.283592 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-7d955e64-80c7-496f-85e2-56800955bba0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 796 time: 0.1627572 Mar 23 10:33:49.332032 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-8916cc75-3ff7-4680-b2a3-96da7385c69b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:49.344252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-8916cc75-3ff7-4680-b2a3-96da7385c69b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:49.345384 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-8916cc75-3ff7-4680-b2a3-96da7385c69b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 380 time: 0.0532870 Mar 23 10:33:49.356066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'admin_state_up': True, 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'security_groups': ['071f9af2-a6fa-4d5e-81ad-896b58c0c96d']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:49.490655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:33:49.500691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:33:49.510249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:33:49.514836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.616839 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-03515022-4728-42a5-bbe1-a6add8806d46 req-9659aeba-92e1-4a61-b608-4baf0bd73cfc tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 210 time: 0.0814636 Mar 23 10:33:49.714050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.6 (7a8f57ce-213b-4657-aed5-f811f44901dd/59bc4e40-13a1-47a0-9100-eaf6cba87c6f/afccf3b8-d9a2-44db-affc-d8f7cc1aec46) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:33:49.899918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:49.914484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object afccf3b8-d9a2-44db-affc-d8f7cc1aec46 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:49.938881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:50.001945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 7a8f57ce-213b-4657-aed5-f811f44901dd is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:33:50.004921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:33:50.007385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:33:50.063636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:50.086549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:50.087184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:50.113292 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-d8f460f6-9dd9-4da0-9017-9808d0bbd2ba tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607789 Mar 23 10:33:50.125530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Request body: {'port': {'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:33:50.238450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:50.268933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5d199655-91b9-416c-bbcd-421cc7929753 None None] Provisioning for port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:50.273710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5d199655-91b9-416c-bbcd-421cc7929753 None None] Provisioning complete for port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:50.274019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5d199655-91b9-416c-bbcd-421cc7929753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:50.328772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5d199655-91b9-416c-bbcd-421cc7929753 None None] Port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:33:50.568155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afccf3b8-d9a2-44db-affc-d8f7cc1aec46 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:33:50.575822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:50.590260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Transition to ACTIVE for port object afccf3b8-d9a2-44db-affc-d8f7cc1aec46 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:33:50.594226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:50.812184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c54b3-5b23-41b5-9e77-f4ad43f62d2b req-5be15402-e616-4977-8916-b1e2f91cf1cd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:50.813750 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-285c54b3-5b23-41b5-9e77-f4ad43f62d2b req-5be15402-e616-4977-8916-b1e2f91cf1cd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 943 time: 0.0853343 Mar 23 10:33:50.870862 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-285c54b3-5b23-41b5-9e77-f4ad43f62d2b req-0f60ac5e-1962-4540-bee8-9f304969555e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443556 Mar 23 10:33:50.891482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Pushing event updated for resources: {'Port': ['ID=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:50.931535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Attempting to bind port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:33:50.931799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Attempting to bind port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:33:50.932124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Attempting to bind port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 on network 7a8f57ce-213b-4657-aed5-f811f44901dd {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:33:50.937137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 on network 7a8f57ce-213b-4657-aed5-f811f44901dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:33:50.937454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Attempting to bind port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 on network 7a8f57ce-213b-4657-aed5-f811f44901dd {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:33:50.942359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:33:50.942693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Checking segment: {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:33:50.943075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Bound using segment: {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:33:50.943492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Bound port: afccf3b8-d9a2-44db-affc-d8f7cc1aec46, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:33:50.943831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:51.030927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] For port afccf3b8-d9a2-44db-affc-d8f7cc1aec46, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:33:51.033713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] For port afccf3b8-d9a2-44db-affc-d8f7cc1aec46, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:33:51.038248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:51.102832 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:51.103439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:51.104792 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] 10.222.0.102 "PUT /v2.0/ports/afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 200 len: 1093 time: 0.9842806 Mar 23 10:33:51.105299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:33:51.135283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702ad73-df6f-4b50-8db2-16201f5fb05b service neutron] Pushing event updated for resources: {'Port': ['ID=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:51.161923 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'status': 'completed', 'code': 200} Mar 23 10:33:51.238920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-c41dd46b-e657-4491-8836-3d5d4256b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:51.240408 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-c41dd46b-e657-4491-8836-3d5d4256b134 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 1096 time: 0.0747707 Mar 23 10:33:51.311815 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-ba341e36-61db-4d41-8c2a-cd621d6c0a06 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 200 len: 217 time: 0.0645254 Mar 23 10:33:51.372843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-31456c28-9345-4f36-b706-3f991a56e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:51.374247 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-31456c28-9345-4f36-b706-3f991a56e146 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0569193 Mar 23 10:33:51.446482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-66b74eeb-b304-4445-a952-8a3c7348f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:51.447903 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-66b74eeb-b304-4445-a952-8a3c7348f0be service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679903 Mar 23 10:33:51.575863 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-7e84f252-43b6-4631-93e9-e5b9ead1b44e service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210759 Mar 23 10:33:51.706136 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-899460db-bcc4-4e76-9f18-889965f0ec4b req-0be2bf97-ce97-45fb-9fb2-b83cd8610470 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239860 Mar 23 10:33:51.828907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-8d661ad7-a633-46ec-9b5a-b8632370cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:51.830319 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-8d661ad7-a633-46ec-9b5a-b8632370cee2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 1096 time: 0.0758712 Mar 23 10:33:51.960500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-e202dddc-e0c9-4910-a173-9b690bcadc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:51.961976 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-e202dddc-e0c9-4910-a173-9b690bcadc69 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 897 time: 0.1258290 Mar 23 10:33:52.032947 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-2f4ec9c1-49f8-4da4-a636-0af57bd56de6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 200 len: 217 time: 0.0647492 Mar 23 10:33:52.068977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0d00d-462b-488c-9c7c-e9c432b00916 req-1ff09c43-3099-48ea-ba37-90eeccb8bfac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:52.070483 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aea0d00d-462b-488c-9c7c-e9c432b00916 req-1ff09c43-3099-48ea-ba37-90eeccb8bfac tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 943 time: 0.0826638 Mar 23 10:33:52.095139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-05cca40d-18f5-4d97-b864-badc26ad2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:52.096486 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-05cca40d-18f5-4d97-b864-badc26ad2c0a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0574117 Mar 23 10:33:52.115385 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aea0d00d-462b-488c-9c7c-e9c432b00916 req-bb1ef2e1-eef7-438e-8a12-2d9716445651 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380144 Mar 23 10:33:52.172459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-9ba4b200-8067-43e8-84a8-072035d4ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:52.173968 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-9ba4b200-8067-43e8-84a8-072035d4ba8f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708630 Mar 23 10:33:52.307812 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-33ee56b4-9cc7-428e-9a94-1734351a9946 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271083 Mar 23 10:33:52.442819 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-27623362-47dc-4c34-9558-ba51b5a44f08 req-f812ca89-3a9d-4995-b3ab-c8deaf4b21f7 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279242 Mar 23 10:33:53.311429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b12d1f-486a-4635-987d-fbefe299388b req-abed8b0e-a80e-4a20-bf4a-bd44c07f38a1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:53.312104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-71b12d1f-486a-4635-987d-fbefe299388b req-abed8b0e-a80e-4a20-bf4a-bd44c07f38a1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:33:53.327259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-71b12d1f-486a-4635-987d-fbefe299388b req-abed8b0e-a80e-4a20-bf4a-bd44c07f38a1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:33:53.328353 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-71b12d1f-486a-4635-987d-fbefe299388b req-abed8b0e-a80e-4a20-bf4a-bd44c07f38a1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 943 time: 0.0976136 Mar 23 10:33:53.372445 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-71b12d1f-486a-4635-987d-fbefe299388b req-4b620653-504e-4b95-bd2e-0873ee223412 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376577 Mar 23 10:33:54.554323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e85ed-c9b7-4399-b8b8-07a91e087438 req-bca5c90e-5cdc-4f81-a59b-981bd9f603e5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:54.555734 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1a1e85ed-c9b7-4399-b8b8-07a91e087438 req-bca5c90e-5cdc-4f81-a59b-981bd9f603e5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 943 time: 0.0810256 Mar 23 10:33:54.598723 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1a1e85ed-c9b7-4399-b8b8-07a91e087438 req-8c7c7269-7968-452a-8ee1-8b2830daf0ca tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373917 Mar 23 10:33:55.623917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device afccf3b8-d9a2-44db-affc-d8f7cc1aec46 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:33:55.755388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port afccf3b8-d9a2-44db-affc-d8f7cc1aec46, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:33:55.768736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'mac_address': 'fa:16:3e:1a:21:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:33:55.777523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea30bf-69f7-4e2f-80d7-c46a0dfdb691 req-d701d5f8-3b2a-4a73-b736-38af79eabb13 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:55.779498 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-04ea30bf-69f7-4e2f-80d7-c46a0dfdb691 req-d701d5f8-3b2a-4a73-b736-38af79eabb13 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 943 time: 0.0777092 Mar 23 10:33:55.825718 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-04ea30bf-69f7-4e2f-80d7-c46a0dfdb691 req-0281249c-3e75-4786-8062-0be3c72104fb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405166 Mar 23 10:33:55.827522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:55.844416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afccf3b8-d9a2-44db-affc-d8f7cc1aec46 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:33:55.859801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port afccf3b8-d9a2-44db-affc-d8f7cc1aec46, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:33:55.863513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:55.929372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:56.088989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['afccf3b8-d9a2-44db-affc-d8f7cc1aec46'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:33:57.008741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64803e3a-e92c-4bfc-bfe9-aa68f894fa97 req-9fed9657-8024-4430-9783-611cb18e85c6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:57.010193 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-64803e3a-e92c-4bfc-bfe9-aa68f894fa97 req-9fed9657-8024-4430-9783-611cb18e85c6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 944 time: 0.0773315 Mar 23 10:33:57.054056 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-64803e3a-e92c-4bfc-bfe9-aa68f894fa97 req-f9a34a6b-1182-439f-ad37-6f4cfbf29b82 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382729 Mar 23 10:33:57.630422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device afccf3b8-d9a2-44db-affc-d8f7cc1aec46 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:33:57.700551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:33:57.705133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:33:57.705496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:57.819589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:57.846940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:33:57.856882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port afccf3b8-d9a2-44db-affc-d8f7cc1aec46, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:33:57.861973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:33:57.930209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:33:58.044589 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'code': 200} Mar 23 10:33:58.265143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b842e-fcc8-4406-ae4f-659b11078727 req-d94740c4-2c5d-43c3-bfb9-8990137fdaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:58.266662 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-910b842e-fcc8-4406-ae4f-659b11078727 req-d94740c4-2c5d-43c3-bfb9-8990137fdaa1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 1098 time: 0.0724297 Mar 23 10:33:58.308144 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-910b842e-fcc8-4406-ae4f-659b11078727 req-8373475a-d278-427b-829c-ba4ea4e3e46c service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356252 Mar 23 10:33:58.343575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f69e9-a682-4777-9612-e25cff4b4d7a req-aca5261f-7feb-4122-991f-52212f317bdd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:58.344989 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bf2f69e9-a682-4777-9612-e25cff4b4d7a req-aca5261f-7feb-4122-991f-52212f317bdd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 945 time: 0.1837423 Mar 23 10:33:58.388184 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bf2f69e9-a682-4777-9612-e25cff4b4d7a req-5183054f-56ac-43e7-a7d3-cb4f07027d88 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376196 Mar 23 10:33:59.574759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dce47e-a8d1-4036-bdf5-3904de4fa9a5 req-d724878a-23fc-49f1-8c2e-2f4e6c7b1ba7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:59.576186 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47dce47e-a8d1-4036-bdf5-3904de4fa9a5 req-d724878a-23fc-49f1-8c2e-2f4e6c7b1ba7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 945 time: 0.0816283 Mar 23 10:33:59.711244 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47dce47e-a8d1-4036-bdf5-3904de4fa9a5 req-42a54994-bf5e-45e5-bf27-b2a3ad41188c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293588 Mar 23 10:33:59.892100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a711581-30ae-482e-a956-42c218db6983 req-91d8a2d6-36a0-4376-89a6-e42d7106b533 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:33:59.893659 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a711581-30ae-482e-a956-42c218db6983 req-91d8a2d6-36a0-4376-89a6-e42d7106b533 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 945 time: 0.0774620 Mar 23 10:33:59.940337 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a711581-30ae-482e-a956-42c218db6983 req-a8149e41-c910-417d-b608-7605a1c97e05 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Mar 23 10:33:59.963563 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39306) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:00.030182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0752cc49-97a3-4710-9317-1f70d5bbd963 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:00.031617 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0752cc49-97a3-4710-9317-1f70d5bbd963 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 1093 time: 0.0672133 Mar 23 10:34:00.034442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39310) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:00.039239 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:00.045915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:00.049734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:floatingip and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:00.061001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:00.067062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:00.077196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:00.209925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:00.343899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.98 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/410ede6b-c558-4514-8da2-fac37424f301) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:34:00.484413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:00.512929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:00.569079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:34:00.571748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:34:00.575215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:34:00.619484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=410ede6b-c558-4514-8da2-fac37424f301,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:00.993976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:01.066610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:01.266985 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:01.271469 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:01.381743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=410ede6b-c558-4514-8da2-fac37424f301,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:01.391427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:01.540272 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:34:01.657154 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 1f09af91-a97f-4a9b-9934-e1dd9470072a associated. External IP: 172.26.4.98, port: afccf3b8-d9a2-44db-affc-d8f7cc1aec46. Mar 23 10:34:02.008409 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:34:02.185397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:34:02.195971 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] Sync routers for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:34:02.206473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:34:02.207319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:33:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:02.212046 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.271521 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f238309c-f8ab-45ec-8e3b-c273987fa135 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2359641 Mar 23 10:34:02.272006 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:34:02.274206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39314) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:02.359825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d417851-4a90-420d-8a2c-62a19e5ad629 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:02.364215 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7d417851-4a90-420d-8a2c-62a19e5ad629 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 1093 time: 0.0856400 Mar 23 10:34:02.386050 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'status': 'completed', 'code': 200} Mar 23 10:34:02.445508 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:34:02.484672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc333-5451-4972-906a-883885dcb43c req-43dd3b7f-989e-46a0-9edf-1e9540273276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:02.486138 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c06cc333-5451-4972-906a-883885dcb43c req-43dd3b7f-989e-46a0-9edf-1e9540273276 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 1098 time: 0.0765240 Mar 23 10:34:02.607856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39324) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:02.613295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303297908', 'description': 'tempest-secgroup-smoke-303297908 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:02.619460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc333-5451-4972-906a-883885dcb43c req-6e740041-f3ca-4048-9a7c-9caa26b3523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:02.619687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:02.620417 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c06cc333-5451-4972-906a-883885dcb43c req-6e740041-f3ca-4048-9a7c-9caa26b3523f service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 897 time: 0.1282635 Mar 23 10:34:02.628672 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:02.640013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.661793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:02.665570 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:02.668859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:02.674373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:02.735898 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c06cc333-5451-4972-906a-883885dcb43c req-fe719983-4e74-43bf-9317-4d36013005a2 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 200 len: 998 time: 0.1090889 Mar 23 10:34:02.752056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.756915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.794418 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.798343 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1866107 Mar 23 10:34:02.798563 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39328) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:02.805223 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9c379d20-58b3-4851-90cc-6c7ef0a76db2', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:02.805920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc333-5451-4972-906a-883885dcb43c req-e21dafcf-fc41-4974-93d2-16fb38c3eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:02.807371 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c06cc333-5451-4972-906a-883885dcb43c req-e21dafcf-fc41-4974-93d2-16fb38c3eec9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0662050 Mar 23 10:34:02.818889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:02.819202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '1f09af91-a97f-4a9b-9934-e1dd9470072a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:1a:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:00Z', 'updated_at': '2022-03-23T10:34:00Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:02.823693 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] Checking router: 2a7c9874-7bc8-470d-8fc5-759c8608ba8a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:34:02.828347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:02.832075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:02.832192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:34:02.832746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:33:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:02.834882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac03ca9-573d-417d-ba59-43ed9b1a231d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c379d20-58b3-4851-90cc-6c7ef0a76db2,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:02.842388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:02.862083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.892250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc333-5451-4972-906a-883885dcb43c req-6a0d447e-1285-4abc-a285-a543dd52ee6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:02.893808 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c06cc333-5451-4972-906a-883885dcb43c req-6a0d447e-1285-4abc-a285-a543dd52ee6c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800261 Mar 23 10:34:02.937210 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.941706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.965693 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73b67b5-45be-4dcc-b778-180d02178024,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:02.976373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:02.980336 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ebdee600-8e4d-416e-b1ed-1388b7babc58 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1782265 Mar 23 10:34:02.980742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39332) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:02.988489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9c379d20-58b3-4851-90cc-6c7ef0a76db2', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:02.994343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:02.998979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:03.002352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:03.010531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:03.029662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:34:03.030392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.039284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c06cc333-5451-4972-906a-883885dcb43c req-0d72efab-97dd-4524-aa10-14d76ac58ec1 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386468 Mar 23 10:34:03.100554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.104407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.128671 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081a9c12-d306-4306-8484-311207261373,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:03.139328 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.141556 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3c22b29c-cc01-4730-862f-096c7718a861 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593864 Mar 23 10:34:03.143401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39336) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:03.150062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9c379d20-58b3-4851-90cc-6c7ef0a76db2', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:03.162497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:03.169659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:03.173893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:03.181850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:03.207544 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c06cc333-5451-4972-906a-883885dcb43c req-5da3e725-f2b9-4fb7-8426-1f27639acf9f service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611295 Mar 23 10:34:03.215993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.283075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.287694 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.310545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13b5faf-4a6a-4ed7-a190-7359260859d1,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:03.320053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.323830 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-992f3029-2949-4c3a-a6ef-07effc2b0674 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1766355 Mar 23 10:34:03.324035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39340) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:03.329423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9c379d20-58b3-4851-90cc-6c7ef0a76db2', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:03.334918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:03.338619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:03.341977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:03.347430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:03.363861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.405609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '1f09af91-a97f-4a9b-9934-e1dd9470072a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:1a:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:00Z', 'updated_at': '2022-03-23T10:34:00Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:03.409686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16f5bbe-b3f5-461f-940d-fb4e148b1eae None None] The sync data for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv is: [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '1f09af91-a97f-4a9b-9934-e1dd9470072a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:1a:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:00Z', 'updated_at': '2022-03-23T10:34:00Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:34:03.429885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.434016 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.457256 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94248800-b413-4c71-bcfc-22b7dd8bbe4e,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:03.469084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.470263 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-05825214-43d0-4642-80b7-c325629cfbc2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447766 Mar 23 10:34:03.472870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39344) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:03.477940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9c379d20-58b3-4851-90cc-6c7ef0a76db2', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:03.484029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:03.487795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:03.490736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:03.496355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:03.506746 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:34:03.513823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.582863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.586990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.608716 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a13a73-8c1b-4d4a-ba38-34056bd2becb None None] New status for floating IP 1f09af91-a97f-4a9b-9934-e1dd9470072a: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:34:03.611303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e3bf97-a797-43fd-8eca-38067d90ae6f,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:03.620076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.624086 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-15ba6e74-15bf-4103-bf1e-be10d5c4bcf5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1474001 Mar 23 10:34:03.624815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39348) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:03.630191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': '9c379d20-58b3-4851-90cc-6c7ef0a76db2', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:03.636326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:03.640168 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:03.643101 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:03.648627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:03.659841 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:34:03.673204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.681211 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-62ee2faf-606b-4a2a-aca6-9a9cd3e91545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.742041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.746026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.772405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035821c6-92ba-4ae6-80c9-3a38650051c2,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:03.781735 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:03.783008 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-037bc993-6c42-4db3-92d3-e5d8f7e44f5d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1570845 Mar 23 10:34:03.950482 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-9bbefef4-1167-4631-9e3d-32ce4efc8bfa tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303297908&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.0403755 Mar 23 10:34:04.096754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-5d726cbf-5c8d-4651-9a24-39e37e04815b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:04.098098 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-5d726cbf-5c8d-4651-9a24-39e37e04815b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 796 time: 0.1404288 Mar 23 10:34:04.112542 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1bbb71dc-3415-4786-aa06-0354a388de5e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/quotas/45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0090604 Mar 23 10:34:04.197962 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-dd08a7cc-5c47-4b5a-8a85-b9389ef629c8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0792127 Mar 23 10:34:04.377856 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1667f5b1-d7db-49fd-ad5b-abd41187c217 service neutron] 10.222.0.84 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685755 Mar 23 10:34:04.504775 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-326a10b6-1476-46e6-b9e7-e191c696e320 service neutron] 10.222.0.84 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212342 Mar 23 10:34:04.675915 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e869b7a9-98c2-46c4-b783-76433d89efb0 req-a9dba7ae-339a-4465-a94d-e1f266fc6c2d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 210 time: 0.0419829 Mar 23 10:34:05.840241 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f3422bb8-c179-40d6-94d6-5f065457dcc4 req-8312a0b0-e22f-4464-acf3-5bff191e1611 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 210 time: 0.0503144 Mar 23 10:34:05.846798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-05ceed18-4881-4d16-8f9c-f6c286823e78 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:05.848096 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-05ceed18-4881-4d16-8f9c-f6c286823e78 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 796 time: 0.2920663 Mar 23 10:34:05.897990 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-ea13bf75-314d-4aff-9621-f60f68b24383 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 472 time: 0.0409989 Mar 23 10:34:05.912619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'device_id': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'admin_state_up': True, 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'security_groups': ['9c379d20-58b3-4851-90cc-6c7ef0a76db2']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:06.052581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:06.062724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:06.072436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:34:06.075881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:06.244499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.13 (7a8f57ce-213b-4657-aed5-f811f44901dd/59bc4e40-13a1-47a0-9100-eaf6cba87c6f/3ccacb53-ded9-4390-8804-89d292f2f276) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:34:06.320105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:06.437350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:06.452803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 3ccacb53-ded9-4390-8804-89d292f2f276 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:34:06.476326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:06.533561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-64dc69ef-e956-4068-8330-b6f23cd91447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:06.544844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 7a8f57ce-213b-4657-aed5-f811f44901dd is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:34:06.547740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:34:06.556517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:34:06.587929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=3ccacb53-ded9-4390-8804-89d292f2f276,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:06.625793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:06.626396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:06.651279 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1d0a560d-3433-4c4b-8450-d613784c1ca5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7420855 Mar 23 10:34:06.662986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Request body: {'port': {'device_id': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:06.777375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:06.777950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a16d094b-47df-48ed-ac5c-801633f0ad25 None None] Provisioning for port 3ccacb53-ded9-4390-8804-89d292f2f276 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:34:06.782899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a16d094b-47df-48ed-ac5c-801633f0ad25 None None] Provisioning complete for port 3ccacb53-ded9-4390-8804-89d292f2f276 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:06.783266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a16d094b-47df-48ed-ac5c-801633f0ad25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:06.850629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a16d094b-47df-48ed-ac5c-801633f0ad25 None None] Port 3ccacb53-ded9-4390-8804-89d292f2f276 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:34:07.021919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477bc10-1686-4436-b449-b424f86259c6 req-d5a4b454-9d94-4a21-acca-dce639e99b2c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:07.023374 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8477bc10-1686-4436-b449-b424f86259c6 req-d5a4b454-9d94-4a21-acca-dce639e99b2c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 932 time: 0.0772648 Mar 23 10:34:07.067023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-8477bc10-1686-4436-b449-b424f86259c6 req-9c57fb47-626a-42d2-8a23-80b3e4ee29c5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:34:07.081478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-8477bc10-1686-4436-b449-b424f86259c6 req-9c57fb47-626a-42d2-8a23-80b3e4ee29c5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:34:07.082695 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8477bc10-1686-4436-b449-b424f86259c6 req-9c57fb47-626a-42d2-8a23-80b3e4ee29c5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537381 Mar 23 10:34:07.123996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccacb53-ded9-4390-8804-89d292f2f276 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:34:07.131564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.145616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Transition to ACTIVE for port object 3ccacb53-ded9-4390-8804-89d292f2f276 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:34:07.149241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.267535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.301641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccacb53-ded9-4390-8804-89d292f2f276,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:07.383371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Attempting to bind port 3ccacb53-ded9-4390-8804-89d292f2f276 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:34:07.383662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Attempting to bind port 3ccacb53-ded9-4390-8804-89d292f2f276 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:34:07.383984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Attempting to bind port 3ccacb53-ded9-4390-8804-89d292f2f276 on network 7a8f57ce-213b-4657-aed5-f811f44901dd {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:34:07.388635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Port 3ccacb53-ded9-4390-8804-89d292f2f276 on network 7a8f57ce-213b-4657-aed5-f811f44901dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:34:07.388947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Attempting to bind port 3ccacb53-ded9-4390-8804-89d292f2f276 on network 7a8f57ce-213b-4657-aed5-f811f44901dd {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:34:07.394030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:34:07.394360 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Checking segment: {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:34:07.395007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Bound using segment: {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:34:07.395427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Bound port: 3ccacb53-ded9-4390-8804-89d292f2f276, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '403d7a0f-657b-4a89-b000-f2946833525c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:34:07.395772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.483741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.580725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] For port 3ccacb53-ded9-4390-8804-89d292f2f276, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:34:07.583567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] For port 3ccacb53-ded9-4390-8804-89d292f2f276, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3ccacb53-ded9-4390-8804-89d292f2f276,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:34:07.587786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.642435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:07.643036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:07.644375 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] 10.222.0.102 "PUT /v2.0/ports/3ccacb53-ded9-4390-8804-89d292f2f276 HTTP/1.1" status: 200 len: 1094 time: 0.9855025 Mar 23 10:34:07.644818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'tag': '3ccacb53-ded9-4390-8804-89d292f2f276'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:34:07.682240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8b2e6-f99d-4953-89a2-3e731cfb7fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccacb53-ded9-4390-8804-89d292f2f276,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:07.725062 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'tag': '3ccacb53-ded9-4390-8804-89d292f2f276', 'status': 'completed', 'code': 200} Mar 23 10:34:07.769899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-df2d0824-ac3d-44a3-9de0-7d5a456c5562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:07.771628 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-df2d0824-ac3d-44a3-9de0-7d5a456c5562 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 1097 time: 0.0790582 Mar 23 10:34:07.839222 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-39d4645d-33a6-4041-b444-df7ee9e79723 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ccacb53-ded9-4390-8804-89d292f2f276 HTTP/1.1" status: 200 len: 217 time: 0.0602498 Mar 23 10:34:07.903154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-87c67ba0-933f-4fee-9840-f342dcee9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:07.904661 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-87c67ba0-933f-4fee-9840-f342dcee9eeb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0593007 Mar 23 10:34:07.978277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-b4fb71e3-3695-4cea-a4e3-0248efce3b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:07.979705 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-b4fb71e3-3695-4cea-a4e3-0248efce3b16 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681677 Mar 23 10:34:08.111307 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-f051398f-5093-4216-8294-0aca744830f0 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239965 Mar 23 10:34:08.244407 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-db164839-8f42-4028-87a4-6bd0d4b2ed1f req-1f06b86a-08b5-4f43-a7eb-e50a8955fd12 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272187 Mar 23 10:34:08.270154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbc15c-5225-4efb-bc10-e6aee9a3dbe3 req-8906cd49-82f4-4887-9c93-e87c8bd7c110 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:08.271572 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5fbc15c-5225-4efb-bc10-e6aee9a3dbe3 req-8906cd49-82f4-4887-9c93-e87c8bd7c110 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 944 time: 0.0818436 Mar 23 10:34:08.316460 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5fbc15c-5225-4efb-bc10-e6aee9a3dbe3 req-5d57e5a0-9a8c-4215-ae94-a25710beb36f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380080 Mar 23 10:34:08.364731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-614f1058-76b2-4b0c-9d8e-a14d2fb5f41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:08.366240 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-614f1058-76b2-4b0c-9d8e-a14d2fb5f41f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 1097 time: 0.0771585 Mar 23 10:34:08.497336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-1a6f1aa6-60b5-4d28-a940-75589362e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:08.498745 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-1a6f1aa6-60b5-4d28-a940-75589362e354 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 897 time: 0.1245894 Mar 23 10:34:08.565674 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-0dcf6535-b8e5-444e-abdb-bd37ea5de934 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ccacb53-ded9-4390-8804-89d292f2f276 HTTP/1.1" status: 200 len: 217 time: 0.0580878 Mar 23 10:34:08.627838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-fa1943a3-79d8-4e97-b34c-d0edfa66caab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:08.629245 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-fa1943a3-79d8-4e97-b34c-d0edfa66caab service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0577953 Mar 23 10:34:08.702003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-d4018a85-fab3-4d9f-bd37-5ba9e4cb8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:08.703442 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-d4018a85-fab3-4d9f-bd37-5ba9e4cb8ff5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679562 Mar 23 10:34:08.836338 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-c9beedb5-7f04-489e-b49c-25a280819abc service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247687 Mar 23 10:34:08.966837 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5669c130-1409-4e51-b87c-7a066f42dd58 req-06b4bcca-17d6-4b08-ab81-c3fe46cc34ba service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243618 Mar 23 10:34:09.533399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:09.646179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bd07d-da13-4d7f-8818-08e1b2aa35c5 req-d55b69b2-f785-4855-a646-19498cbcd4e9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:09.646766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-165bd07d-da13-4d7f-8818-08e1b2aa35c5 req-d55b69b2-f785-4855-a646-19498cbcd4e9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:34:09.660995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-165bd07d-da13-4d7f-8818-08e1b2aa35c5 req-d55b69b2-f785-4855-a646-19498cbcd4e9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:34:09.662140 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-165bd07d-da13-4d7f-8818-08e1b2aa35c5 req-d55b69b2-f785-4855-a646-19498cbcd4e9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 944 time: 0.0967789 Mar 23 10:34:09.705721 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-165bd07d-da13-4d7f-8818-08e1b2aa35c5 req-0e694e3e-fc73-4470-b9b6-917bf27c8290 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379822 Mar 23 10:34:10.885405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d97fe5-84e7-4b59-bc80-b723cecd607e req-c8fa34f5-d9a9-4b00-869f-41205bb305f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:10.886911 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5d97fe5-84e7-4b59-bc80-b723cecd607e req-c8fa34f5-d9a9-4b00-869f-41205bb305f4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 944 time: 0.0769818 Mar 23 10:34:11.035642 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e5d97fe5-84e7-4b59-bc80-b723cecd607e req-f7bf08b1-0073-4be4-8c16-1a55380292cf tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430256 Mar 23 10:34:11.703167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3ccacb53-ded9-4390-8804-89d292f2f276 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:34:11.834475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 3ccacb53-ded9-4390-8804-89d292f2f276, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3ccacb53-ded9-4390-8804-89d292f2f276,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:34:11.847719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '3ccacb53-ded9-4390-8804-89d292f2f276', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'port_id': '3ccacb53-ded9-4390-8804-89d292f2f276', 'mac_address': 'fa:16:3e:5c:e3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 811, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:34:11.904842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:11.958325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccacb53-ded9-4390-8804-89d292f2f276 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:34:11.974189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 3ccacb53-ded9-4390-8804-89d292f2f276, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3ccacb53-ded9-4390-8804-89d292f2f276,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:34:11.977518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:12.040822 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=3ccacb53-ded9-4390-8804-89d292f2f276,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:12.216343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a144d8-6c96-4cdc-8077-9a4c9551ff57 req-3fb19201-851a-445e-90bb-de66cd37bffb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:12.217731 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-35a144d8-6c96-4cdc-8077-9a4c9551ff57 req-3fb19201-851a-445e-90bb-de66cd37bffb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 945 time: 0.0804801 Mar 23 10:34:12.235877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['3ccacb53-ded9-4390-8804-89d292f2f276'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:34:12.263093 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-35a144d8-6c96-4cdc-8077-9a4c9551ff57 req-620e337e-2a5d-4550-9d45-4df15f6b1d4c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395303 Mar 23 10:34:13.443971 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab52087-ff62-4513-8994-dd97d944dbc4 req-175d4c88-0e42-4111-9452-6a91f15c2185 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:13.445445 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8ab52087-ff62-4513-8994-dd97d944dbc4 req-175d4c88-0e42-4111-9452-6a91f15c2185 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 945 time: 0.0796726 Mar 23 10:34:13.490413 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8ab52087-ff62-4513-8994-dd97d944dbc4 req-b7011784-a230-4b54-9012-ef52425b7f7e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379734 Mar 23 10:34:13.723225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3ccacb53-ded9-4390-8804-89d292f2f276 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:34:13.787972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 3ccacb53-ded9-4390-8804-89d292f2f276 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:34:13.792541 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 3ccacb53-ded9-4390-8804-89d292f2f276 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:13.793460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:13.906326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:13.932020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccacb53-ded9-4390-8804-89d292f2f276'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:34:13.942261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 3ccacb53-ded9-4390-8804-89d292f2f276, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3ccacb53-ded9-4390-8804-89d292f2f276,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:34:13.946039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:13.983696 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccacb53-ded9-4390-8804-89d292f2f276', 'code': 200} Mar 23 10:34:14.015654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=3ccacb53-ded9-4390-8804-89d292f2f276,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:14.305424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881477a6-6a79-4a76-bf9a-d10901bfe412 req-25c0a433-d8f0-4f41-8835-699af1ba987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:14.306899 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-881477a6-6a79-4a76-bf9a-d10901bfe412 req-25c0a433-d8f0-4f41-8835-699af1ba987f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 1099 time: 0.1697040 Mar 23 10:34:14.346716 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-881477a6-6a79-4a76-bf9a-d10901bfe412 req-9cbd455f-2dbf-446e-8022-71eca2915a7e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324600 Mar 23 10:34:14.678014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3b8b-cd89-4eb2-bbb0-24e124f4595e req-53d749f5-6cf5-4797-bf51-254f166b81b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:14.679359 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-41de3b8b-cd89-4eb2-bbb0-24e124f4595e req-53d749f5-6cf5-4797-bf51-254f166b81b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 946 time: 0.0800624 Mar 23 10:34:14.722059 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-41de3b8b-cd89-4eb2-bbb0-24e124f4595e req-3d976c40-3644-43d2-be91-66b5330df3fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370512 Mar 23 10:34:15.904092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805c24a-bd65-4210-a919-77894d5ad46c req-8504e8e6-f0fe-4f2d-81d1-161fd3fbec1e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:15.905551 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0805c24a-bd65-4210-a919-77894d5ad46c req-8504e8e6-f0fe-4f2d-81d1-161fd3fbec1e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 946 time: 0.0788863 Mar 23 10:34:15.951842 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0805c24a-bd65-4210-a919-77894d5ad46c req-5d2e4749-276e-4fca-abb1-94839c8803b6 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405815 Mar 23 10:34:16.131285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0841133-b41d-4ead-8123-86103a60b11e req-3783064e-1262-4b19-a815-b54252c41d42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:16.132613 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f0841133-b41d-4ead-8123-86103a60b11e req-3783064e-1262-4b19-a815-b54252c41d42 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 946 time: 0.0775819 Mar 23 10:34:16.178059 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f0841133-b41d-4ead-8123-86103a60b11e req-87db9cce-50b2-4526-92ce-1799fa66d7b0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395911 Mar 23 10:34:16.200249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39404) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:16.267903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d21d31-4d2e-4443-8960-a9a757ee603b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:16.269395 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-38d21d31-4d2e-4443-8960-a9a757ee603b tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 1094 time: 0.0682032 Mar 23 10:34:16.272065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39408) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:16.276879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '3ccacb53-ded9-4390-8804-89d292f2f276', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:16.282657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:34:16.286414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:floatingip and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:34:16.289310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:34:16.295401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:34:16.306285 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:16.441061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:16.576226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.185 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/3565274d-4f9f-4674-ab22-0292d4971033) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:34:16.720440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:16.749348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:16.806366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:34:16.809841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:34:16.812557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:34:16.858349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=3565274d-4f9f-4674-ab22-0292d4971033,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:17.228119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:17.299234 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:17.595769 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:17.600151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:17.707318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=3565274d-4f9f-4674-ab22-0292d4971033,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:17.717068 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:17.885611 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 2c2cea3c-548f-444e-8ce9-8883dfdcdbad associated. External IP: 172.26.4.185, port: 3ccacb53-ded9-4390-8804-89d292f2f276. Mar 23 10:34:18.229973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:34:18.401928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:34:18.411929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e00a8-117f-46de-b6de-362630b5682f None None] Sync routers for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:34:18.421636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e00a8-117f-46de-b6de-362630b5682f None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:34:18.422282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-687e00a8-117f-46de-b6de-362630b5682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:34:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:18.425967 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:18.483905 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b14a72bb-5e4c-4add-a68c-b18390f9970d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2107627 Mar 23 10:34:18.484391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'tag': '3ccacb53-ded9-4390-8804-89d292f2f276'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:34:18.535988 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'tag': '3ccacb53-ded9-4390-8804-89d292f2f276', 'status': 'completed', 'code': 200} Mar 23 10:34:18.599177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-687e00a8-117f-46de-b6de-362630b5682f None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:34:18.627384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-b64a739e-8bb5-4e22-b98c-3a1ba529f40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:18.628847 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-b64a739e-8bb5-4e22-b98c-3a1ba529f40d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 1099 time: 0.0703850 Mar 23 10:34:18.758986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-2a071a9a-0d05-49e8-9086-2785fc974c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:18.760337 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-2a071a9a-0d05-49e8-9086-2785fc974c2a service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 897 time: 0.1248074 Mar 23 10:34:18.862961 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-621ece54-2eb8-44a5-8eaf-292ebd3b8dd1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ccacb53-ded9-4390-8804-89d292f2f276 HTTP/1.1" status: 200 len: 1000 time: 0.0960152 Mar 23 10:34:18.923806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-43e26103-c544-413e-a223-f1f39bf64645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:18.925306 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-43e26103-c544-413e-a223-f1f39bf64645 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0563724 Mar 23 10:34:18.946184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-687e00a8-117f-46de-b6de-362630b5682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '1f09af91-a97f-4a9b-9934-e1dd9470072a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:1a:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:00Z', 'updated_at': '2022-03-23T10:34:03Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}, {'id': '2c2cea3c-548f-444e-8ce9-8883dfdcdbad', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': '3ccacb53-ded9-4390-8804-89d292f2f276', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:5c:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:17Z', 'updated_at': '2022-03-23T10:34:17Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:18.950221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e00a8-117f-46de-b6de-362630b5682f None None] Checking router: 2a7c9874-7bc8-470d-8fc5-759c8608ba8a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:34:18.958593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e00a8-117f-46de-b6de-362630b5682f None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:34:18.959187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-687e00a8-117f-46de-b6de-362630b5682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:34:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:19.002473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-69a3f2b5-3bd4-4c40-8b67-543a021d3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:19.004110 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-69a3f2b5-3bd4-4c40-8b67-543a021d3eee service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722668 Mar 23 10:34:19.136789 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-cd1a662e-63e0-4201-943c-e6e4968da048 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261117 Mar 23 10:34:19.142595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-687e00a8-117f-46de-b6de-362630b5682f None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:34:19.271348 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-480ffb0d-77c1-4615-a425-59ffa754e5b8 req-0135ebde-5cfe-46c3-9daf-a6eadbc77ed1 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281271 Mar 23 10:34:19.519002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-687e00a8-117f-46de-b6de-362630b5682f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '1f09af91-a97f-4a9b-9934-e1dd9470072a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:1a:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:00Z', 'updated_at': '2022-03-23T10:34:03Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}, {'id': '2c2cea3c-548f-444e-8ce9-8883dfdcdbad', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': '3ccacb53-ded9-4390-8804-89d292f2f276', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:5c:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:17Z', 'updated_at': '2022-03-23T10:34:17Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:34:19.523010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e00a8-117f-46de-b6de-362630b5682f None None] The sync data for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv is: [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '1f09af91-a97f-4a9b-9934-e1dd9470072a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:1a:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:00Z', 'updated_at': '2022-03-23T10:34:03Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}, {'id': '2c2cea3c-548f-444e-8ce9-8883dfdcdbad', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.185', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': '3ccacb53-ded9-4390-8804-89d292f2f276', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:5c:e3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:17Z', 'updated_at': '2022-03-23T10:34:17Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:34:19.698302 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef4951-619c-4a26-bc05-5767b75f4786 None None] New status for floating IP 2c2cea3c-548f-444e-8ce9-8883dfdcdbad: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:34:22.943958 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-905d44da-e258-4f60-b864-79b85bd64aa5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674047 Mar 23 10:34:23.102546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-34b0e7a0-775c-467b-a360-a11b627e75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:23.103950 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-34b0e7a0-775c-467b-a360-a11b627e75c9 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 1098 time: 0.0731099 Mar 23 10:34:23.245863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-1224cd70-8997-45c4-a1d8-b5126a86480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:23.247284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-1224cd70-8997-45c4-a1d8-b5126a86480d service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 897 time: 0.1245334 Mar 23 10:34:23.346946 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-75c4c064-d462-4204-9e03-cf48b8998208 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 200 len: 1000 time: 0.0931351 Mar 23 10:34:23.411559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-cfe66bf3-3f7b-48f7-bc3d-586c31696f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:23.412905 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-cfe66bf3-3f7b-48f7-bc3d-586c31696f5b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0594525 Mar 23 10:34:23.486293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-02b91ac1-0157-446a-8615-97284bda6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:23.487638 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-02b91ac1-0157-446a-8615-97284bda6b4b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683458 Mar 23 10:34:23.617955 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-6c17331f-2676-4785-a19e-75dc21cb42f5 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237161 Mar 23 10:34:23.844404 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-15fb2d9e-960c-4b8c-82cb-68967993d505 req-1ab0d126-6af8-4db2-9b4c-0198797416a9 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197924 Mar 23 10:34:33.673400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7d5f5a75-232c-4e81-ac62-4740fe8d710a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:36.308260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:36.538656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-18a1da65-e13a-4e73-bb4c-9dc15d52dd91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.260448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:37.476788 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:38.539795 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:34:39.535066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:54.933918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39426) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:55.034014 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b63a271a-a118-4871-8bd0-22d8bdbd6de4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/1f09af91-a97f-4a9b-9934-e1dd9470072a HTTP/1.1" status: 200 len: 992 time: 0.0989776 Mar 23 10:34:55.787882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39436) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:55.793924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:55.910748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:56.223418 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port afccf3b8-d9a2-44db-affc-d8f7cc1aec46, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:34:56.247571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:56.252142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:56.312868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:56.313491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:56.314848 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/ports/afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 200 len: 938 time: 0.5259480 Mar 23 10:34:56.315498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:34:56.344703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,revision_number=6']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:34:56.352665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.353016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.353491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.353749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.354107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.354436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.354760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.355084 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.355408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.355727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.356044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.356360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0374fbf-f498-47a8-909a-ccc26ef46959 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:34:56.361630 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'status': 'completed', 'code': 200} Mar 23 10:34:56.459945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-fddd8e36-983d-456b-a06b-dc94549a651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:56.461691 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-fddd8e36-983d-456b-a06b-dc94549a651a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 1099 time: 0.0769122 Mar 23 10:34:56.571964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-94b899ca-d73e-4ad7-ae4a-4117f7f6e95c None None] Provisioning complete for port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:34:56.573087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-94b899ca-d73e-4ad7-ae4a-4117f7f6e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:34:56.591419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-7f5e1421-a910-4906-add7-396f055c170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:56.592841 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-7f5e1421-a910-4906-add7-396f055c170d service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 897 time: 0.1255431 Mar 23 10:34:56.630578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-94b899ca-d73e-4ad7-ae4a-4117f7f6e95c None None] Port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 is administratively disabled so it will not transition to active. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 23 10:34:56.693375 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-1ff56fbf-e888-4984-bef8-b705a851f460 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 200 len: 1001 time: 0.0937169 Mar 23 10:34:56.753949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-6c61cc8b-10a0-432e-90d3-3e14affd4a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:56.755264 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-6c61cc8b-10a0-432e-90d3-3e14affd4a80 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0562112 Mar 23 10:34:56.830945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-f023f457-f7e8-49fe-b162-f0240611e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:34:56.832408 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-f023f457-f7e8-49fe-b162-f0240611e7b2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709035 Mar 23 10:34:56.966304 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-80a735f1-11d5-4525-afd9-29172299fb14 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277792 Mar 23 10:34:57.099458 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5b7264ab-b26a-408e-9005-55ac0f7da2ce req-339d1745-a139-4eed-80a8-78f3d2949705 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267924 Mar 23 10:34:59.736365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39446) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:34:59.742249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ddad42c1-413e-48b0-80c9-f49abefd6f56 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:34:59.861603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ddad42c1-413e-48b0-80c9-f49abefd6f56 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:00.083935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-ddad42c1-413e-48b0-80c9-f49abefd6f56 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port afccf3b8-d9a2-44db-affc-d8f7cc1aec46, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:00.108407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ddad42c1-413e-48b0-80c9-f49abefd6f56 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:00.112816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ddad42c1-413e-48b0-80c9-f49abefd6f56 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:00.175600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad42c1-413e-48b0-80c9-f49abefd6f56 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:00.176278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ddad42c1-413e-48b0-80c9-f49abefd6f56 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:00.178045 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ddad42c1-413e-48b0-80c9-f49abefd6f56 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/ports/afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 200 len: 937 time: 0.4406786 Mar 23 10:35:00.178663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:35:00.181615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39450) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:00.214169 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad42c1-413e-48b0-80c9-f49abefd6f56 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,revision_number=7']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:00.236017 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'status': 'completed', 'code': 200} Mar 23 10:35:00.339461 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cb91c462-3a35-4a88-abb8-e7bfcb7c0178 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/1f09af91-a97f-4a9b-9934-e1dd9470072a HTTP/1.1" status: 200 len: 992 time: 0.1548898 Mar 23 10:35:00.365326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-642ed9f1-8eaa-46cf-b332-9a2442dbae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:00.366794 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-642ed9f1-8eaa-46cf-b332-9a2442dbae48 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 1098 time: 0.1012077 Mar 23 10:35:00.372873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d073b105-a1da-480b-a1b6-7479b8b15432 None None] Provisioning complete for port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:00.373406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d073b105-a1da-480b-a1b6-7479b8b15432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:00.437564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['afccf3b8-d9a2-44db-affc-d8f7cc1aec46'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:35:00.497380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-f73cf891-0569-446c-b08a-1ed3466bfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:00.498811 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-f73cf891-0569-446c-b08a-1ed3466bfabb service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 897 time: 0.1261396 Mar 23 10:35:00.602559 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-22e2dccb-9a1d-4f70-a8e7-80f4f6d8ccf0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 200 len: 1000 time: 0.0964038 Mar 23 10:35:00.662048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-78186384-ace1-4d41-9e31-a7d15b624ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:00.663445 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-78186384-ace1-4d41-9e31-a7d15b624ef3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0553751 Mar 23 10:35:00.738944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-71ca6789-74fe-4a81-829c-9f018f932482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:00.740562 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-71ca6789-74fe-4a81-829c-9f018f932482 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714509 Mar 23 10:35:00.965942 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-29618e6e-9f36-40ec-a9c1-1d70f4315d30 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193997 Mar 23 10:35:01.092569 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb95f4fc-9006-45be-b17e-c70ae1b82da7 req-ee9fa8a4-3ce2-4624-a11f-34bfb7b6099a service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193919 Mar 23 10:35:02.895443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39462) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:03.097950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 3565274d-4f9f-4674-ab22-0292d4971033 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:35:03.098300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:03.263258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:03.263581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:03.383059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 3565274d-4f9f-4674-ab22-0292d4971033 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:35:03.530157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:03.576707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=3565274d-4f9f-4674-ab22-0292d4971033,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:03.617562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.617937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.618314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.618674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.619654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.620001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.620329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.620656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.620977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.621326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.621640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.621953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:03.675921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-51de5f68-af9f-42fc-9e10-e499951d225a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:03.682731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:03.683193 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 2c2cea3c-548f-444e-8ce9-8883dfdcdbad disassociated (deleted). External IP: 172.26.4.185, port: 3ccacb53-ded9-4390-8804-89d292f2f276. Mar 23 10:35:04.036071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:35:04.312193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:35:04.321330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] Sync routers for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:35:04.331140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:04.331732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:34:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:04.332276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:04.389629 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a26b0597-61ab-475a-87fa-aea371de0e7c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/floatingips/2c2cea3c-548f-444e-8ce9-8883dfdcdbad HTTP/1.1" status: 204 len: 168 time: 1.4930961 Mar 23 10:35:04.390198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'tag': '3ccacb53-ded9-4390-8804-89d292f2f276'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:35:04.438047 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'tag': '3ccacb53-ded9-4390-8804-89d292f2f276', 'status': 'completed', 'code': 200} Mar 23 10:35:04.518347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:04.536442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e7c2-f494-4288-aff3-d96395d33366 req-cd0b760d-211b-4b74-b733-1a6d154b63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:04.537963 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2920e7c2-f494-4288-aff3-d96395d33366 req-cd0b760d-211b-4b74-b733-1a6d154b63ce service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 1099 time: 0.0742793 Mar 23 10:35:04.679663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e7c2-f494-4288-aff3-d96395d33366 req-a2a3da11-4b7b-40f8-a580-6d6e359dac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:04.681265 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2920e7c2-f494-4288-aff3-d96395d33366 req-a2a3da11-4b7b-40f8-a580-6d6e359dac93 service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 897 time: 0.1371062 Mar 23 10:35:04.752589 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2920e7c2-f494-4288-aff3-d96395d33366 req-0974a533-ec20-4ecd-881d-42642d560747 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ccacb53-ded9-4390-8804-89d292f2f276 HTTP/1.1" status: 200 len: 217 time: 0.0648794 Mar 23 10:35:04.765705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0695e-4150-4e0a-97ea-224764b81e43 req-492bb58d-bd81-4cc2-a1ed-d28ebc31d4c7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:04.767173 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-daf0695e-4150-4e0a-97ea-224764b81e43 req-492bb58d-bd81-4cc2-a1ed-d28ebc31d4c7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 946 time: 0.0860770 Mar 23 10:35:04.815368 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-daf0695e-4150-4e0a-97ea-224764b81e43 req-747d4724-ed25-464c-acb6-9043a01c6512 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417948 Mar 23 10:35:04.816134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e7c2-f494-4288-aff3-d96395d33366 req-bbb327b0-b51a-4257-b8ef-b4aa8665d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:04.817694 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2920e7c2-f494-4288-aff3-d96395d33366 req-bbb327b0-b51a-4257-b8ef-b4aa8665d5f7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0583806 Mar 23 10:35:04.907609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e7c2-f494-4288-aff3-d96395d33366 req-0bb2e12b-849b-41ab-bc5b-9ca89f3377c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:04.909149 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2920e7c2-f494-4288-aff3-d96395d33366 req-0bb2e12b-849b-41ab-bc5b-9ca89f3377c1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849771 Mar 23 10:35:04.919462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '1f09af91-a97f-4a9b-9934-e1dd9470072a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:1a:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:00Z', 'updated_at': '2022-03-23T10:34:03Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:04.924514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] Checking router: 2a7c9874-7bc8-470d-8fc5-759c8608ba8a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:35:04.934383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:04.934974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:34:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:05.042805 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2920e7c2-f494-4288-aff3-d96395d33366 req-ee605286-f47b-4d2e-b6c7-9fc55f33c211 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269004 Mar 23 10:35:05.108836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:05.177266 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2920e7c2-f494-4288-aff3-d96395d33366 req-811202f2-877a-4158-9c86-69810484ab88 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279917 Mar 23 10:35:05.448456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '1f09af91-a97f-4a9b-9934-e1dd9470072a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:1a:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:00Z', 'updated_at': '2022-03-23T10:34:03Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:05.452402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549640ee-c9ea-426b-991e-4fe56ca9df8f None None] The sync data for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv is: [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '1f09af91-a97f-4a9b-9934-e1dd9470072a', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'port_id': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'mac_address': 'fa:16:3e:1a:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:34:00Z', 'updated_at': '2022-03-23T10:34:03Z', 'revision_number': 1, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:35:05.663662 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59880eee-530d-4714-99a9-3177bcf93b8e None None] New status for floating IP 2c2cea3c-548f-444e-8ce9-8883dfdcdbad: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:35:06.041891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-952f0fb5-abd4-40ec-9a07-04b21d5850d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:06.042476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-952f0fb5-abd4-40ec-9a07-04b21d5850d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:06.064603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d32d0-934f-4903-9b1c-8692f7c77273 req-732c88fa-e9cf-462e-8796-04eb5de3fe0c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:06.065291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-538d32d0-934f-4903-9b1c-8692f7c77273 req-732c88fa-e9cf-462e-8796-04eb5de3fe0c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:06.079756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-952f0fb5-abd4-40ec-9a07-04b21d5850d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:06.080870 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-952f0fb5-abd4-40ec-9a07-04b21d5850d4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 946 time: 0.1683216 Mar 23 10:35:06.082512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-538d32d0-934f-4903-9b1c-8692f7c77273 req-732c88fa-e9cf-462e-8796-04eb5de3fe0c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:06.083489 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-538d32d0-934f-4903-9b1c-8692f7c77273 req-732c88fa-e9cf-462e-8796-04eb5de3fe0c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 946 time: 0.1364586 Mar 23 10:35:06.176784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-f79a9c6c-69cc-4cd3-9c57-2149be8c0b22 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 3ccacb53-ded9-4390-8804-89d292f2f276 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:35:06.177149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-f79a9c6c-69cc-4cd3-9c57-2149be8c0b22 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:06.204466 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-538d32d0-934f-4903-9b1c-8692f7c77273 req-d066e169-b412-487a-aa84-c3e767961634 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=9c379d20-58b3-4851-90cc-6c7ef0a76db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892770 Mar 23 10:35:06.306487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:06.419964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-f79a9c6c-69cc-4cd3-9c57-2149be8c0b22 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 3ccacb53-ded9-4390-8804-89d292f2f276, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=3ccacb53-ded9-4390-8804-89d292f2f276,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:06.420309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-f79a9c6c-69cc-4cd3-9c57-2149be8c0b22 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:06.540665 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d9caceed-5cb8-43be-838c-12c455d07fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:06.639620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-f79a9c6c-69cc-4cd3-9c57-2149be8c0b22 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 3ccacb53-ded9-4390-8804-89d292f2f276 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:35:06.773663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-f79a9c6c-69cc-4cd3-9c57-2149be8c0b22 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:06.825190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a9c6c-69cc-4cd3-9c57-2149be8c0b22 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=3ccacb53-ded9-4390-8804-89d292f2f276,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:06.899302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-f79a9c6c-69cc-4cd3-9c57-2149be8c0b22 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port 3ccacb53-ded9-4390-8804-89d292f2f276 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:35:06.902153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-f79a9c6c-69cc-4cd3-9c57-2149be8c0b22 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:06.904541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'name': 'network-vif-deleted', 'tag': '3ccacb53-ded9-4390-8804-89d292f2f276'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:35:06.919236 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8befe7c1-21a5-40c7-b82a-b993fb15f6f1 req-f79a9c6c-69cc-4cd3-9c57-2149be8c0b22 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "DELETE /v2.0/ports/3ccacb53-ded9-4390-8804-89d292f2f276 HTTP/1.1" status: 204 len: 173 time: 0.8330569 Mar 23 10:35:06.950704 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c774ac06-0f1d-4b34-ad13-e1aa4ee04530', 'name': 'network-vif-deleted', 'tag': '3ccacb53-ded9-4390-8804-89d292f2f276', 'status': 'completed', 'code': 200} Mar 23 10:35:07.264889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:07.379487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-571774c0-aab3-440c-bb61-672cdb63d234 req-b7e9d1e7-e770-4547-95fa-e25d8a440aeb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:07.394478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-571774c0-aab3-440c-bb61-672cdb63d234 req-b7e9d1e7-e770-4547-95fa-e25d8a440aeb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:07.395614 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-571774c0-aab3-440c-bb61-672cdb63d234 req-b7e9d1e7-e770-4547-95fa-e25d8a440aeb tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=c774ac06-0f1d-4b34-ad13-e1aa4ee04530 HTTP/1.1" status: 200 len: 210 time: 0.0583313 Mar 23 10:35:07.480220 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:08.493719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39480) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:08.559689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b1b4bb7f-4149-4fde-8cdd-0397c5ac25a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:08.589664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b1b4bb7f-4149-4fde-8cdd-0397c5ac25a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:08.653290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b1b4bb7f-4149-4fde-8cdd-0397c5ac25a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:08.680242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4bb7f-4149-4fde-8cdd-0397c5ac25a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c379d20-58b3-4851-90cc-6c7ef0a76db2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:08.690512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b1b4bb7f-4149-4fde-8cdd-0397c5ac25a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:08.691661 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b1b4bb7f-4149-4fde-8cdd-0397c5ac25a9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/9c379d20-58b3-4851-90cc-6c7ef0a76db2 HTTP/1.1" status: 204 len: 168 time: 0.1969593 Mar 23 10:35:08.722582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39486) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:08.918901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 410ede6b-c558-4514-8da2-fac37424f301 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:35:08.919236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:09.101615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:09.101926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:09.220146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 410ede6b-c558-4514-8da2-fac37424f301 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:35:09.365963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:09.439628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=410ede6b-c558-4514-8da2-fac37424f301,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:09.506828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:09.507512 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 1f09af91-a97f-4a9b-9934-e1dd9470072a disassociated (deleted). External IP: 172.26.4.98, port: afccf3b8-d9a2-44db-affc-d8f7cc1aec46. Mar 23 10:35:09.536420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:09.937508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:35:10.058702 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3ccacb53-ded9-4390-8804-89d292f2f276 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:35:10.093489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 3ccacb53-ded9-4390-8804-89d292f2f276 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:35:10.093825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 3ccacb53-ded9-4390-8804-89d292f2f276 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:35:10.117415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:35:10.127352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] Sync routers for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:35:10.136854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:10.137225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:10.137755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:35:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:10.190458 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e1905554-04b5-452d-87d5-aa00c73d1a19 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/floatingips/1f09af91-a97f-4a9b-9934-e1dd9470072a HTTP/1.1" status: 204 len: 168 time: 1.4667776 Mar 23 10:35:10.191029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:35:10.234808 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'status': 'completed', 'code': 200} Mar 23 10:35:10.323883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:10.331622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-744b6846-1a0d-4eea-a22b-e5fdfebb8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:10.333176 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-744b6846-1a0d-4eea-a22b-e5fdfebb8988 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 1098 time: 0.0741229 Mar 23 10:35:10.479847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-0ab091b6-ee70-442b-a2f4-78895a042dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:10.481323 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-0ab091b6-ee70-442b-a2f4-78895a042dbd service neutron] 10.222.0.102 "GET /v2.0/networks?id=7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 200 len: 897 time: 0.1422477 Mar 23 10:35:10.581022 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-ff327f29-5941-4a04-82f6-f67c662c79c0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 200 len: 217 time: 0.0934253 Mar 23 10:35:10.638016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:10.641823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] Checking router: 2a7c9874-7bc8-470d-8fc5-759c8608ba8a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:35:10.650092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:10.650622 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:35:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:10.659468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-54327b9e-c1e6-4a89-9e17-3ae0e0d4d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:10.660889 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-54327b9e-c1e6-4a89-9e17-3ae0e0d4d463 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 200 len: 832 time: 0.0689774 Mar 23 10:35:10.722476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56759f8a-d814-41d6-bca3-01e3f16f31f5 req-56e46224-b1df-4c18-93ee-002dcd585b55 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:10.723152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-56759f8a-d814-41d6-bca3-01e3f16f31f5 req-56e46224-b1df-4c18-93ee-002dcd585b55 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:10.744929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-56759f8a-d814-41d6-bca3-01e3f16f31f5 req-56e46224-b1df-4c18-93ee-002dcd585b55 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:10.746194 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-56759f8a-d814-41d6-bca3-01e3f16f31f5 req-56e46224-b1df-4c18-93ee-002dcd585b55 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 945 time: 0.2061284 Mar 23 10:35:10.793378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-32962e8b-df61-4852-8462-f49eff917a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:10.794875 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-32962e8b-df61-4852-8462-f49eff917a3a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=7a8f57ce-213b-4657-aed5-f811f44901dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1241498 Mar 23 10:35:10.827074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-56759f8a-d814-41d6-bca3-01e3f16f31f5 req-08d5c756-92fc-4b59-b224-cdc710627ce3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:10.871565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:10.912277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-56759f8a-d814-41d6-bca3-01e3f16f31f5 req-08d5c756-92fc-4b59-b224-cdc710627ce3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:10.913370 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-56759f8a-d814-41d6-bca3-01e3f16f31f5 req-08d5c756-92fc-4b59-b224-cdc710627ce3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603260 Mar 23 10:35:10.947611 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-f6fc4847-b1a4-44c2-8192-76ceba221fae service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442325 Mar 23 10:35:11.090693 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14040db0-ec9e-4608-8625-7ceac0bd0e63 req-dec1f2c5-33ef-4074-a01d-b1c5d2b3b9b5 service neutron] 10.222.0.102 "GET /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368771 Mar 23 10:35:11.183844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:11.187585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de17d4e-5090-4a78-88bd-f5cb44fcea4e None None] The sync data for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv is: [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:33:39Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '82c423e2-dc2a-4560-b2d2-5cfbf7d89252', 'name': '', 'network_id': '7a8f57ce-213b-4657-aed5-f811f44901dd', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:29:3f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:38Z', 'updated_at': '2022-03-23T10:33:44Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': '59bc4e40-13a1-47a0-9100-eaf6cba87c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:35:11.387615 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0806ce-5cdd-42c7-a076-3c08ff8a09ff None None] New status for floating IP 1f09af91-a97f-4a9b-9934-e1dd9470072a: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:35:11.893519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-600a1cdb-0108-4c1c-a5c5-6faa3ed9e7de tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:11.894988 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-600a1cdb-0108-4c1c-a5c5-6faa3ed9e7de tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 945 time: 0.0793602 Mar 23 10:35:12.083078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-dcaeb043-c4c4-4176-9287-2706d5dcf88d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:35:12.083411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-dcaeb043-c4c4-4176-9287-2706d5dcf88d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:12.105442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405039ea-ef1d-4997-a101-6f6a4dbc0a08 req-7d726c95-ba57-47c9-985e-c10e12885ac4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:12.106889 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-405039ea-ef1d-4997-a101-6f6a4dbc0a08 req-7d726c95-ba57-47c9-985e-c10e12885ac4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 945 time: 0.0808342 Mar 23 10:35:12.149451 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-405039ea-ef1d-4997-a101-6f6a4dbc0a08 req-3dffbd16-f2f4-40bb-a475-151824592fc5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=071f9af2-a6fa-4d5e-81ad-896b58c0c96d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366609 Mar 23 10:35:12.321390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-dcaeb043-c4c4-4176-9287-2706d5dcf88d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port afccf3b8-d9a2-44db-affc-d8f7cc1aec46, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:12.322242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-dcaeb043-c4c4-4176-9287-2706d5dcf88d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:12.445027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-dcaeb043-c4c4-4176-9287-2706d5dcf88d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for afccf3b8-d9a2-44db-affc-d8f7cc1aec46 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:35:12.581407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-dcaeb043-c4c4-4176-9287-2706d5dcf88d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:12.631818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaeb043-c4c4-4176-9287-2706d5dcf88d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=afccf3b8-d9a2-44db-affc-d8f7cc1aec46,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:12.704949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-dcaeb043-c4c4-4176-9287-2706d5dcf88d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port afccf3b8-d9a2-44db-affc-d8f7cc1aec46 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:35:12.707315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-dcaeb043-c4c4-4176-9287-2706d5dcf88d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:12.709769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'name': 'network-vif-deleted', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:35:12.725119 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-44da99fd-3a46-4cb5-8d0e-b827bb96c2ec req-dcaeb043-c4c4-4176-9287-2706d5dcf88d tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "DELETE /v2.0/ports/afccf3b8-d9a2-44db-affc-d8f7cc1aec46 HTTP/1.1" status: 204 len: 173 time: 0.8245754 Mar 23 10:35:12.756383 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879f62ee-1b10-4fd2-a08c-067d09eb6e72', 'name': 'network-vif-deleted', 'tag': 'afccf3b8-d9a2-44db-affc-d8f7cc1aec46', 'status': 'completed', 'code': 200} Mar 23 10:35:13.319358 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c780c582-4b13-4fb3-83f9-5bab3804fa1e req-cf767284-7fc6-4a80-bbb7-e4763d14fb03 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=879f62ee-1b10-4fd2-a08c-067d09eb6e72 HTTP/1.1" status: 200 len: 210 time: 0.0484397 Mar 23 10:35:14.412673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39504) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:14.479570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370f11c8-db1b-4af5-b119-f76e56abc302 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:14.508465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370f11c8-db1b-4af5-b119-f76e56abc302 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:14.571044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370f11c8-db1b-4af5-b119-f76e56abc302 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:14.589764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f11c8-db1b-4af5-b119-f76e56abc302 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071f9af2-a6fa-4d5e-81ad-896b58c0c96d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:14.599488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370f11c8-db1b-4af5-b119-f76e56abc302 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:14.600531 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-370f11c8-db1b-4af5-b119-f76e56abc302 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/071f9af2-a6fa-4d5e-81ad-896b58c0c96d HTTP/1.1" status: 204 len: 168 time: 0.1868584 Mar 23 10:35:14.629767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39510) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:15.166315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:15.539231 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:35:15.611244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:35:15.611779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:15.796376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 82c423e2-dc2a-4560-b2d2-5cfbf7d89252, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=82c423e2-dc2a-4560-b2d2-5cfbf7d89252,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:15.796629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:15.919829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:35:16.100807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:16.103289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device afccf3b8-d9a2-44db-affc-d8f7cc1aec46 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:35:16.137294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: afccf3b8-d9a2-44db-affc-d8f7cc1aec46 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:35:16.137626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device afccf3b8-d9a2-44db-affc-d8f7cc1aec46 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:35:16.154912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=82c423e2-dc2a-4560-b2d2-5cfbf7d89252,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:16.423540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:16.878779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:35:17.048316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:35:17.059189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] Sync routers for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:35:17.061481 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c6e33c30-06ea-4754-8631-09fab2dfbd50 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/2a7c9874-7bc8-470d-8fc5-759c8608ba8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4306417 Mar 23 10:35:17.064134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39514) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:17.078117 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:17.078740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:35:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:17.132654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47bec09-f766-450f-a314-ffb9d8e2f41c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting subnet 59bc4e40-13a1-47a0-9100-eaf6cba87c6f {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:35:17.136114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f47bec09-f766-450f-a314-ffb9d8e2f41c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:17.188828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f47bec09-f766-450f-a314-ffb9d8e2f41c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:17.256332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:17.269375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f47bec09-f766-450f-a314-ffb9d8e2f41c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:17.343651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f47bec09-f766-450f-a314-ffb9d8e2f41c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:17.382635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bec09-f766-450f-a314-ffb9d8e2f41c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Subnet': ['ID=59bc4e40-13a1-47a0-9100-eaf6cba87c6f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:17.385191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f47bec09-f766-450f-a314-ffb9d8e2f41c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:17.391849 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f47bec09-f766-450f-a314-ffb9d8e2f41c tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/subnets/59bc4e40-13a1-47a0-9100-eaf6cba87c6f HTTP/1.1" status: 204 len: 168 time: 0.3267422 Mar 23 10:35:17.394623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39518) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:17.396318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e1a537-3a08-4dc0-9eed-b4455ed51c1a None None] Network 7a8f57ce-213b-4657-aed5-f811f44901dd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:35:17.569462 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:17.709059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:35:16Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': 'a6f5071e-7988-4f78-866c-4821ffe43c83', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:39:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:33:35Z', 'updated_at': '2022-03-23T10:33:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:17.713630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] Checking router: 2a7c9874-7bc8-470d-8fc5-759c8608ba8a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:35:17.721885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] Routers {'2a7c9874-7bc8-470d-8fc5-759c8608ba8a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:17.722495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:35:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:17.750782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:17.760860 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port a6f5071e-7988-4f78-866c-4821ffe43c83 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:35:17.761342 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:17.784170 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] DHCP port deletion for 7a8f57ce-213b-4657-aed5-f811f44901dd request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:35:17.840536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Deleting port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:35:17.840887 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:17.942383 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port a6f5071e-7988-4f78-866c-4821ffe43c83, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a6f5071e-7988-4f78-866c-4821ffe43c83,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:17.942736 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:17.992848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] Set router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:18.109557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:35:17Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:18.118733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e59ff83-fe2d-426d-b856-ba8fa0cee2c7 None None] The sync data for ids ['2a7c9874-7bc8-470d-8fc5-759c8608ba8a'] in dv-neutron-834652-2-hyperv is: [{'id': '2a7c9874-7bc8-470d-8fc5-759c8608ba8a', 'name': 'tempest-TestNetworkBasicOps-router-1906862518', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:33:34Z', 'updated_at': '2022-03-23T10:35:17Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:35:18.191773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for a6f5071e-7988-4f78-866c-4821ffe43c83 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:35:18.229825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] For port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=110ebd05-1ee4-4b35-9da7-e4cb0aa0b169,segment=NetworkSegment(403d7a0f-657b-4a89-b000-f2946833525c),segment_id=403d7a0f-657b-4a89-b000-f2946833525c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:18.230208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:18.348947 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Calling delete_port for 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:35:18.426719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:18.473192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Pushing event deleted for resources: {'Port': ['ID=110ebd05-1ee4-4b35-9da7-e4cb0aa0b169,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:18.478069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] No DVR routers for this DVR port 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:35:18.484406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.489647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6396d670-c6bb-49cc-880e-52838e875df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:18.505865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:18.547625 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:35:18.554873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=a6f5071e-7988-4f78-866c-4821ffe43c83,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:18.588651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:35:18.588997 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 82c423e2-dc2a-4560-b2d2-5cfbf7d89252 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:35:18.589445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:35:18.622614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:35:18.622919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 110ebd05-1ee4-4b35-9da7-e4cb0aa0b169 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:35:18.645748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:18.813003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:18.815058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:18.837717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:18.838265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Fanout notify agent at l3_agent the message router_deleted on router 2a7c9874-7bc8-470d-8fc5-759c8608ba8a {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:35:18.853069 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:18.856552 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a0bd1a26-8d94-4c7e-8607-1ab69cece4e7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/routers/2a7c9874-7bc8-470d-8fc5-759c8608ba8a HTTP/1.1" status: 204 len: 168 time: 1.4580932 Mar 23 10:35:18.856767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39522) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:18.969761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.101414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.128360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8f57ce-213b-4657-aed5-f811f44901dd']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:19.141986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403d7a0f-657b-4a89-b000-f2946833525c') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:19.142280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403d7a0f-657b-4a89-b000-f2946833525c') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:19.154999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.171886 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.178139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Releasing vlan 811 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:35:19.178515 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:35:19.192272 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:35:19.270228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.287349 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.297966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Network': ['ID=7a8f57ce-213b-4657-aed5-f811f44901dd,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:19.307245 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-abc19266-dde9-4fbc-a63f-a74461606b21 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/networks/7a8f57ce-213b-4657-aed5-f811f44901dd HTTP/1.1" status: 204 len: 168 time: 0.4495239 Mar 23 10:35:19.334425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39526) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:19.341678 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'network': {'name': 'tempest-network-smoke--1521771709', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'port_security_enabled': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:19.346566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:19.350582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:network and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:19.353399 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:19.358955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:19.369150 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:35:19.372559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.400266 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:35:19.409222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.409544 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Added segment 2c4dd67f-89f7-414a-b085-4b561a4837db of type vlan for network 3590685d-d371-469a-879e-5238b386834e Mar 23 10:35:19.439805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.467698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.473123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:19.473692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.567965 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2325480 Mar 23 10:35:19.570842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39530) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:19.576582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'admin_state_up': True, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:19.579972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc7f1a-9668-4ec5-ac6f-9bfc6ba26ee3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Network': ['ID=3590685d-d371-469a-879e-5238b386834e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:19.583621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:19.587397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:router and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:19.590262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 3590685d-d371-469a-879e-5238b386834e details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:35:19.590748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:19.596435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:19.606437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.607398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.624794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:19.887808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:20.180237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:20.208378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:20.441294 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.132 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/61062cc3-7237-4f1a-9e34-da1f2fcdd523) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:35:20.522897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a6f5071e-7988-4f78-866c-4821ffe43c83 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:35:20.556581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: a6f5071e-7988-4f78-866c-4821ffe43c83 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:35:20.556910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a6f5071e-7988-4f78-866c-4821ffe43c83 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:35:20.588027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:20.616887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:20.673014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:35:20.675755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:35:20.679522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:35:20.724371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=61062cc3-7237-4f1a-9e34-da1f2fcdd523,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:21.091629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:21.429274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:21.629355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 04bbd3c7-4b74-4974-a4b3-795e99efa08a is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:35:21.918478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:35:21.928201 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Sync routers for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:35:21.937995 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:21.938587 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:35:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:21.945992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:21.950749 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-02503c52-c6f9-4ee8-9314-f87ab60e98b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3753529 Mar 23 10:35:21.950977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39534) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:21.989675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a44fac91-a584-4faf-ac6a-35659b2123fe tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=45b1b7196b7d41ce9ff620aadf36d5d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376654 Mar 23 10:35:21.992263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39538) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:22.111488 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:22.120276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24594859-6f5d-4a00-a036-c7b74af16014 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:22.121791 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-24594859-6f5d-4a00-a036-c7b74af16014 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286511 Mar 23 10:35:22.124700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39542) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:22.163282 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-60b23ef7-7c2a-49bd-8b15-dc6b86ac7383 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373876 Mar 23 10:35:22.166566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39546) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:22.171834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1259685623', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:22.280029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:22.283785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:subnet and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:22.286614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:22.292621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:22.302503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:35:22.306605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:22.427900 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:35:20Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:22.431901 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Checking router: 04bbd3c7-4b74-4974-a4b3-795e99efa08a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:35:22.432293 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Updating router 04bbd3c7-4b74-4974-a4b3-795e99efa08a port 61062cc3-7237-4f1a-9e34-da1f2fcdd523 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:35:22.484826 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:22.523520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:22.599589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Subnet': ['ID=cd882f10-e8a5-4d5a-ae6a-1598e2932d28,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:22.608700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Checking segment: {'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:35:22.609072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network hostable DHCP agents. Network: 3590685d-d371-469a-879e-5238b386834e, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:35:22.627870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 3590685d-d371-469a-879e-5238b386834e is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:35:22.637515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 3590685d-d371-469a-879e-5238b386834e) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:35:22.641692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:22.642525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:22.650152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a98f3-cf42-49fe-85d2-ed72a43b1e27 None None] Network 3590685d-d371-469a-879e-5238b386834e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:35:22.667874 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-52ea280d-75ae-47e5-b4da-675845f5d8a8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4970205 Mar 23 10:35:22.668197 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39550) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:22.827093 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:22.839858 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Transition to ACTIVE for port object 61062cc3-7237-4f1a-9e34-da1f2fcdd523 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:35:22.847626 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:22.874253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-3590685d-d371-469a-879e-5238b386834e', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:35:22.875269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:22.936702 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Attempting to bind port 61062cc3-7237-4f1a-9e34-da1f2fcdd523 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:35:22.937363 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Attempting to bind port 61062cc3-7237-4f1a-9e34-da1f2fcdd523 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:35:22.937503 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Attempting to bind port 61062cc3-7237-4f1a-9e34-da1f2fcdd523 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:35:22.944667 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Pushing event updated for resources: {'Port': ['ID=61062cc3-7237-4f1a-9e34-da1f2fcdd523,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:22.953716 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.954439 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.954439 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.954696 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.955018 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.955337 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.955652 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.955965 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.956294 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.956589 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.956902 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.957229 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:35:22.961644 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:35:22.961955 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:35:22.962159 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:22.962702 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:35:22.963183 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Bound port: 61062cc3-7237-4f1a-9e34-da1f2fcdd523, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:35:22.963549 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:23.039483 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] For port 61062cc3-7237-4f1a-9e34-da1f2fcdd523, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:35:23.042224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Allocated IP 172.20.0.2 (3590685d-d371-469a-879e-5238b386834e/cd882f10-e8a5-4d5a-ae6a-1598e2932d28/5e75c367-2c3a-4b7f-9895-2c22e316414d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:35:23.043322 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] For port 61062cc3-7237-4f1a-9e34-da1f2fcdd523, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=61062cc3-7237-4f1a-9e34-da1f2fcdd523,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:35:23.047102 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:23.125730 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:23.126342 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:35:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:23.197533 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fbf98-1166-42fe-b1bc-9da12a7cee79 None None] Pushing event updated for resources: {'Port': ['ID=61062cc3-7237-4f1a-9e34-da1f2fcdd523,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:23.265799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:23.277077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Transition to ACTIVE for port object 5e75c367-2c3a-4b7f-9895-2c22e316414d will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:35:23.295707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Transition to ACTIVE for port object 5e75c367-2c3a-4b7f-9895-2c22e316414d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:35:23.302233 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:23.314179 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:23.362861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Network 3590685d-d371-469a-879e-5238b386834e is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:35:23.363889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:35:23.367974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:35:23.445973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Pushing event updated for resources: {'Port': ['ID=5e75c367-2c3a-4b7f-9895-2c22e316414d,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:23.512447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:23.512705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Attempting to bind port 5e75c367-2c3a-4b7f-9895-2c22e316414d on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:35:23.513007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Attempting to bind port 5e75c367-2c3a-4b7f-9895-2c22e316414d by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:35:23.513507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Attempting to bind port 5e75c367-2c3a-4b7f-9895-2c22e316414d on network 3590685d-d371-469a-879e-5238b386834e {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:35:23.518843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:35:23.519212 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Checking segment: {'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:35:23.520798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:23.520798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Bound using segment: {'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:35:23.521207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Bound port: 5e75c367-2c3a-4b7f-9895-2c22e316414d, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:35:23.521691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:23.614882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] For port 5e75c367-2c3a-4b7f-9895-2c22e316414d, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:35:23.615532 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:35:20Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:23.619996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] For port 5e75c367-2c3a-4b7f-9895-2c22e316414d, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5e75c367-2c3a-4b7f-9895-2c22e316414d,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:35:23.620174 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09dd4df-d345-41f2-8410-271abdabf3ee None None] The sync data for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv is: [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:35:20Z', 'revision_number': 3, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:35:23.625671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:23.709856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325fa8f-f4c0-4924-8b68-e43ed2786bd3 None None] Pushing event updated for resources: {'Port': ['ID=5e75c367-2c3a-4b7f-9895-2c22e316414d,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:23.942819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.1 (3590685d-d371-469a-879e-5238b386834e/cd882f10-e8a5-4d5a-ae6a-1598e2932d28/1dc814c7-58b6-4521-8638-161e6fd7b226) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:35:24.131942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:24.147721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object 1dc814c7-58b6-4521-8638-161e6fd7b226 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:35:24.173688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:24.237767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 3590685d-d371-469a-879e-5238b386834e is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:35:24.240698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:35:24.249836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:35:24.281021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=1dc814c7-58b6-4521-8638-161e6fd7b226,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:24.311410 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:24.596274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5e75c367-2c3a-4b7f-9895-2c22e316414d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:35:24.670680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 5e75c367-2c3a-4b7f-9895-2c22e316414d completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:35:24.676013 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 61062cc3-7237-4f1a-9e34-da1f2fcdd523 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:35:24.749966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 61062cc3-7237-4f1a-9e34-da1f2fcdd523 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:35:24.755172 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 61062cc3-7237-4f1a-9e34-da1f2fcdd523 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:24.755540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:24.786936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:24.820241 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4583296-e952-4aa4-aec1-affd232fc9a4 None None] Network 3590685d-d371-469a-879e-5238b386834e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:35:24.934700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c60fc833-a113-4961-9bc0-86557a42ace4 None None] Provisioning for port 5e75c367-2c3a-4b7f-9895-2c22e316414d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:35:24.978307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c60fc833-a113-4961-9bc0-86557a42ace4 None None] Provisioning complete for port 5e75c367-2c3a-4b7f-9895-2c22e316414d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:24.978666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c60fc833-a113-4961-9bc0-86557a42ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.100299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.167408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 61062cc3-7237-4f1a-9e34-da1f2fcdd523, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=61062cc3-7237-4f1a-9e34-da1f2fcdd523,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:25.202551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.213955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.218876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.278160 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c60fc833-a113-4961-9bc0-86557a42ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.328252 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.332498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=1dc814c7-58b6-4521-8638-161e6fd7b226,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:25.333041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=61062cc3-7237-4f1a-9e34-da1f2fcdd523,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:25.347034 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c60fc833-a113-4961-9bc0-86557a42ace4 None None] For port 5e75c367-2c3a-4b7f-9895-2c22e316414d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5e75c367-2c3a-4b7f-9895-2c22e316414d,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:25.357105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c60fc833-a113-4961-9bc0-86557a42ace4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.426782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fc833-a113-4961-9bc0-86557a42ace4 None None] Pushing event updated for resources: {'Port': ['ID=5e75c367-2c3a-4b7f-9895-2c22e316414d,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:25.468739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 3590685d-d371-469a-879e-5238b386834e is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:35:25.470078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:35:25.586559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96478391-3f9f-4312-a95b-85fd9eefee1d None None] Provisioning for port 1dc814c7-58b6-4521-8638-161e6fd7b226 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:35:25.592200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96478391-3f9f-4312-a95b-85fd9eefee1d None None] Provisioning complete for port 1dc814c7-58b6-4521-8638-161e6fd7b226 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:25.592671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96478391-3f9f-4312-a95b-85fd9eefee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.652816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-96478391-3f9f-4312-a95b-85fd9eefee1d None None] Port 1dc814c7-58b6-4521-8638-161e6fd7b226 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:35:25.664045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96478391-3f9f-4312-a95b-85fd9eefee1d None None] Provisioning complete for port 5e75c367-2c3a-4b7f-9895-2c22e316414d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:25.664408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96478391-3f9f-4312-a95b-85fd9eefee1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.666702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 04bbd3c7-4b74-4974-a4b3-795e99efa08a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:35:25.907889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b16e8cb1-f6e9-4b52-9998-c4cb21179758 None None] Provisioning complete for port 1dc814c7-58b6-4521-8638-161e6fd7b226 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:25.908355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b16e8cb1-f6e9-4b52-9998-c4cb21179758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:25.970409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b16e8cb1-f6e9-4b52-9998-c4cb21179758 None None] Port 1dc814c7-58b6-4521-8638-161e6fd7b226 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:35:25.984016 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:35:25.993482 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Sync routers for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:35:25.997536 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-15b24d0d-77a9-4c95-b2fe-3993a206885f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/04bbd3c7-4b74-4974-a4b3-795e99efa08a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3282878 Mar 23 10:35:26.000072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39554) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:26.002330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:26.002933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:35:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:26.137577 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007e635d-9928-44b5-a288-c96a73cad608 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:26.138039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007e635d-9928-44b5-a288-c96a73cad608 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:26.138488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007e635d-9928-44b5-a288-c96a73cad608 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:26.138939 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007e635d-9928-44b5-a288-c96a73cad608 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:26.141244 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-007e635d-9928-44b5-a288-c96a73cad608 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1401639 Mar 23 10:35:26.143171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39558) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:26.163333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fa350f56-7596-458c-98c6-3fc0e972a86e None None] Provisioning complete for port 1dc814c7-58b6-4521-8638-161e6fd7b226 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:26.163694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fa350f56-7596-458c-98c6-3fc0e972a86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.211518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8403a797-87b9-484c-9441-4a6a76135d61 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:26.212702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8403a797-87b9-484c-9441-4a6a76135d61 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:26.213187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8403a797-87b9-484c-9441-4a6a76135d61 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:26.213637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8403a797-87b9-484c-9441-4a6a76135d61 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:26.215345 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8403a797-87b9-484c-9441-4a6a76135d61 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0712626 Mar 23 10:35:26.218163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39562) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:26.256666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:26.323075 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fa350f56-7596-458c-98c6-3fc0e972a86e None None] Port 1dc814c7-58b6-4521-8638-161e6fd7b226 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:35:26.423828 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cf38b682-af4b-41b6-8513-7c0051b858e5 tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2045853 Mar 23 10:35:26.542433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5e75c367-2c3a-4b7f-9895-2c22e316414d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:35:26.634813 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39568) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:26.640032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1708175311', 'description': 'tempest-secgroup-smoke-1708175311 description', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:26.642048 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:35:24Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:35:25Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:26.644017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 5e75c367-2c3a-4b7f-9895-2c22e316414d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:26.644381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.645802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:26.650423 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:26.653222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:26.658767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:26.668875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.681070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Checking router: 04bbd3c7-4b74-4974-a4b3-795e99efa08a for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:35:26.681420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Updating router 04bbd3c7-4b74-4974-a4b3-795e99efa08a port 1dc814c7-58b6-4521-8638-161e6fd7b226 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:35:26.688240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:26.691988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:26.695011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:26.701194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:26.749864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.770253 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.774203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.817403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:26.829917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.836234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39572) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:26.836780 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fccadbdf-a2f6-4fec-859a-32df92efbf38 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2006826 Mar 23 10:35:26.841659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:26.860424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:26.871252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:26.874910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:26.882832 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:26.901468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.910001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 61062cc3-7237-4f1a-9e34-da1f2fcdd523 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:35:26.963436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.967134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:26.993637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fb016a-ac8b-49f5-8ea5-b9fe6e6fb275,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:27.003251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.004484 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d84e937a-5320-4345-85c5-315707b68086 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1671658 Mar 23 10:35:27.007283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39576) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:27.012481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:27.018102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:27.021850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:27.025244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:27.030770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:27.047819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.086187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 61062cc3-7237-4f1a-9e34-da1f2fcdd523 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:27.086551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.109149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.112556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.140290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ac8f82-f71e-4973-aa0e-5c2e53de0395,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:27.147698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.148931 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-34941c38-062b-4bd5-b076-b445bcf725c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406803 Mar 23 10:35:27.151693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39580) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:27.156749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:27.162512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:27.166338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:27.169292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:27.174868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:27.192531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.265075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.269263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.292725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1e765b-777b-4095-8330-b4d64b2ac2f3,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:27.294341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.302917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.304185 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0c97d762-612c-4354-85f4-6279fe421007 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515214 Mar 23 10:35:27.307179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39584) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:27.307723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Transition to ACTIVE for port object 1dc814c7-58b6-4521-8638-161e6fd7b226 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:35:27.312647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:27.314784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.318830 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:27.323112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:27.325943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:27.331603 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:27.347968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.432675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.441988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.464681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02120f5-fd06-4333-aa90-825790d27cba None None] Pushing event updated for resources: {'Port': ['ID=1dc814c7-58b6-4521-8638-161e6fd7b226,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:27.468294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c76c8a-ce9d-4e4c-a505-e4adf145926c,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:27.479721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.484083 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5804622a-f35b-4697-94ce-35966559d55e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1732564 Mar 23 10:35:27.484430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39588) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:27.490151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:27.496976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:27.501587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:27.504868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:27.511783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:27.523192 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:35:27.530364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.557941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Attempting to bind port 1dc814c7-58b6-4521-8638-161e6fd7b226 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:35:27.558309 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Attempting to bind port 1dc814c7-58b6-4521-8638-161e6fd7b226 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:35:27.558694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Attempting to bind port 1dc814c7-58b6-4521-8638-161e6fd7b226 on network 3590685d-d371-469a-879e-5238b386834e {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:35:27.564317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:35:27.564686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Checking segment: {'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:35:27.565141 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.565551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Bound using segment: {'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:35:27.566127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Bound port: 1dc814c7-58b6-4521-8638-161e6fd7b226, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:35:27.566525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.602030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.606329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.630923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66ce574-cc9d-4421-97c6-6fe045b6b025,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:27.641666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.642892 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3e7661e7-5889-4911-90b1-d97e69d02720 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573131 Mar 23 10:35:27.645629 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39592) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:27.651244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'security_group_rule': {'security_group_id': 'b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f', 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:27.657174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:27.661016 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:security_group_rule and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:27.664111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:27.669977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:27.670165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] For port 1dc814c7-58b6-4521-8638-161e6fd7b226, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:35:27.673370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] For port 1dc814c7-58b6-4521-8638-161e6fd7b226, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1dc814c7-58b6-4521-8638-161e6fd7b226,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:35:27.679219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.682396 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Project 45b1b7196b7d41ce9ff620aadf36d5d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:35:27.688867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.755012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.756673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:27.757323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:35:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:27.759716 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.783485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8b09f0-55dd-4a61-ba26-331f9b4d6030,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:27.794055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:27.795428 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-66fcd44e-196e-4ba6-9926-330a21b34084 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487699 Mar 23 10:35:27.816275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02120f5-fd06-4333-aa90-825790d27cba None None] Pushing event updated for resources: {'Port': ['ID=1dc814c7-58b6-4521-8638-161e6fd7b226,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:27.991793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-6d7d3916-073b-4cb9-bc56-d9c0caec278a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:28.008039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-6d7d3916-073b-4cb9-bc56-d9c0caec278a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:28.009651 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-6d7d3916-073b-4cb9-bc56-d9c0caec278a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1708175311&fields=id&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 267 time: 0.0567656 Mar 23 10:35:28.009953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:28.159913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-53f73b3b-aa66-43a2-a73a-0518f4eb47c8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:28.160574 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-53f73b3b-aa66-43a2-a73a-0518f4eb47c8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:28.175629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-53f73b3b-aa66-43a2-a73a-0518f4eb47c8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:28.177126 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-53f73b3b-aa66-43a2-a73a-0518f4eb47c8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/networks?id=3590685d-d371-469a-879e-5238b386834e HTTP/1.1" status: 200 len: 797 time: 0.1598980 Mar 23 10:35:28.191697 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-a49d8ccf-2142-4c04-bc54-bb2aef907fc1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/quotas/45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 375 time: 0.0088224 Mar 23 10:35:28.272922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-1f3d7b4f-afc2-45bf-9a77-1a9203d8c3fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:28.288753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-1f3d7b4f-afc2-45bf-9a77-1a9203d8c3fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:28.290080 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-1f3d7b4f-afc2-45bf-9a77-1a9203d8c3fd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926120 Mar 23 10:35:28.330204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:35:24Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:35:27Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:28.334227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea73c32e-7c61-47d4-980c-071bbaa60686 None None] The sync data for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv is: [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:35:24Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:35:27Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:35:28.492245 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-17f500b6-153b-4995-a7ae-c2b66d247132 service neutron] 10.222.0.84 "GET /v2.0/networks/3590685d-d371-469a-879e-5238b386834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893792 Mar 23 10:35:28.564972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1dc814c7-58b6-4521-8638-161e6fd7b226 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:35:28.634377 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-57e53c06-278b-4628-9daf-68700b19587f service neutron] 10.222.0.84 "GET /v2.0/networks/3590685d-d371-469a-879e-5238b386834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379313 Mar 23 10:35:28.642390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 1dc814c7-58b6-4521-8638-161e6fd7b226 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:35:28.647537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 1dc814c7-58b6-4521-8638-161e6fd7b226 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:28.647986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:28.794449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:28.838882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 1dc814c7-58b6-4521-8638-161e6fd7b226, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1dc814c7-58b6-4521-8638-161e6fd7b226,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:28.845365 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:28.921443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-b34bc632-ee5d-46c9-95d9-883bf584ba16 req-d63898e8-4f4d-496a-b910-5acb103ee34b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:28.944426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-b34bc632-ee5d-46c9-95d9-883bf584ba16 req-d63898e8-4f4d-496a-b910-5acb103ee34b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:28.945637 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b34bc632-ee5d-46c9-95d9-883bf584ba16 req-d63898e8-4f4d-496a-b910-5acb103ee34b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 210 time: 0.1684446 Mar 23 10:35:28.946595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=1dc814c7-58b6-4521-8638-161e6fd7b226,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:30.081476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-f5a917d1-21f6-4639-ba31-cf7181fca20a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:30.082903 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-f5a917d1-21f6-4639-ba31-cf7181fca20a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/networks?id=3590685d-d371-469a-879e-5238b386834e HTTP/1.1" status: 200 len: 797 time: 0.1522989 Mar 23 10:35:30.132926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-eba22413-5cab-4e07-9688-269d7bf49bf9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:30.145089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-eba22413-5cab-4e07-9688-269d7bf49bf9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:30.146279 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-eba22413-5cab-4e07-9688-269d7bf49bf9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3 HTTP/1.1" status: 200 len: 380 time: 0.0557323 Mar 23 10:35:30.154674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'port': {'device_id': '5850a0ca-58ed-4360-8615-d8f21d695579', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'admin_state_up': True, 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'security_groups': ['b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:30.163039 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a4b1fc65-4431-45c4-8750-e40308d2eb71 req-9d6e0994-b364-430c-bd31-6f722d9b06c3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 210 time: 0.1005781 Mar 23 10:35:30.290112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:30.299713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:30.308982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Made reservation on behalf of 45b1b7196b7d41ce9ff620aadf36d5d3 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:35:30.312434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:30.539589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1dc814c7-58b6-4521-8638-161e6fd7b226 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:35:30.573724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.20.0.6 (3590685d-d371-469a-879e-5238b386834e/cd882f10-e8a5-4d5a-ae6a-1598e2932d28/b2926fdb-c1ca-42ca-a5c3-4f4616e3c507) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:35:30.610670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 1dc814c7-58b6-4521-8638-161e6fd7b226 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:30.611035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:30.761897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:30.776615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Transition to ACTIVE for port object b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:35:30.799780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:30.867092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 3590685d-d371-469a-879e-5238b386834e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:35:30.870583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:35:30.879005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:35:30.910596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:30.948746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:30.949390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:30.974410 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-8915c3c3-ab1f-401b-ac15-acc2736b9b44 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234093 Mar 23 10:35:30.985807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Request body: {'port': {'device_id': '5850a0ca-58ed-4360-8615-d8f21d695579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:31.098409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:31.108462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5d6ca55b-0d3e-4094-b9de-3a4d4def77e4 None None] Provisioning for port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:35:31.113156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5d6ca55b-0d3e-4094-b9de-3a4d4def77e4 None None] Provisioning complete for port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:31.113518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5d6ca55b-0d3e-4094-b9de-3a4d4def77e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:31.168610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ca55b-0d3e-4094-b9de-3a4d4def77e4 None None] Port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:35:31.435465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c30f5-6c14-498c-8bb1-e1a661e5af03 req-a0f8ef60-8755-423d-8504-1f4c989d9600 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:31.436056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-1e3c30f5-6c14-498c-8bb1-e1a661e5af03 req-a0f8ef60-8755-423d-8504-1f4c989d9600 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:35:31.502276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-1e3c30f5-6c14-498c-8bb1-e1a661e5af03 req-a0f8ef60-8755-423d-8504-1f4c989d9600 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:35:31.503396 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e3c30f5-6c14-498c-8bb1-e1a661e5af03 req-a0f8ef60-8755-423d-8504-1f4c989d9600 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 931 time: 0.2316658 Mar 23 10:35:31.525329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:35:31.535653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:31.563912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Transition to ACTIVE for port object b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:35:31.568524 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e3c30f5-6c14-498c-8bb1-e1a661e5af03 req-10ad3f49-39d8-45b7-8f77-7e378360fce2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579424 Mar 23 10:35:31.569548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:31.698217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Pushing event updated for resources: {'Port': ['ID=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:31.802792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Attempting to bind port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:35:31.803124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Attempting to bind port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:35:31.803442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Attempting to bind port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 on network 3590685d-d371-469a-879e-5238b386834e {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:35:31.808059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 on network 3590685d-d371-469a-879e-5238b386834e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:35:31.808369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Attempting to bind port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 on network 3590685d-d371-469a-879e-5238b386834e {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:35:31.813322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:35:31.813649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Checking segment: {'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:35:31.814019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Bound using segment: {'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:35:31.814428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Bound port: b2926fdb-c1ca-42ca-a5c3-4f4616e3c507, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c4dd67f-89f7-414a-b085-4b561a4837db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '3590685d-d371-469a-879e-5238b386834e'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:35:31.814765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:31.902126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] For port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:35:31.905235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] For port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:35:31.908956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:31.965176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:31.965663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:31.967075 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] 10.222.0.102 "PUT /v2.0/ports/b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 HTTP/1.1" status: 200 len: 1093 time: 0.9855037 Mar 23 10:35:31.967433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5850a0ca-58ed-4360-8615-d8f21d695579', 'tag': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:35:31.994310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf8f57-876c-442b-a619-7eda7c371040 service neutron] Pushing event updated for resources: {'Port': ['ID=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:32.037981 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5850a0ca-58ed-4360-8615-d8f21d695579', 'tag': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'status': 'completed', 'code': 200} Mar 23 10:35:32.079350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-60625b5a-be1c-4123-b493-ad8111a65bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:32.080819 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-60625b5a-be1c-4123-b493-ad8111a65bb5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 1096 time: 0.0748537 Mar 23 10:35:32.152655 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-920ad118-3d0b-4095-b24c-f25942a03df8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 HTTP/1.1" status: 200 len: 217 time: 0.0645840 Mar 23 10:35:32.213165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-539bbc31-b3c1-4292-8dbf-2096d3b16ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:32.214507 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-539bbc31-b3c1-4292-8dbf-2096d3b16ac0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cd882f10-e8a5-4d5a-ae6a-1598e2932d28 HTTP/1.1" status: 200 len: 835 time: 0.0564952 Mar 23 10:35:32.385512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-1a7b9a77-5dd1-4605-9bde-1e09e53257f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:32.386871 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-1a7b9a77-5dd1-4605-9bde-1e09e53257f7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3590685d-d371-469a-879e-5238b386834e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1668584 Mar 23 10:35:32.515559 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-cf8a1b92-92f4-4aa0-9fac-e9d30652111f service neutron] 10.222.0.102 "GET /v2.0/networks/3590685d-d371-469a-879e-5238b386834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227014 Mar 23 10:35:32.645176 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82fda555-ee40-4289-ab60-f2ea8e195c0a req-03ae136c-8c4d-4460-a50c-0afbed568444 service neutron] 10.222.0.102 "GET /v2.0/networks/3590685d-d371-469a-879e-5238b386834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227071 Mar 23 10:35:32.811810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f3027-f917-493c-a759-8bdfdac6baab req-15d68bb3-6165-45e7-83dd-a6b9308d83bd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:32.813179 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9b9f3027-f917-493c-a759-8bdfdac6baab req-15d68bb3-6165-45e7-83dd-a6b9308d83bd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 943 time: 0.1353312 Mar 23 10:35:32.814968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-cb12770e-2363-4c24-a395-a65a76d26f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:32.816248 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-cb12770e-2363-4c24-a395-a65a76d26f4c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 1096 time: 0.1079175 Mar 23 10:35:32.943236 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9b9f3027-f917-493c-a759-8bdfdac6baab req-cb1c301b-ad74-4fe0-8d15-e6c18cfd7b6e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244395 Mar 23 10:35:32.974812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-289841fe-51b4-4ec2-a35d-34650511a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:32.976231 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-289841fe-51b4-4ec2-a35d-34650511a607 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3590685d-d371-469a-879e-5238b386834e HTTP/1.1" status: 200 len: 898 time: 0.1445587 Mar 23 10:35:33.044590 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-34b151f4-69f3-4fd4-b101-686c982250ad service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 HTTP/1.1" status: 200 len: 217 time: 0.0620532 Mar 23 10:35:33.108210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-5f313949-5c29-4cb0-bb61-5c9e6937d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:33.109506 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-5f313949-5c29-4cb0-bb61-5c9e6937d954 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cd882f10-e8a5-4d5a-ae6a-1598e2932d28 HTTP/1.1" status: 200 len: 835 time: 0.0570552 Mar 23 10:35:33.183036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-dc4b513a-a61e-4c97-ab25-c09fe8afc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:33.184431 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-dc4b513a-a61e-4c97-ab25-c09fe8afc112 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3590685d-d371-469a-879e-5238b386834e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674400 Mar 23 10:35:33.313566 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-e90f0d23-f9ee-46a2-b61f-d79242ce80bb service neutron] 10.222.0.102 "GET /v2.0/networks/3590685d-d371-469a-879e-5238b386834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210129 Mar 23 10:35:33.444566 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-58628f98-0b03-4c1d-8fa9-ef5aa82c81b8 req-36f72c1e-a5d0-4d50-8344-4be6c439003d service neutron] 10.222.0.102 "GET /v2.0/networks/3590685d-d371-469a-879e-5238b386834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232076 Mar 23 10:35:33.679980 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e6af1f21-d9f4-4e07-8213-496fb0d47859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:34.127313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc7367-07b6-4fbe-89a2-46f4e9d1eb1f req-378c9a93-b9e4-440b-931d-5a2df5265cea tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:34.128741 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0adc7367-07b6-4fbe-89a2-46f4e9d1eb1f req-378c9a93-b9e4-440b-931d-5a2df5265cea tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 943 time: 0.0787935 Mar 23 10:35:34.171675 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0adc7367-07b6-4fbe-89a2-46f4e9d1eb1f req-8ac26401-a877-457d-8693-2b504db916b5 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367146 Mar 23 10:35:35.360466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b8f7a-5d2c-4278-8f12-6266eddf4a66 req-12d85898-7973-4650-94ad-9905c0f1c422 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:35.361980 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fb5b8f7a-5d2c-4278-8f12-6266eddf4a66 req-12d85898-7973-4650-94ad-9905c0f1c422 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 943 time: 0.0827167 Mar 23 10:35:35.405526 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fb5b8f7a-5d2c-4278-8f12-6266eddf4a66 req-9afc69cb-7622-4a4c-97cb-7b154a83b334 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379491 Mar 23 10:35:36.213898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:35:36.328906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:36.352759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:36.365219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'port_id': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'mac_address': 'fa:16:3e:0e:dd:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:35:36.417826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:36.436856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:35:36.452851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:36.457088 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:36.523565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:36.544091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6c15b08a-b182-4c22-bd22-c0d05ddb4c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:36.596055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cecd8d-5880-4ffe-ad21-7cf5f31aa63b req-3351c359-d234-45ea-b40b-f9f5e8836fc0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:36.597607 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-17cecd8d-5880-4ffe-ad21-7cf5f31aa63b req-3351c359-d234-45ea-b40b-f9f5e8836fc0 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 944 time: 0.0846853 Mar 23 10:35:36.641997 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-17cecd8d-5880-4ffe-ad21-7cf5f31aa63b req-c90fd892-8825-44cb-b818-1b71b03bf9b4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379233 Mar 23 10:35:36.651369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['b2926fdb-c1ca-42ca-a5c3-4f4616e3c507'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:35:37.267604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:37.482590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:37.826610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668212f-436e-45d7-abef-25055dd3a763 req-45fa473b-91f3-45b0-91c6-35c63bb7c039 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:37.828037 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6668212f-436e-45d7-abef-25055dd3a763 req-45fa473b-91f3-45b0-91c6-35c63bb7c039 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 944 time: 0.0818994 Mar 23 10:35:37.871525 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6668212f-436e-45d7-abef-25055dd3a763 req-4879834a-57be-4aa1-9a93-5fd056436739 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376120 Mar 23 10:35:38.226250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:35:38.325063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:35:38.329543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:35:38.329901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:38.442010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:38.468304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5850a0ca-58ed-4360-8615-d8f21d695579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:35:38.478899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:35:38.482934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:38.514235 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5850a0ca-58ed-4360-8615-d8f21d695579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'code': 200} Mar 23 10:35:38.553766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:38.735377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a127e-dd71-4a16-888f-72d6a838c2dd req-2a020e9d-e2b9-4639-a559-745a0da712a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:38.736893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-756a127e-dd71-4a16-888f-72d6a838c2dd req-2a020e9d-e2b9-4639-a559-745a0da712a4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 1098 time: 0.0679126 Mar 23 10:35:38.777177 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-756a127e-dd71-4a16-888f-72d6a838c2dd req-ac821c44-237b-44ed-8bb7-85bad5bca8aa service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340538 Mar 23 10:35:39.057699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ed238-4333-4077-bec8-9babb21cd8b1 req-d9501ce9-2857-4fc1-bc1e-8397560b6c2f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:39.059055 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c34ed238-4333-4077-bec8-9babb21cd8b1 req-d9501ce9-2857-4fc1-bc1e-8397560b6c2f tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 945 time: 0.0821650 Mar 23 10:35:39.104714 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c34ed238-4333-4077-bec8-9babb21cd8b1 req-4a9f8ca7-fe4a-442f-8ceb-109589328a9e tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400541 Mar 23 10:35:39.540191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:40.288743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07368217-3175-48ba-a024-55312ee41457 req-16ff6598-494b-495e-a2a2-e47b6fd74de7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:40.290726 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-07368217-3175-48ba-a024-55312ee41457 req-16ff6598-494b-495e-a2a2-e47b6fd74de7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 945 time: 0.0798261 Mar 23 10:35:40.337517 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-07368217-3175-48ba-a024-55312ee41457 req-9c19f89f-9f05-4c1c-887b-35c29c7dc04b tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412192 Mar 23 10:35:40.517487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae89e3-756d-4907-b83b-580022517a21 req-6cf11b32-5709-4bc0-a831-c739d031ece3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:40.518925 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-66ae89e3-756d-4907-b83b-580022517a21 req-6cf11b32-5709-4bc0-a831-c739d031ece3 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 945 time: 0.0779400 Mar 23 10:35:40.561969 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-66ae89e3-756d-4907-b83b-580022517a21 req-e15644dc-cbcb-4a7b-ad24-8b3ae7b58cb4 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374002 Mar 23 10:35:40.585756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39652) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:40.749918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b2d8d9-daee-4226-a22d-ce84c208d05f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:40.751318 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a4b2d8d9-daee-4226-a22d-ce84c208d05f tempest-TestNetworkBasicOps-715696634 tempest-TestNetworkBasicOps-715696634-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 1093 time: 0.1645794 Mar 23 10:35:40.754091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39656) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:40.759260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:35:40.765220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:35:40.768977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Usage tracker for resource:floatingip and tenant:45b1b7196b7d41ce9ff620aadf36d5d3 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:35:40.771849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:35:40.778048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:35:40.787911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:40.920526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:41.053958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Allocated IP 172.26.4.26 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/83e94d15-aabf-43f3-9da2-e061218420fa) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:35:41.197804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:41.226600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:41.285332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:35:41.287855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:35:41.296133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:35:41.331417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=83e94d15-aabf-43f3-9da2-e061218420fa,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:41.703891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:41.773551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:41.976623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:41.980865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:42.086970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event updated for resources: {'Port': ['ID=83e94d15-aabf-43f3-9da2-e061218420fa,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:35:42.095020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:42.364344 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 23598901-427b-4b06-874c-c9b6cbace28d associated. External IP: 172.26.4.26, port: b2926fdb-c1ca-42ca-a5c3-4f4616e3c507. Mar 23 10:35:42.714949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 04bbd3c7-4b74-4974-a4b3-795e99efa08a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:35:42.890927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:35:42.900687 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] Sync routers for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:35:42.910542 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:42.911212 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:35:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:42.915508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:35:42.968409 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-10600aff-795b-4f50-bb6e-5865caf9ee1a tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2132289 Mar 23 10:35:42.968968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5850a0ca-58ed-4360-8615-d8f21d695579', 'tag': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:35:42.971226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39660) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:43.014814 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5850a0ca-58ed-4360-8615-d8f21d695579', 'tag': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'status': 'completed', 'code': 200} Mar 23 10:35:43.090111 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3cea3211-f530-4c9e-a6c3-0eb2f6f7f721 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/23598901-427b-4b06-874c-c9b6cbace28d HTTP/1.1" status: 200 len: 990 time: 0.1166587 Mar 23 10:35:43.112549 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:43.112877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-48f87554-6e6e-4481-9c22-de5788dbd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:43.114464 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-48f87554-6e6e-4481-9c22-de5788dbd560 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 1098 time: 0.0787313 Mar 23 10:35:43.245013 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-c3917522-3755-40d7-9408-ca27d1e37cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:43.246388 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-c3917522-3755-40d7-9408-ca27d1e37cd4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3590685d-d371-469a-879e-5238b386834e HTTP/1.1" status: 200 len: 898 time: 0.1258569 Mar 23 10:35:43.349306 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-594314c1-3731-4e63-94a8-11399028441b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 HTTP/1.1" status: 200 len: 998 time: 0.0965283 Mar 23 10:35:43.411389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-cfb652a4-b6b8-4840-92e6-9b80ce598c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:43.412823 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-cfb652a4-b6b8-4840-92e6-9b80ce598c9e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cd882f10-e8a5-4d5a-ae6a-1598e2932d28 HTTP/1.1" status: 200 len: 835 time: 0.0582042 Mar 23 10:35:43.457979 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:35:24Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '23598901-427b-4b06-874c-c9b6cbace28d', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'port_id': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'mac_address': 'fa:16:3e:0e:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5850a0ca-58ed-4360-8615-d8f21d695579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:41Z', 'updated_at': '2022-03-23T10:35:41Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:35:28Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:43.461758 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] Checking router: 04bbd3c7-4b74-4974-a4b3-795e99efa08a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:35:43.470090 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:35:43.470688 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:35:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:43.485791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-34b7333b-8c52-4981-83c6-a0fdd39c0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:35:43.487247 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-34b7333b-8c52-4981-83c6-a0fdd39c0c10 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3590685d-d371-469a-879e-5238b386834e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690665 Mar 23 10:35:43.616042 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-e9b6b96f-4323-459b-8bf2-040994445ecd service neutron] 10.222.0.102 "GET /v2.0/networks/3590685d-d371-469a-879e-5238b386834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222136 Mar 23 10:35:43.644372 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:35:43.745883 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09fb54b6-1474-4f0d-a7b0-dae5c3f52869 req-26ca64f7-7e7e-4585-9d41-3425d8894cde service neutron] 10.222.0.102 "GET /v2.0/networks/3590685d-d371-469a-879e-5238b386834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242943 Mar 23 10:35:43.984228 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:35:24Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '23598901-427b-4b06-874c-c9b6cbace28d', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'port_id': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'mac_address': 'fa:16:3e:0e:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5850a0ca-58ed-4360-8615-d8f21d695579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:41Z', 'updated_at': '2022-03-23T10:35:41Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:35:28Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:35:43.988103 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d490ac-1749-4d61-9fe9-6c5ccbf24b0e None None] The sync data for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv is: [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:35:24Z', 'revision_number': 4, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '23598901-427b-4b06-874c-c9b6cbace28d', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'port_id': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'mac_address': 'fa:16:3e:0e:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5850a0ca-58ed-4360-8615-d8f21d695579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:41Z', 'updated_at': '2022-03-23T10:35:41Z', 'revision_number': 0, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:35:28Z', 'revision_number': 5, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:35:44.092090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39666) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:44.178994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6086b65-fdc1-4e19-afd1-79b6fe4349b8 None None] New status for floating IP 23598901-427b-4b06-874c-c9b6cbace28d: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:35:44.307768 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5bc33080-910c-4b7d-bb9f-7c9c83f9e147 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/23598901-427b-4b06-874c-c9b6cbace28d HTTP/1.1" status: 200 len: 990 time: 0.2144456 Mar 23 10:35:45.310680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39670) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:35:45.423911 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-85cf5dc3-ea7b-4789-a434-6ab89ac8e1a7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/23598901-427b-4b06-874c-c9b6cbace28d HTTP/1.1" status: 200 len: 992 time: 0.1120734 Mar 23 10:35:52.537828 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:36:03.682410 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f99295a7-8a47-4c9e-85db-8481d8498bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:06.303817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:06.546682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0bd21ba2-da9a-45e8-be2b-daea6e6d7d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:07.269645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:07.483959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:09.541639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:12.029592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39682) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:12.034920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c4aa191b-e99f-4e18-bd6a-6ca4e1e9f141 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:36:12.548300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c4aa191b-e99f-4e18-bd6a-6ca4e1e9f141 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:12.559884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c4aa191b-e99f-4e18-bd6a-6ca4e1e9f141 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:12.738655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aa191b-e99f-4e18-bd6a-6ca4e1e9f141 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 04bbd3c7-4b74-4974-a4b3-795e99efa08a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:36:12.915539 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aa191b-e99f-4e18-bd6a-6ca4e1e9f141 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:36:12.922058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c4aa191b-e99f-4e18-bd6a-6ca4e1e9f141 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:12.926416 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c4aa191b-e99f-4e18-bd6a-6ca4e1e9f141 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/04bbd3c7-4b74-4974-a4b3-795e99efa08a HTTP/1.1" status: 200 len: 889 time: 0.8923151 Mar 23 10:36:12.926573 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3efba9-e79e-449f-a26c-3a22d79effbd None None] Sync routers for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:36:12.934943 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3efba9-e79e-449f-a26c-3a22d79effbd None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:36:12.935541 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0c3efba9-e79e-449f-a26c-3a22d79effbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:36:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:12.995984 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0c3efba9-e79e-449f-a26c-3a22d79effbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:13.003802 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3efba9-e79e-449f-a26c-3a22d79effbd None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:36:13.004371 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0c3efba9-e79e-449f-a26c-3a22d79effbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:36:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:13.065119 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0c3efba9-e79e-449f-a26c-3a22d79effbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:13.065504 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3efba9-e79e-449f-a26c-3a22d79effbd None None] The sync data for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv is: [] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:36:13.819617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd3682d-b58f-4270-b45b-4dfc744d00df None None] New status for floating IP 23598901-427b-4b06-874c-c9b6cbace28d: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:36:14.554882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 61062cc3-7237-4f1a-9e34-da1f2fcdd523 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:14.665222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:14.680797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 61062cc3-7237-4f1a-9e34-da1f2fcdd523, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=61062cc3-7237-4f1a-9e34-da1f2fcdd523,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:14.684832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:14.685555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1dc814c7-58b6-4521-8638-161e6fd7b226 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:14.808052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=61062cc3-7237-4f1a-9e34-da1f2fcdd523,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:14.862697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:14.896938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 1dc814c7-58b6-4521-8638-161e6fd7b226, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1dc814c7-58b6-4521-8638-161e6fd7b226,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:14.900698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:14.965994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=1dc814c7-58b6-4521-8638-161e6fd7b226,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:15.078335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39688) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:15.084115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-96db5c70-8a07-41e2-aa60-e8d6043eac98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:36:15.709761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96db5c70-8a07-41e2-aa60-e8d6043eac98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:15.721185 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96db5c70-8a07-41e2-aa60-e8d6043eac98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4159989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4159998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4125069'] for router, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:15.904708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96db5c70-8a07-41e2-aa60-e8d6043eac98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 04bbd3c7-4b74-4974-a4b3-795e99efa08a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:36:16.087679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96db5c70-8a07-41e2-aa60-e8d6043eac98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:36:16.094116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-96db5c70-8a07-41e2-aa60-e8d6043eac98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:16.095253 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-96db5c70-8a07-41e2-aa60-e8d6043eac98 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/04bbd3c7-4b74-4974-a4b3-795e99efa08a HTTP/1.1" status: 200 len: 888 time: 1.0158055 Mar 23 10:36:16.096874 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] Sync routers for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:36:16.098171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39692) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:16.106157 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:36:16.106751 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:36:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:16.200605 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c9d88a7b-be8d-4e2c-8c39-941e366e05bd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/23598901-427b-4b06-874c-c9b6cbace28d HTTP/1.1" status: 200 len: 990 time: 0.1012609 Mar 23 10:36:16.277208 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:36:16.640874 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:36:15Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:36:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '23598901-427b-4b06-874c-c9b6cbace28d', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'port_id': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'mac_address': 'fa:16:3e:0e:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5850a0ca-58ed-4360-8615-d8f21d695579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:41Z', 'updated_at': '2022-03-23T10:36:14Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:36:14Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:16.644610 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] Checking router: 04bbd3c7-4b74-4974-a4b3-795e99efa08a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:36:16.652734 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:36:16.653369 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:36:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:16.841113 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:36:17.174541 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:36:15Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:36:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '23598901-427b-4b06-874c-c9b6cbace28d', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'port_id': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'mac_address': 'fa:16:3e:0e:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5850a0ca-58ed-4360-8615-d8f21d695579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:41Z', 'updated_at': '2022-03-23T10:36:14Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:36:14Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:17.178988 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e961bd7-309b-441f-a7cc-ae46c3cfac88 None None] The sync data for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv is: [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:36:15Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:36:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '23598901-427b-4b06-874c-c9b6cbace28d', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'port_id': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'mac_address': 'fa:16:3e:0e:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5850a0ca-58ed-4360-8615-d8f21d695579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:35:41Z', 'updated_at': '2022-03-23T10:36:14Z', 'revision_number': 2, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:36:14Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:36:17.204617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39696) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:17.311518 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-642b7047-e468-46c5-83d4-42cfa2e54bf2 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/23598901-427b-4b06-874c-c9b6cbace28d HTTP/1.1" status: 200 len: 990 time: 0.1057420 Mar 23 10:36:18.314837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39700) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:18.416347 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1b6c2802-1aa3-44a9-8b96-3c79447b0601 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/23598901-427b-4b06-874c-c9b6cbace28d HTTP/1.1" status: 200 len: 990 time: 0.1003370 Mar 23 10:36:18.589396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 61062cc3-7237-4f1a-9e34-da1f2fcdd523 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:18.655722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 61062cc3-7237-4f1a-9e34-da1f2fcdd523 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:18.656113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:18.777635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f411fea-16b1-44df-96c2-ff3fef5974fe None None] New status for floating IP 23598901-427b-4b06-874c-c9b6cbace28d: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:36:18.862653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:18.902931 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 61062cc3-7237-4f1a-9e34-da1f2fcdd523, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=61062cc3-7237-4f1a-9e34-da1f2fcdd523,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:18.908863 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:18.909635 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1dc814c7-58b6-4521-8638-161e6fd7b226 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:19.174344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=61062cc3-7237-4f1a-9e34-da1f2fcdd523,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:19.191467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.191814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.192149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.192477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.192803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.193159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.193482 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.193903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.194147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.194465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.194782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.195093 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:19.211302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 1dc814c7-58b6-4521-8638-161e6fd7b226 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:19.211668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:19.329544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:19.361683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 1dc814c7-58b6-4521-8638-161e6fd7b226, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1dc814c7-58b6-4521-8638-161e6fd7b226,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:19.365616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:19.419523 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39704) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:19.434374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=1dc814c7-58b6-4521-8638-161e6fd7b226,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:19.525979 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3d9db424-9747-4c6e-9da4-0dd11ba51bee tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/floatingips/23598901-427b-4b06-874c-c9b6cbace28d HTTP/1.1" status: 200 len: 992 time: 0.1053240 Mar 23 10:36:19.805491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39712) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:20.107954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 83e94d15-aabf-43f3-9da2-e061218420fa {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:36:20.108193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:20.274887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:20.275209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:20.406385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 83e94d15-aabf-43f3-9da2-e061218420fa owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:36:20.561916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 61062cc3-7237-4f1a-9e34-da1f2fcdd523 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:20.563549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:20.610190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=83e94d15-aabf-43f3-9da2-e061218420fa,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:20.633623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 61062cc3-7237-4f1a-9e34-da1f2fcdd523 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:20.633995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:20.675176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.675432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.676023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.676352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.676664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.676979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.677316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.677625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.677935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.678839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.679160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.679466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:20.709168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:20.709579 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Floating IP 23598901-427b-4b06-874c-c9b6cbace28d disassociated (deleted). External IP: 172.26.4.26, port: b2926fdb-c1ca-42ca-a5c3-4f4616e3c507. Mar 23 10:36:20.750762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1dc814c7-58b6-4521-8638-161e6fd7b226 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:20.820012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 1dc814c7-58b6-4521-8638-161e6fd7b226 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:20.820380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:21.072882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 04bbd3c7-4b74-4974-a4b3-795e99efa08a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:36:21.349788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:36:21.359506 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] Sync routers for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:36:21.368978 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:36:21.369602 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:36:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:21.372329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:21.426346 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-61532ecd-52fb-4729-9cb2-5379e0013be9 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/floatingips/23598901-427b-4b06-874c-c9b6cbace28d HTTP/1.1" status: 204 len: 168 time: 1.6197455 Mar 23 10:36:21.427011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5850a0ca-58ed-4360-8615-d8f21d695579', 'tag': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:36:21.472980 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5850a0ca-58ed-4360-8615-d8f21d695579', 'tag': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'status': 'completed', 'code': 200} Mar 23 10:36:21.549751 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:36:21.610633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350220d7-7de8-4899-b562-cab4c997be93 req-4c6aed3b-5e0c-457c-8342-c24415de0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:21.612895 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-350220d7-7de8-4899-b562-cab4c997be93 req-4c6aed3b-5e0c-457c-8342-c24415de0870 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 1098 time: 0.1173878 Mar 23 10:36:21.810273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350220d7-7de8-4899-b562-cab4c997be93 req-61f3769b-f282-4854-be37-201b553cc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:21.811740 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-350220d7-7de8-4899-b562-cab4c997be93 req-61f3769b-f282-4854-be37-201b553cc34f service neutron] 10.222.0.102 "GET /v2.0/networks?id=3590685d-d371-469a-879e-5238b386834e HTTP/1.1" status: 200 len: 898 time: 0.1919031 Mar 23 10:36:21.905162 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2941b-e119-4301-a472-416723f9a678 req-18f2b7c1-4b12-4d41-9acf-abd37129fdbd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:21.905846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-f1f2941b-e119-4301-a472-416723f9a678 req-18f2b7c1-4b12-4d41-9acf-abd37129fdbd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Synchronizing usage tracker for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:36:21.906636 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:36:15Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:36:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:36:19Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:21.910287 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] Checking router: 04bbd3c7-4b74-4974-a4b3-795e99efa08a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:36:21.916739 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-350220d7-7de8-4899-b562-cab4c997be93 req-d3a06ec1-f9d2-40ab-8ef6-974798f3d7f0 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 HTTP/1.1" status: 200 len: 217 time: 0.0917695 Mar 23 10:36:21.918317 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:36:21.918919 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:36:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:21.961978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-f1f2941b-e119-4301-a472-416723f9a678 req-18f2b7c1-4b12-4d41-9acf-abd37129fdbd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Unset dirty status for tenant:45b1b7196b7d41ce9ff620aadf36d5d3 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:36:21.963088 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f1f2941b-e119-4301-a472-416723f9a678 req-18f2b7c1-4b12-4d41-9acf-abd37129fdbd tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 945 time: 0.2301688 Mar 23 10:36:22.009323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350220d7-7de8-4899-b562-cab4c997be93 req-f73bce7d-bbce-403d-9308-3ad302040252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:22.010786 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-350220d7-7de8-4899-b562-cab4c997be93 req-f73bce7d-bbce-403d-9308-3ad302040252 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cd882f10-e8a5-4d5a-ae6a-1598e2932d28 HTTP/1.1" status: 200 len: 835 time: 0.0872347 Mar 23 10:36:22.020344 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f1f2941b-e119-4301-a472-416723f9a678 req-523bf971-9602-4be0-be78-36b9d95af8f7 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489931 Mar 23 10:36:22.093319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350220d7-7de8-4899-b562-cab4c997be93 req-52c94bff-4562-46b8-96a2-109bf56ccb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:22.094865 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-350220d7-7de8-4899-b562-cab4c997be93 req-52c94bff-4562-46b8-96a2-109bf56ccb63 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3590685d-d371-469a-879e-5238b386834e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736349 Mar 23 10:36:22.100646 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:36:22.106007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-350220d7-7de8-4899-b562-cab4c997be93 req-0e36c9f0-b621-4102-bea6-14e3944febee service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:36:22.106913 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-350220d7-7de8-4899-b562-cab4c997be93 req-0e36c9f0-b621-4102-bea6-14e3944febee service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047867 Mar 23 10:36:22.236949 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-350220d7-7de8-4899-b562-cab4c997be93 req-f13af1cf-714e-492f-8465-911e8df67ac4 service neutron] 10.222.0.102 "GET /v2.0/networks/3590685d-d371-469a-879e-5238b386834e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227751 Mar 23 10:36:22.367866 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-350220d7-7de8-4899-b562-cab4c997be93 req-6053ac8c-1a32-47e9-be22-43c155b24285 service neutron] 10.222.0.102 "GET /v2.0/networks/3590685d-d371-469a-879e-5238b386834e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236544 Mar 23 10:36:22.402286 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:36:15Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:36:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:36:19Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:22.406074 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d3cba-5134-4cc0-b9f3-0596e6c5f84f None None] The sync data for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv is: [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:36:15Z', 'revision_number': 6, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:36:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '1dc814c7-58b6-4521-8638-161e6fd7b226', 'name': '', 'network_id': '3590685d-d371-469a-879e-5238b386834e', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'mac_address': 'fa:16:3e:bc:80:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:23Z', 'updated_at': '2022-03-23T10:36:19Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'subnets': [{'id': 'cd882f10-e8a5-4d5a-ae6a-1598e2932d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:36:23.016261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e0685-e5d7-4a3c-b169-20a7d7cda994 None None] New status for floating IP 23598901-427b-4b06-874c-c9b6cbace28d: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:36:23.034721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d26b45-b991-4394-8750-bbafb5fb484b req-e8c77e2c-8e83-4fec-b11f-bb22be702cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:23.036163 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51d26b45-b991-4394-8750-bbafb5fb484b req-e8c77e2c-8e83-4fec-b11f-bb22be702cd8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 945 time: 0.0799842 Mar 23 10:36:23.109267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-51d26b45-b991-4394-8750-bbafb5fb484b req-14b8e943-0391-43c7-8028-b6d7ffc62411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:36:23.109946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-51d26b45-b991-4394-8750-bbafb5fb484b req-14b8e943-0391-43c7-8028-b6d7ffc62411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:23.335172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268000a-a29e-48cd-b6d8-69bb0a867abf req-2488369d-2018-4a67-a263-e958824e8cf1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:23.336520 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4268000a-a29e-48cd-b6d8-69bb0a867abf req-2488369d-2018-4a67-a263-e958824e8cf1 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/ports?device_id=5850a0ca-58ed-4360-8615-d8f21d695579 HTTP/1.1" status: 200 len: 945 time: 0.2012110 Mar 23 10:36:23.364754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-51d26b45-b991-4394-8750-bbafb5fb484b req-14b8e943-0391-43c7-8028-b6d7ffc62411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:23.365132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-51d26b45-b991-4394-8750-bbafb5fb484b req-14b8e943-0391-43c7-8028-b6d7ffc62411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:23.379592 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4268000a-a29e-48cd-b6d8-69bb0a867abf req-aeee9146-d654-4df3-b009-be4be3608141 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "GET /v2.0/security-groups?id=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374455 Mar 23 10:36:23.490988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-51d26b45-b991-4394-8750-bbafb5fb484b req-14b8e943-0391-43c7-8028-b6d7ffc62411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:36:23.628589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-51d26b45-b991-4394-8750-bbafb5fb484b req-14b8e943-0391-43c7-8028-b6d7ffc62411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:23.812894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8e943-0391-43c7-8028-b6d7ffc62411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=b2926fdb-c1ca-42ca-a5c3-4f4616e3c507,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:23.859311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d26b45-b991-4394-8750-bbafb5fb484b req-14b8e943-0391-43c7-8028-b6d7ffc62411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] No DVR routers for this DVR port b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:36:23.870897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-51d26b45-b991-4394-8750-bbafb5fb484b req-14b8e943-0391-43c7-8028-b6d7ffc62411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:23.873647 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5850a0ca-58ed-4360-8615-d8f21d695579', 'name': 'network-vif-deleted', 'tag': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:36:23.889742 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51d26b45-b991-4394-8750-bbafb5fb484b req-14b8e943-0391-43c7-8028-b6d7ffc62411 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.102 "DELETE /v2.0/ports/b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 HTTP/1.1" status: 204 len: 173 time: 0.8476524 Mar 23 10:36:23.920053 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5850a0ca-58ed-4360-8615-d8f21d695579', 'name': 'network-vif-deleted', 'tag': 'b2926fdb-c1ca-42ca-a5c3-4f4616e3c507', 'status': 'completed', 'code': 200} Mar 23 10:36:24.498467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39730) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:24.567119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8baa6d0f-aaca-4014-a763-5ca4002b3f01 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:24.595472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8baa6d0f-aaca-4014-a763-5ca4002b3f01 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:24.658568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8baa6d0f-aaca-4014-a763-5ca4002b3f01 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:24.675840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa6d0f-aaca-4014-a763-5ca4002b3f01 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:24.688654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8baa6d0f-aaca-4014-a763-5ca4002b3f01 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:24.689802 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8baa6d0f-aaca-4014-a763-5ca4002b3f01 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/security-groups/b05a6bb0-c06e-4e3a-89db-d85ff3b1a67f HTTP/1.1" status: 204 len: 168 time: 0.1903796 Mar 23 10:36:24.719623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39736) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:25.261338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:25.605703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 1dc814c7-58b6-4521-8638-161e6fd7b226 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:36:25.605952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:25.789272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 1dc814c7-58b6-4521-8638-161e6fd7b226, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1dc814c7-58b6-4521-8638-161e6fd7b226,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:25.790019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:25.923984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 1dc814c7-58b6-4521-8638-161e6fd7b226 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:36:26.346856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:26.393167 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=1dc814c7-58b6-4521-8638-161e6fd7b226,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:26.434661 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.435003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.435334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.435657 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.435981 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.436304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.436621 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.436937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.437283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.437595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.437908 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.438217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:36:26.678538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.039754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Router 04bbd3c7-4b74-4974-a4b3-795e99efa08a has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:36:27.211116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:36:27.220716 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] Sync routers for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:36:27.224127 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e9ec6c9e-c981-4584-8d6f-86dd15ddf419 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "PUT /v2.0/routers/04bbd3c7-4b74-4974-a4b3-795e99efa08a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5034399 Mar 23 10:36:27.227340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39740) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:27.231370 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:36:27.231966 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:36:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:27.292905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc6b87b-2a57-4efe-8bed-12ae31b1e325 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting subnet cd882f10-e8a5-4d5a-ae6a-1598e2932d28 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:36:27.295702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b87b-2a57-4efe-8bed-12ae31b1e325 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.348384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b87b-2a57-4efe-8bed-12ae31b1e325 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.408241 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:36:27.546126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b87b-2a57-4efe-8bed-12ae31b1e325 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.618466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b87b-2a57-4efe-8bed-12ae31b1e325 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.655638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6b87b-2a57-4efe-8bed-12ae31b1e325 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Subnet': ['ID=cd882f10-e8a5-4d5a-ae6a-1598e2932d28,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:27.659341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b87b-2a57-4efe-8bed-12ae31b1e325 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.665289 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8bc6b87b-2a57-4efe-8bed-12ae31b1e325 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/subnets/cd882f10-e8a5-4d5a-ae6a-1598e2932d28 HTTP/1.1" status: 204 len: 168 time: 0.4369757 Mar 23 10:36:27.667861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba07d9f-fd81-4ee4-8e8e-d8689ece4b9b None None] Network 3590685d-d371-469a-879e-5238b386834e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:36:27.668320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39744) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:27.692361 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:36:26Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:36:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:27.697026 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] Checking router: 04bbd3c7-4b74-4974-a4b3-795e99efa08a for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:36:27.705127 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] Routers {'04bbd3c7-4b74-4974-a4b3-795e99efa08a'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:36:27.705725 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:36:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:27.854490 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:27.890212 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] Set router 04bbd3c7-4b74-4974-a4b3-795e99efa08a gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:36:27.953950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac7919-b2d8-44be-b6e4-2801e885a204 None None] DHCP port deletion for 3590685d-d371-469a-879e-5238b386834e request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:36:27.959265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-99ac7919-b2d8-44be-b6e4-2801e885a204 None None] Deleting port 5e75c367-2c3a-4b7f-9895-2c22e316414d {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:36:27.959636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-99ac7919-b2d8-44be-b6e4-2801e885a204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.057017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.068352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Deleting port 61062cc3-7237-4f1a-9e34-da1f2fcdd523 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:36:28.069369 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.198871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-99ac7919-b2d8-44be-b6e4-2801e885a204 None None] For port 5e75c367-2c3a-4b7f-9895-2c22e316414d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=5e75c367-2c3a-4b7f-9895-2c22e316414d,segment=NetworkSegment(2c4dd67f-89f7-414a-b085-4b561a4837db),segment_id=2c4dd67f-89f7-414a-b085-4b561a4837db)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:28.199254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-99ac7919-b2d8-44be-b6e4-2801e885a204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.206913 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:36:26Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:36:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:28.210703 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0906b4dd-2165-46a9-ae2b-ea4913f23e4d None None] The sync data for ids ['04bbd3c7-4b74-4974-a4b3-795e99efa08a'] in dv-neutron-834652-2-hyperv is: [{'id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'name': 'tempest-TestNetworkBasicOps-router-1743676422', 'tenant_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132'}], 'enable_snat': True}, 'gw_port_id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:35:19Z', 'updated_at': '2022-03-23T10:36:26Z', 'revision_number': 7, 'project_id': '45b1b7196b7d41ce9ff620aadf36d5d3', 'gw_port': {'id': '61062cc3-7237-4f1a-9e34-da1f2fcdd523', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:54:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bbd3c7-4b74-4974-a4b3-795e99efa08a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:35:20Z', 'updated_at': '2022-03-23T10:36:18Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:36:28.258337 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] For port 61062cc3-7237-4f1a-9e34-da1f2fcdd523, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=61062cc3-7237-4f1a-9e34-da1f2fcdd523,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:28.258688 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.320262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-99ac7919-b2d8-44be-b6e4-2801e885a204 None None] Calling delete_port for 5e75c367-2c3a-4b7f-9895-2c22e316414d owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:36:28.380613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Calling delete_port for 61062cc3-7237-4f1a-9e34-da1f2fcdd523 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:36:28.393284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-99ac7919-b2d8-44be-b6e4-2801e885a204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.439607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac7919-b2d8-44be-b6e4-2801e885a204 None None] Pushing event deleted for resources: {'Port': ['ID=5e75c367-2c3a-4b7f-9895-2c22e316414d,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:28.443159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac7919-b2d8-44be-b6e4-2801e885a204 None None] No DVR routers for this DVR port 5e75c367-2c3a-4b7f-9895-2c22e316414d on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:36:28.508202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:28.541654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:36:28.541988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device b2926fdb-c1ca-42ca-a5c3-4f4616e3c507 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:36:28.554206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.611406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5e75c367-2c3a-4b7f-9895-2c22e316414d no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:28.633258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Port': ['ID=61062cc3-7237-4f1a-9e34-da1f2fcdd523,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:28.645508 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 5e75c367-2c3a-4b7f-9895-2c22e316414d {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:36:28.645852 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 5e75c367-2c3a-4b7f-9895-2c22e316414d not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:36:28.646267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1dc814c7-58b6-4521-8638-161e6fd7b226 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:28.683730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 1dc814c7-58b6-4521-8638-161e6fd7b226 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:36:28.684387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1dc814c7-58b6-4521-8638-161e6fd7b226 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:36:28.706829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.884791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:28.887056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.012329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.012748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Fanout notify agent at l3_agent the message router_deleted on router 04bbd3c7-4b74-4974-a4b3-795e99efa08a {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:36:29.028289 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.029465 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d208baff-8b9a-45d1-81da-24244ac8a1f8 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/routers/04bbd3c7-4b74-4974-a4b3-795e99efa08a HTTP/1.1" status: 204 len: 168 time: 1.3606150 Mar 23 10:36:29.032281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39748) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:29.154921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.286744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.311375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3590685d-d371-469a-879e-5238b386834e']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:29.323525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c4dd67f-89f7-414a-b085-4b561a4837db') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:29.323817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c4dd67f-89f7-414a-b085-4b561a4837db') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:36:29.334762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.349962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.355862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:36:29.356254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:36:29.375141 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:36:29.452268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.469264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:29.482047 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] Pushing event deleted for resources: {'Network': ['ID=3590685d-d371-469a-879e-5238b386834e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:29.489308 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e2efd98e-55eb-4819-acb7-42f8249b2784 tempest-TestNetworkBasicOps-2057150761 tempest-TestNetworkBasicOps-2057150761-project] 10.222.0.84 "DELETE /v2.0/networks/3590685d-d371-469a-879e-5238b386834e HTTP/1.1" status: 204 len: 168 time: 0.4558144 Mar 23 10:36:29.536264 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:36:29.778390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39756) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:29.926638 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9ab6e194-ff04-4964-9bf4-f7867c2cec44 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=45b1b7196b7d41ce9ff620aadf36d5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471355 Mar 23 10:36:29.929754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39762) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:29.986655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f59f-9d14-4aa3-b94f-0866c0c60e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.012244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f59f-9d14-4aa3-b94f-0866c0c60e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.062186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f59f-9d14-4aa3-b94f-0866c0c60e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.079836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3f59f-9d14-4aa3-b94f-0866c0c60e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c952756-8d8c-44ae-83dc-ab3f9644487e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:30.086160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ac3f59f-9d14-4aa3-b94f-0866c0c60e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.087254 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6ac3f59f-9d14-4aa3-b94f-0866c0c60e3a admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/3c952756-8d8c-44ae-83dc-ab3f9644487e HTTP/1.1" status: 204 len: 168 time: 0.1566048 Mar 23 10:36:30.363763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39770) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:30.381498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93264565-e0f8-4bd0-b5a9-b6e9817923e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.395191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-93264565-e0f8-4bd0-b5a9-b6e9817923e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:30.399560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-93264565-e0f8-4bd0-b5a9-b6e9817923e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c7aa92a6d5e4dd083a0d1d8162a83ac is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:30.402316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-93264565-e0f8-4bd0-b5a9-b6e9817923e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:30.407878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-93264565-e0f8-4bd0-b5a9-b6e9817923e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:30.487569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93264565-e0f8-4bd0-b5a9-b6e9817923e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.491874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-93264565-e0f8-4bd0-b5a9-b6e9817923e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.543143 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-93264565-e0f8-4bd0-b5a9-b6e9817923e9 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=0c7aa92a6d5e4dd083a0d1d8162a83ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1782157 Mar 23 10:36:30.545733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39774) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:30.548305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93264565-e0f8-4bd0-b5a9-b6e9817923e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443103f5-7748-4e4a-8697-3cc01ff29938,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:30.566101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 61062cc3-7237-4f1a-9e34-da1f2fcdd523 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:30.599519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 61062cc3-7237-4f1a-9e34-da1f2fcdd523 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:36:30.599884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 61062cc3-7237-4f1a-9e34-da1f2fcdd523 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:36:30.607145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef12-7c4b-4ff3-bcf2-89ae740f38b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.632614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef12-7c4b-4ff3-bcf2-89ae740f38b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.681660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef12-7c4b-4ff3-bcf2-89ae740f38b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.695367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63ef12-7c4b-4ff3-bcf2-89ae740f38b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443103f5-7748-4e4a-8697-3cc01ff29938,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:30.701301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1f63ef12-7c4b-4ff3-bcf2-89ae740f38b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:30.702391 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1f63ef12-7c4b-4ff3-bcf2-89ae740f38b9 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/443103f5-7748-4e4a-8697-3cc01ff29938 HTTP/1.1" status: 204 len: 168 time: 0.1557794 Mar 23 10:36:33.685181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-82d24ce8-8155-4901-b21f-18032a139020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.308461 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:36.549348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f7d25baf-1e3e-4ecb-bd8e-ca4514371ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:37.271544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:37.487363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:38.058650 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-2fdd434e-c8da-48f9-8d40-b949f262bfb2 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=913cedf681a443618077d9c8bc79c9e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278277 Mar 23 10:36:38.206564 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-181d58f7-c2ac-4e4f-b50b-b1a81ddeb74b tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:38.207993 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-181d58f7-c2ac-4e4f-b50b-b1a81ddeb74b tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432571 Mar 23 10:36:38.223186 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-cdde86a5-35d5-4b21-b5ee-bc298faf59a1 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/quotas/913cedf681a443618077d9c8bc79c9e5 HTTP/1.1" status: 200 len: 375 time: 0.0091190 Mar 23 10:36:38.267820 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-b46c89bb-3081-4a12-967b-fd39b6e006ae tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=913cedf681a443618077d9c8bc79c9e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392239 Mar 23 10:36:38.439065 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c179cadb-7608-4e06-ae36-78eb11c9ece0 req-ca4226d7-2ee9-472e-a8d8-9dd4d1ec51fe tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 210 time: 0.0452650 Mar 23 10:36:39.539156 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5c2dc8c8-c7df-46c5-8f66-b74552a4ca6b req-d80f6c9b-ed49-4a10-b006-a48a2a93910c tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 210 time: 0.0488367 Mar 23 10:36:39.544114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:40.687407 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e6e5f7a6-9ed2-455e-8584-4caefd39e210 req-564b899a-fa47-4d80-94b0-585555bd576e tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 210 time: 0.0430868 Mar 23 10:36:41.356748 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-c29d7c72-e034-4c07-9378-b071c72e5f01 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.102 "GET /v2.0/networks?tenant_id=913cedf681a443618077d9c8bc79c9e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288172 Mar 23 10:36:41.513672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-893263b4-1eee-4dea-8dc4-ef74c64dc406 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:41.515290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-893263b4-1eee-4dea-8dc4-ef74c64dc406 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.102 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534617 Mar 23 10:36:41.527187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Request body: {'port': {'device_id': '463b42f7-9795-4f47-b4db-ec41a723c89a', 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb', 'admin_state_up': True, 'tenant_id': '913cedf681a443618077d9c8bc79c9e5'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:36:41.662724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:41.666345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Usage tracker for resource:port and tenant:913cedf681a443618077d9c8bc79c9e5 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:41.669114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:41.675604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:41.685418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Made reservation on behalf of 913cedf681a443618077d9c8bc79c9e5 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:36:41.688811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:41.700956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:41.716364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:41.719596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Usage tracker for resource:security_group_rule and tenant:913cedf681a443618077d9c8bc79c9e5 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:41.722351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:41.728594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:41.819077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:41.824220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:41.851405 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-914a8e06-e235-4455-99b3-16c37afcd4a9 req-58797322-003c-4cb9-82d6-6d7f190cfb7c tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 210 time: 0.0492229 Mar 23 10:36:41.902836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b8d66c-a895-45d4-a562-33de6c889750,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:41.997801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Allocated IP 192.168.233.114 (469a41a7-394e-45b4-a938-0a20ddaabfcb/dcee4eff-b3db-4dff-af21-b7e964c72a56/a59f23c5-d41a-4831-b901-6245371644cd) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:36:42.194388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.208906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Transition to ACTIVE for port object a59f23c5-d41a-4831-b901-6245371644cd will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:36:42.231745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.294154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Network 469a41a7-394e-45b4-a938-0a20ddaabfcb is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:36:42.296910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:36:42.305897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:36:42.338442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Pushing event updated for resources: {'Port': ['ID=a59f23c5-d41a-4831-b901-6245371644cd,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:42.476043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:42.476627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.500549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-95cb3d9c-aed6-4845-adb9-2af90a37e2fb tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9776564 Mar 23 10:36:42.512178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Request body: {'port': {'device_id': '463b42f7-9795-4f47-b4db-ec41a723c89a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:36:42.537610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fe4da7ce-bfcd-4958-8e8b-76670563a569 None None] Provisioning for port a59f23c5-d41a-4831-b901-6245371644cd completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:36:42.542435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-fe4da7ce-bfcd-4958-8e8b-76670563a569 None None] Provisioning complete for port a59f23c5-d41a-4831-b901-6245371644cd triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:42.542834 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fe4da7ce-bfcd-4958-8e8b-76670563a569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.597539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-fe4da7ce-bfcd-4958-8e8b-76670563a569 None None] Port a59f23c5-d41a-4831-b901-6245371644cd cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:36:42.619772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:42.954072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59f23c5-d41a-4831-b901-6245371644cd {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:36:42.994319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:43.017665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Transition to ACTIVE for port object a59f23c5-d41a-4831-b901-6245371644cd will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:36:43.024640 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:43.165544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Pushing event updated for resources: {'Port': ['ID=a59f23c5-d41a-4831-b901-6245371644cd,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:43.207036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168e59a-e352-4030-ba61-77a76b5ecf4d req-e8db6c2d-a410-4635-90f2-36bbcb2b5523 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:43.207760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-b168e59a-e352-4030-ba61-77a76b5ecf4d req-e8db6c2d-a410-4635-90f2-36bbcb2b5523 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Synchronizing usage tracker for tenant:913cedf681a443618077d9c8bc79c9e5 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:36:43.273720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-b168e59a-e352-4030-ba61-77a76b5ecf4d req-e8db6c2d-a410-4635-90f2-36bbcb2b5523 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Unset dirty status for tenant:913cedf681a443618077d9c8bc79c9e5 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:36:43.274859 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b168e59a-e352-4030-ba61-77a76b5ecf4d req-e8db6c2d-a410-4635-90f2-36bbcb2b5523 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 936 time: 0.3237591 Mar 23 10:36:43.309853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Attempting to bind port a59f23c5-d41a-4831-b901-6245371644cd on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:36:43.310188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Attempting to bind port a59f23c5-d41a-4831-b901-6245371644cd by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'dc298248-69bd-439d-85fd-184a1062fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:36:43.310511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Attempting to bind port a59f23c5-d41a-4831-b901-6245371644cd on network 469a41a7-394e-45b4-a938-0a20ddaabfcb {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:36:43.324187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Port a59f23c5-d41a-4831-b901-6245371644cd on network 469a41a7-394e-45b4-a938-0a20ddaabfcb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:36:43.324332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Attempting to bind port a59f23c5-d41a-4831-b901-6245371644cd on network 469a41a7-394e-45b4-a938-0a20ddaabfcb {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:36:43.333874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:36:43.334208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Checking segment: {'id': 'dc298248-69bd-439d-85fd-184a1062fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:36:43.334581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Bound using segment: {'id': 'dc298248-69bd-439d-85fd-184a1062fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:36:43.335001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Bound port: a59f23c5-d41a-4831-b901-6245371644cd, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc298248-69bd-439d-85fd-184a1062fcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:36:43.335343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:43.348067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-b168e59a-e352-4030-ba61-77a76b5ecf4d req-87ab3659-31c2-4981-b9a5-caa192de7b83 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Synchronizing usage tracker for tenant:913cedf681a443618077d9c8bc79c9e5 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:36:43.404671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-b168e59a-e352-4030-ba61-77a76b5ecf4d req-87ab3659-31c2-4981-b9a5-caa192de7b83 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Unset dirty status for tenant:913cedf681a443618077d9c8bc79c9e5 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:36:43.405764 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b168e59a-e352-4030-ba61-77a76b5ecf4d req-87ab3659-31c2-4981-b9a5-caa192de7b83 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6b8d66c-a895-45d4-a562-33de6c889750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203201 Mar 23 10:36:43.436547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] For port a59f23c5-d41a-4831-b901-6245371644cd, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:36:43.439769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] For port a59f23c5-d41a-4831-b901-6245371644cd, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a59f23c5-d41a-4831-b901-6245371644cd,segment=NetworkSegment(dc298248-69bd-439d-85fd-184a1062fcf7),segment_id=dc298248-69bd-439d-85fd-184a1062fcf7)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:36:43.443388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:43.501871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:43.502419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:43.503815 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] 10.222.0.102 "PUT /v2.0/ports/a59f23c5-d41a-4831-b901-6245371644cd HTTP/1.1" status: 200 len: 1098 time: 0.9953997 Mar 23 10:36:43.504337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463b42f7-9795-4f47-b4db-ec41a723c89a', 'tag': 'a59f23c5-d41a-4831-b901-6245371644cd'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:36:43.532151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81072b7c-c60c-4566-bec4-cae9d1d59922 service neutron] Pushing event updated for resources: {'Port': ['ID=a59f23c5-d41a-4831-b901-6245371644cd,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:43.577108 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463b42f7-9795-4f47-b4db-ec41a723c89a', 'tag': 'a59f23c5-d41a-4831-b901-6245371644cd', 'status': 'completed', 'code': 200} Mar 23 10:36:43.618086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-42d64465-98e4-41ac-bb7d-d5bc1a928d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:43.619551 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-42d64465-98e4-41ac-bb7d-d5bc1a928d01 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=913cedf681a443618077d9c8bc79c9e5&device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 1101 time: 0.0738337 Mar 23 10:36:43.690856 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-082af01a-af5a-4e3d-a4f1-ab72e5a260ad service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=a59f23c5-d41a-4831-b901-6245371644cd HTTP/1.1" status: 200 len: 217 time: 0.0644372 Mar 23 10:36:43.751623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-3812e51a-2d20-47b8-b0fb-8b06d7eb242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:43.753062 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-3812e51a-2d20-47b8-b0fb-8b06d7eb242e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dcee4eff-b3db-4dff-af21-b7e964c72a56 HTTP/1.1" status: 200 len: 843 time: 0.0564880 Mar 23 10:36:43.830235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-7d1d09a5-29de-4e88-9f25-cf86d52943b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:43.831612 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-7d1d09a5-29de-4e88-9f25-cf86d52943b2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=469a41a7-394e-45b4-a938-0a20ddaabfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0724480 Mar 23 10:36:43.958711 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-601ef9ab-d3d7-4b0e-9bf3-71f05313fc10 service neutron] 10.222.0.102 "GET /v2.0/networks/469a41a7-394e-45b4-a938-0a20ddaabfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211705 Mar 23 10:36:44.186956 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-41327ec4-a4b2-4612-bde1-62cdfe184c93 req-d5c0179d-7199-476c-9209-13de67c033f1 service neutron] 10.222.0.102 "GET /v2.0/networks/469a41a7-394e-45b4-a938-0a20ddaabfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226379 Mar 23 10:36:44.298714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-ea0b2aad-8d68-4047-b3cf-da2b9ddd5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:44.300070 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-ea0b2aad-8d68-4047-b3cf-da2b9ddd5c43 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=913cedf681a443618077d9c8bc79c9e5&device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 1101 time: 0.0691864 Mar 23 10:36:44.428662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-4c5d243f-c611-45e5-acd1-95b7eef0ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:44.430234 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-4c5d243f-c611-45e5-acd1-95b7eef0ad71 service neutron] 10.222.0.102 "GET /v2.0/networks?id=469a41a7-394e-45b4-a938-0a20ddaabfcb HTTP/1.1" status: 200 len: 870 time: 0.1238699 Mar 23 10:36:44.501152 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-ecdb3602-f061-4c00-be58-f43979db56ad service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=a59f23c5-d41a-4831-b901-6245371644cd HTTP/1.1" status: 200 len: 217 time: 0.0644300 Mar 23 10:36:44.610502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-5714f477-4ab0-4f0f-bef4-c5ce75f7de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:44.611815 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-5714f477-4ab0-4f0f-bef4-c5ce75f7de6e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=dcee4eff-b3db-4dff-af21-b7e964c72a56 HTTP/1.1" status: 200 len: 843 time: 0.1045301 Mar 23 10:36:44.680221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125bed5-e496-4799-bcee-cd360b3adc3c req-3d1ebe15-ef20-45aa-b0c1-f8e9f4a4eb73 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:44.681644 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1125bed5-e496-4799-bcee-cd360b3adc3c req-3d1ebe15-ef20-45aa-b0c1-f8e9f4a4eb73 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 948 time: 0.1443088 Mar 23 10:36:44.741306 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1125bed5-e496-4799-bcee-cd360b3adc3c req-319bc76b-7c57-44db-823f-9638e6ac4bd7 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6b8d66c-a895-45d4-a562-33de6c889750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535805 Mar 23 10:36:44.743247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-48bd6266-261c-4afe-a8c1-0dbcaeb4ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:44.744606 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-48bd6266-261c-4afe-a8c1-0dbcaeb4ee52 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=469a41a7-394e-45b4-a938-0a20ddaabfcb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1254292 Mar 23 10:36:44.877431 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-ead9befb-018e-44bc-979f-802c89199b82 service neutron] 10.222.0.102 "GET /v2.0/networks/469a41a7-394e-45b4-a938-0a20ddaabfcb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258240 Mar 23 10:36:45.009739 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47c845c2-43d1-4d5b-bb45-35dfa681818e req-1e23ab74-c77d-48f8-9256-e00063cd5558 service neutron] 10.222.0.102 "GET /v2.0/networks/469a41a7-394e-45b4-a938-0a20ddaabfcb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247320 Mar 23 10:36:45.924133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd33e98-38db-4e27-8f2a-e913f558e7c9 req-7d8531cc-571e-4aec-a544-198e42918499 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:45.925926 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ccd33e98-38db-4e27-8f2a-e913f558e7c9 req-7d8531cc-571e-4aec-a544-198e42918499 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 948 time: 0.0792212 Mar 23 10:36:45.972520 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ccd33e98-38db-4e27-8f2a-e913f558e7c9 req-986222b4-47c9-4557-abfa-9c1e633c8da9 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6b8d66c-a895-45d4-a562-33de6c889750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 Mar 23 10:36:46.571436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a59f23c5-d41a-4831-b901-6245371644cd details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:36:46.700341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port a59f23c5-d41a-4831-b901-6245371644cd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a59f23c5-d41a-4831-b901-6245371644cd,segment=NetworkSegment(dc298248-69bd-439d-85fd-184a1062fcf7),segment_id=dc298248-69bd-439d-85fd-184a1062fcf7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:46.713344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'a59f23c5-d41a-4831-b901-6245371644cd', 'network_id': '469a41a7-394e-45b4-a938-0a20ddaabfcb', 'port_id': 'a59f23c5-d41a-4831-b901-6245371644cd', 'mac_address': 'fa:16:3e:b8:39:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcee4eff-b3db-4dff-af21-b7e964c72a56', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:36:46.766024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:46.782402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59f23c5-d41a-4831-b901-6245371644cd {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:36:46.796861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port a59f23c5-d41a-4831-b901-6245371644cd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a59f23c5-d41a-4831-b901-6245371644cd,segment=NetworkSegment(dc298248-69bd-439d-85fd-184a1062fcf7),segment_id=dc298248-69bd-439d-85fd-184a1062fcf7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:46.801049 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:46.868312 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=a59f23c5-d41a-4831-b901-6245371644cd,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:47.007707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['a59f23c5-d41a-4831-b901-6245371644cd'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:36:47.166590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3dcd6-84b1-499a-92b2-32aa5756a702 req-337154d4-264d-4c7c-87b9-162d827a685b tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:47.167969 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-54b3dcd6-84b1-499a-92b2-32aa5756a702 req-337154d4-264d-4c7c-87b9-162d827a685b tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 949 time: 0.0865216 Mar 23 10:36:47.211659 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-54b3dcd6-84b1-499a-92b2-32aa5756a702 req-d6846bbe-a1f0-4f2a-bd2e-a27538173449 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6b8d66c-a895-45d4-a562-33de6c889750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378635 Mar 23 10:36:48.401909 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3997e05-7992-4341-a30b-a43ac47980a7 req-58a1fd84-3779-4469-b7cd-169582006df3 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:48.403362 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f3997e05-7992-4341-a30b-a43ac47980a7 req-58a1fd84-3779-4469-b7cd-169582006df3 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 949 time: 0.0786512 Mar 23 10:36:48.446941 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f3997e05-7992-4341-a30b-a43ac47980a7 req-3bf62c68-a432-4582-8315-2fb2aea7e640 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6b8d66c-a895-45d4-a562-33de6c889750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 Mar 23 10:36:48.585881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a59f23c5-d41a-4831-b901-6245371644cd up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:36:48.655273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port a59f23c5-d41a-4831-b901-6245371644cd completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:36:48.659776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port a59f23c5-d41a-4831-b901-6245371644cd triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:36:48.660140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:48.806716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:48.832895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463b42f7-9795-4f47-b4db-ec41a723c89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59f23c5-d41a-4831-b901-6245371644cd'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:36:48.842887 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port a59f23c5-d41a-4831-b901-6245371644cd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a59f23c5-d41a-4831-b901-6245371644cd,segment=NetworkSegment(dc298248-69bd-439d-85fd-184a1062fcf7),segment_id=dc298248-69bd-439d-85fd-184a1062fcf7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:48.848136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:48.886291 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463b42f7-9795-4f47-b4db-ec41a723c89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59f23c5-d41a-4831-b901-6245371644cd', 'code': 200} Mar 23 10:36:48.921221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=a59f23c5-d41a-4831-b901-6245371644cd,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:49.105486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72bbc8-3832-4937-8095-fb6514f57beb req-bdfe75ac-a99f-48fc-a865-c7acd595b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:49.106823 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b72bbc8-3832-4937-8095-fb6514f57beb req-bdfe75ac-a99f-48fc-a865-c7acd595b513 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 1103 time: 0.0718577 Mar 23 10:36:49.145675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b72bbc8-3832-4937-8095-fb6514f57beb req-77b5c89d-2a0e-43af-a679-c23965991792 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f6b8d66c-a895-45d4-a562-33de6c889750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331511 Mar 23 10:36:49.630057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e2fa2-49d8-402b-b5c3-74150a0e3d68 req-9b49a6da-d5f0-4b74-bc43-a81a187fa53a tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:49.632092 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c60e2fa2-49d8-402b-b5c3-74150a0e3d68 req-9b49a6da-d5f0-4b74-bc43-a81a187fa53a tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 950 time: 0.0836303 Mar 23 10:36:49.678969 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c60e2fa2-49d8-402b-b5c3-74150a0e3d68 req-36fb8e8d-e312-41a6-ae84-1ee5566bc958 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6b8d66c-a895-45d4-a562-33de6c889750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380983 Mar 23 10:36:50.857868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaedcd-9564-4066-ab6c-a9ffc271e7f1 req-6d1cbd9d-57b1-4cbf-9598-e92203e2a8c7 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:50.859199 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4ccaedcd-9564-4066-ab6c-a9ffc271e7f1 req-6d1cbd9d-57b1-4cbf-9598-e92203e2a8c7 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 950 time: 0.0771940 Mar 23 10:36:50.902696 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4ccaedcd-9564-4066-ab6c-a9ffc271e7f1 req-23f74c0b-5127-427e-9543-7c23d813fa12 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6b8d66c-a895-45d4-a562-33de6c889750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378661 Mar 23 10:36:51.968526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a3bef-3255-4fad-af39-e190ad83bb39 req-aa514c60-181f-444a-8f6d-7cd7678aee0e tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:51.970004 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-403a3bef-3255-4fad-af39-e190ad83bb39 req-aa514c60-181f-444a-8f6d-7cd7678aee0e tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 950 time: 0.0836580 Mar 23 10:36:52.013410 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-403a3bef-3255-4fad-af39-e190ad83bb39 req-5e59bbee-cd3a-42c7-970c-74cf391f396f tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6b8d66c-a895-45d4-a562-33de6c889750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371597 Mar 23 10:36:53.158384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-5e9914d7-25f2-4bfd-a1a8-e5e418775c60 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:53.159717 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-5e9914d7-25f2-4bfd-a1a8-e5e418775c60 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.102 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 950 time: 0.0784922 Mar 23 10:36:53.197882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abf1d4-5fc4-45d7-9b0e-3c528de96dde req-6d65ec47-1be7-46ce-a499-d25765072bad tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:53.199338 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b7abf1d4-5fc4-45d7-9b0e-3c528de96dde req-6d65ec47-1be7-46ce-a499-d25765072bad tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 950 time: 0.0801730 Mar 23 10:36:53.243391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-e0b18cd6-00cb-4025-b78e-68c56d863c43 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Deleting port a59f23c5-d41a-4831-b901-6245371644cd {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:36:53.243725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-e0b18cd6-00cb-4025-b78e-68c56d863c43 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:53.251479 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b7abf1d4-5fc4-45d7-9b0e-3c528de96dde req-f2e8d389-fa45-4442-8d9f-c59c69110111 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/security-groups?id=f6b8d66c-a895-45d4-a562-33de6c889750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416248 Mar 23 10:36:53.485597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-e0b18cd6-00cb-4025-b78e-68c56d863c43 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] For port a59f23c5-d41a-4831-b901-6245371644cd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=a59f23c5-d41a-4831-b901-6245371644cd,segment=NetworkSegment(dc298248-69bd-439d-85fd-184a1062fcf7),segment_id=dc298248-69bd-439d-85fd-184a1062fcf7)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:36:53.485946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-e0b18cd6-00cb-4025-b78e-68c56d863c43 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:53.696657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-e0b18cd6-00cb-4025-b78e-68c56d863c43 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Calling delete_port for a59f23c5-d41a-4831-b901-6245371644cd owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:36:53.839171 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-e0b18cd6-00cb-4025-b78e-68c56d863c43 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:53.850064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['a59f23c5-d41a-4831-b901-6245371644cd'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:36:53.893068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b18cd6-00cb-4025-b78e-68c56d863c43 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Pushing event deleted for resources: {'Port': ['ID=a59f23c5-d41a-4831-b901-6245371644cd,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:53.968759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-e0b18cd6-00cb-4025-b78e-68c56d863c43 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] No DVR routers for this DVR port a59f23c5-d41a-4831-b901-6245371644cd on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:36:53.971353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-e0b18cd6-00cb-4025-b78e-68c56d863c43 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:53.974301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463b42f7-9795-4f47-b4db-ec41a723c89a', 'name': 'network-vif-deleted', 'tag': 'a59f23c5-d41a-4831-b901-6245371644cd'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:36:53.991902 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6dd9d3ac-4322-41f7-89c5-61c4772bd722 req-e0b18cd6-00cb-4025-b78e-68c56d863c43 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.102 "DELETE /v2.0/ports/a59f23c5-d41a-4831-b901-6245371644cd HTTP/1.1" status: 204 len: 173 time: 0.8271213 Mar 23 10:36:54.021720 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463b42f7-9795-4f47-b4db-ec41a723c89a', 'name': 'network-vif-deleted', 'tag': 'a59f23c5-d41a-4831-b901-6245371644cd', 'status': 'completed', 'code': 200} Mar 23 10:36:54.414734 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8e58c245-c871-48a8-a564-ed06a0e457c6 req-95a14e30-93c2-4ae1-a97b-be5533138aa0 tempest-ServersAdminNegativeTestJSON-1840619877 tempest-ServersAdminNegativeTestJSON-1840619877-project] 10.222.0.84 "GET /v2.0/ports?device_id=463b42f7-9795-4f47-b4db-ec41a723c89a HTTP/1.1" status: 200 len: 210 time: 0.0445950 Mar 23 10:36:55.775484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39920) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:55.919484 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5263000a-cb10-473d-9cd6-f770d5eaeebc admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=913cedf681a443618077d9c8bc79c9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428561 Mar 23 10:36:55.922074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39926) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:55.978491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dc4a-4288-4336-8d4d-1465111c92a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.003282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dc4a-4288-4336-8d4d-1465111c92a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.060339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dc4a-4288-4336-8d4d-1465111c92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.076940 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8dc4a-4288-4336-8d4d-1465111c92a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b8d66c-a895-45d4-a562-33de6c889750,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:56.091243 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f9e8dc4a-4288-4336-8d4d-1465111c92a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.092348 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f9e8dc4a-4288-4336-8d4d-1465111c92a7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/f6b8d66c-a895-45d4-a562-33de6c889750 HTTP/1.1" status: 204 len: 168 time: 0.1694107 Mar 23 10:36:56.365808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 39934) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:56.383237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a6b8094d-0598-4293-b33b-9ef7446fe474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.397386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a6b8094d-0598-4293-b33b-9ef7446fe474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:56.401050 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a6b8094d-0598-4293-b33b-9ef7446fe474 admin admin] Usage tracker for resource:security_group_rule and tenant:aaaf696fdcb0438496154570511bbcd0 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:56.403747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a6b8094d-0598-4293-b33b-9ef7446fe474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:56.409232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a6b8094d-0598-4293-b33b-9ef7446fe474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:56.491110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a6b8094d-0598-4293-b33b-9ef7446fe474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.494841 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a6b8094d-0598-4293-b33b-9ef7446fe474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.540901 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a6b8094d-0598-4293-b33b-9ef7446fe474 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=aaaf696fdcb0438496154570511bbcd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739848 Mar 23 10:36:56.542408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8094d-0598-4293-b33b-9ef7446fe474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b598c169-9bc6-4ef5-b084-b5424bf62e1d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:56.543625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39938) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:56.601471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-092df355-460f-42de-a4f9-ae24681001f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.625839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-092df355-460f-42de-a4f9-ae24681001f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.664035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a59f23c5-d41a-4831-b901-6245371644cd no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:36:56.676121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-092df355-460f-42de-a4f9-ae24681001f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.690616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092df355-460f-42de-a4f9-ae24681001f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b598c169-9bc6-4ef5-b084-b5424bf62e1d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:56.697135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-092df355-460f-42de-a4f9-ae24681001f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:56.698236 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-092df355-460f-42de-a4f9-ae24681001f5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/b598c169-9bc6-4ef5-b084-b5424bf62e1d HTTP/1.1" status: 204 len: 168 time: 0.1536417 Mar 23 10:36:56.700735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: a59f23c5-d41a-4831-b901-6245371644cd {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:36:56.701127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device a59f23c5-d41a-4831-b901-6245371644cd not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:36:57.404610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39962) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:57.504303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-169408127-network', 'tenant_id': '57915131dc214445a2b75bd886bf5393'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:36:57.509577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:57.513303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Usage tracker for resource:network and tenant:57915131dc214445a2b75bd886bf5393 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:57.516038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:57.522027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:57.531335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Made reservation on behalf of 57915131dc214445a2b75bd886bf5393 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:36:57.533527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:57.545529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:57.562796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:57.566470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Usage tracker for resource:security_group_rule and tenant:57915131dc214445a2b75bd886bf5393 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:57.569187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:57.574594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:57.653577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:57.657339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:57.685593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:36:57.698461 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb5810e-c5fb-4bf2-bbdd-1911285997c2,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:57.704376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:57.704715 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Added segment 202aa756-5f96-4a63-8319-e5568d3c345e of type vlan for network a68fe281-7c96-408c-b0be-823614a388f3 Mar 23 10:36:57.730867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:57.759626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:57.760541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:57.761135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:57.863849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] Pushing event updated for resources: {'Network': ['ID=a68fe281-7c96-408c-b0be-823614a388f3,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:57.868160 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-38824986-8d92-4948-8385-0c5b4d91e34a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4624736 Mar 23 10:36:57.871051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 39968) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:36:57.875508 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network a68fe281-7c96-408c-b0be-823614a388f3 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:36:57.876287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Request body: {'subnet': {'network_id': 'a68fe281-7c96-408c-b0be-823614a388f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-169408127-subnet', 'tenant_id': '57915131dc214445a2b75bd886bf5393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:36:57.881777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:36:57.885718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Usage tracker for resource:subnet and tenant:57915131dc214445a2b75bd886bf5393 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:36:57.888583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:36:57.894308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:36:57.904915 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Made reservation on behalf of 57915131dc214445a2b75bd886bf5393 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:36:57.907182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:58.113746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:58.191167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bf3e0d-611d-4b42-95e3-792904ef29b5,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:36:58.197373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Checking segment: {'id': '202aa756-5f96-4a63-8319-e5568d3c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a68fe281-7c96-408c-b0be-823614a388f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:36:58.197749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Network hostable DHCP agents. Network: a68fe281-7c96-408c-b0be-823614a388f3, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:36:58.217638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Network a68fe281-7c96-408c-b0be-823614a388f3 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:36:58.236282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, a68fe281-7c96-408c-b0be-823614a388f3) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:36:58.240324 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:58.240898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:36:58.245775 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527f613-00c1-4841-b4ac-18330d889897 None None] Network a68fe281-7c96-408c-b0be-823614a388f3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:36:58.262134 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-db2c5dc5-fa82-40ca-8ba7-ec61684014af admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3900988 Mar 23 10:36:58.464351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f89bade-7f3e-48c5-b3b0-9335fd8b71e9 None None] Network a68fe281-7c96-408c-b0be-823614a388f3 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:36:58.763305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-3388f3c8-7ad9-4cdb-b3e2-3e4b8fa1616d tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:36:58.764627 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-3388f3c8-7ad9-4cdb-b3e2-3e4b8fa1616d tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/networks?id=a68fe281-7c96-408c-b0be-823614a388f3 HTTP/1.1" status: 200 len: 811 time: 0.1452720 Mar 23 10:36:58.778780 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-e894bf12-af20-4b82-b296-224cb317161b tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/quotas/57915131dc214445a2b75bd886bf5393 HTTP/1.1" status: 200 len: 375 time: 0.0085776 Mar 23 10:36:58.828176 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-ae8ff7d7-c0b8-4c34-bf5f-70421cf8b78a tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=57915131dc214445a2b75bd886bf5393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446048 Mar 23 10:36:58.838946 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-fb0d4f87-d892-48ba-be3f-229cdbc9bdc2 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:36:58.839865 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-fb0d4f87-d892-48ba-be3f-229cdbc9bdc2 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047789 Mar 23 10:36:58.967523 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-876c19c1-5f90-4c9e-9553-043063b11900 service neutron] 10.222.0.84 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223547 Mar 23 10:36:59.096393 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-b848df67-d1c6-45fd-9c15-7324465bb064 service neutron] 10.222.0.84 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230190 Mar 23 10:36:59.266887 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17f1da8d-131c-4cba-b458-d12a7127c2e5 req-eaf9048e-9ed4-44a7-9318-767af415ed47 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 210 time: 0.0441396 Mar 23 10:37:00.359632 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b1c7f16a-6286-40a6-8701-abfa2a876ea5 req-7772c945-a95d-40f2-9b54-2a4156e8cd13 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 210 time: 0.0411470 Mar 23 10:37:01.459756 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9534a531-d87d-46d0-8043-a4e82896180d req-58e83b28-b338-4fb0-bf4d-e4ca5e0ddb06 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 210 time: 0.0448649 Mar 23 10:37:02.312200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-32d1924c-6b25-4e61-a702-f5612f1409c7 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:02.312750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-32d1924c-6b25-4e61-a702-f5612f1409c7 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Synchronizing usage tracker for tenant:57915131dc214445a2b75bd886bf5393 on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:37:02.330412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-32d1924c-6b25-4e61-a702-f5612f1409c7 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Unset dirty status for tenant:57915131dc214445a2b75bd886bf5393 on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:37:02.331587 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-32d1924c-6b25-4e61-a702-f5612f1409c7 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.102 "GET /v2.0/networks?id=a68fe281-7c96-408c-b0be-823614a388f3 HTTP/1.1" status: 200 len: 811 time: 0.1664705 Mar 23 10:37:02.343248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Request body: {'port': {'device_id': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'network_id': 'a68fe281-7c96-408c-b0be-823614a388f3', 'admin_state_up': True, 'tenant_id': '57915131dc214445a2b75bd886bf5393'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:37:02.485282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:37:02.490191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Usage tracker for resource:port and tenant:57915131dc214445a2b75bd886bf5393 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:37:02.493307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:37:02.499836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:37:02.511045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Made reservation on behalf of 57915131dc214445a2b75bd886bf5393 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:37:02.514644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:02.615317 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3592b783-5cd6-4ead-9ff3-e5a74af69843 req-702284b2-dfc0-4c3f-a980-7aef50964105 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 210 time: 0.0414298 Mar 23 10:37:02.675613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Allocated IP 172.20.0.14 (a68fe281-7c96-408c-b0be-823614a388f3/73bf3e0d-611d-4b42-95e3-792904ef29b5/5bee63a3-80b2-43db-aa5a-de21e659f975) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:37:02.965856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:02.994015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:03.055422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Network a68fe281-7c96-408c-b0be-823614a388f3 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:37:03.058246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:37:03.061936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:37:03.107498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Pushing event updated for resources: {'Port': ['ID=5bee63a3-80b2-43db-aa5a-de21e659f975,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:03.134299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:03.134891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:03.154276 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-29a47e71-1aba-46a4-800c-41a770c6ab02 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8147998 Mar 23 10:37:03.166394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Request body: {'port': {'device_id': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:37:03.277054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:03.624928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bee63a3-80b2-43db-aa5a-de21e659f975 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:37:03.632585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:03.646978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Transition to ACTIVE for port object 5bee63a3-80b2-43db-aa5a-de21e659f975 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:37:03.650982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:03.688740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-837cffff-428e-4839-9bd4-7523614f32f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:03.854409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Pushing event updated for resources: {'Port': ['ID=5bee63a3-80b2-43db-aa5a-de21e659f975,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:03.956350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7cc53-9f11-425a-91b0-8f85f6aeb208 req-f7ebfd9b-2bde-4a1b-8881-42c97f52bafc tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:03.957058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-19d7cc53-9f11-425a-91b0-8f85f6aeb208 req-f7ebfd9b-2bde-4a1b-8881-42c97f52bafc tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Synchronizing usage tracker for tenant:57915131dc214445a2b75bd886bf5393 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:37:03.960442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Attempting to bind port 5bee63a3-80b2-43db-aa5a-de21e659f975 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:37:03.960769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Attempting to bind port 5bee63a3-80b2-43db-aa5a-de21e659f975 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '202aa756-5f96-4a63-8319-e5568d3c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a68fe281-7c96-408c-b0be-823614a388f3'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:37:03.961121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Attempting to bind port 5bee63a3-80b2-43db-aa5a-de21e659f975 on network a68fe281-7c96-408c-b0be-823614a388f3 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:37:03.968550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Port 5bee63a3-80b2-43db-aa5a-de21e659f975 on network a68fe281-7c96-408c-b0be-823614a388f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:37:03.968866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Attempting to bind port 5bee63a3-80b2-43db-aa5a-de21e659f975 on network a68fe281-7c96-408c-b0be-823614a388f3 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:37:03.977824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:37:03.978155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Checking segment: {'id': '202aa756-5f96-4a63-8319-e5568d3c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a68fe281-7c96-408c-b0be-823614a388f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:37:03.978525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Bound using segment: {'id': '202aa756-5f96-4a63-8319-e5568d3c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a68fe281-7c96-408c-b0be-823614a388f3'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:37:03.978940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Bound port: 5bee63a3-80b2-43db-aa5a-de21e659f975, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '202aa756-5f96-4a63-8319-e5568d3c345e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': 'a68fe281-7c96-408c-b0be-823614a388f3'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:37:03.979277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:03.996755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-19d7cc53-9f11-425a-91b0-8f85f6aeb208 req-f7ebfd9b-2bde-4a1b-8881-42c97f52bafc tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Unset dirty status for tenant:57915131dc214445a2b75bd886bf5393 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:37:03.997916 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-19d7cc53-9f11-425a-91b0-8f85f6aeb208 req-f7ebfd9b-2bde-4a1b-8881-42c97f52bafc tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 944 time: 0.2408080 Mar 23 10:37:04.090649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-19d7cc53-9f11-425a-91b0-8f85f6aeb208 req-fee3a21f-d4f1-4266-8957-e0bc60b4305b tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Synchronizing usage tracker for tenant:57915131dc214445a2b75bd886bf5393 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:37:04.109893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] For port 5bee63a3-80b2-43db-aa5a-de21e659f975, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:37:04.113983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] For port 5bee63a3-80b2-43db-aa5a-de21e659f975, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5bee63a3-80b2-43db-aa5a-de21e659f975,segment=NetworkSegment(202aa756-5f96-4a63-8319-e5568d3c345e),segment_id=202aa756-5f96-4a63-8319-e5568d3c345e)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:37:04.118122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:04.157521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-19d7cc53-9f11-425a-91b0-8f85f6aeb208 req-fee3a21f-d4f1-4266-8957-e0bc60b4305b tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Unset dirty status for tenant:57915131dc214445a2b75bd886bf5393 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:37:04.158613 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-19d7cc53-9f11-425a-91b0-8f85f6aeb208 req-fee3a21f-d4f1-4266-8957-e0bc60b4305b tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360171 Mar 23 10:37:04.176932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:04.177561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:04.178860 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] 10.222.0.102 "PUT /v2.0/ports/5bee63a3-80b2-43db-aa5a-de21e659f975 HTTP/1.1" status: 200 len: 1094 time: 1.0164683 Mar 23 10:37:04.179284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'tag': '5bee63a3-80b2-43db-aa5a-de21e659f975'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:37:04.212169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbd6c1-1522-4663-8018-a51f324ad91f service neutron] Pushing event updated for resources: {'Port': ['ID=5bee63a3-80b2-43db-aa5a-de21e659f975,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:04.277112 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'tag': '5bee63a3-80b2-43db-aa5a-de21e659f975', 'status': 'completed', 'code': 200} Mar 23 10:37:04.288062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-e58cf8a6-dc7f-4106-bd30-9e1dcfba35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:04.289547 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-e58cf8a6-dc7f-4106-bd30-9e1dcfba35b6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=57915131dc214445a2b75bd886bf5393&device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 1097 time: 0.0724647 Mar 23 10:37:04.358211 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-1e4a4c96-2fc9-4553-a24d-a1813d2ea9fa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bee63a3-80b2-43db-aa5a-de21e659f975 HTTP/1.1" status: 200 len: 217 time: 0.0619681 Mar 23 10:37:04.417301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-97c49eb2-ebbd-4444-8262-8e5b19b07dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:04.418565 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-97c49eb2-ebbd-4444-8262-8e5b19b07dff service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73bf3e0d-611d-4b42-95e3-792904ef29b5 HTTP/1.1" status: 200 len: 851 time: 0.0550592 Mar 23 10:37:04.463035 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-cc3a7f02-8c97-44de-bb0e-26abd8f18772 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a68fe281-7c96-408c-b0be-823614a388f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386539 Mar 23 10:37:04.686109 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-956a02f8-3a8f-4aa6-a1f8-09b7060ca556 service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169614 Mar 23 10:37:04.813107 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b821426-6dca-42d0-b854-b80907aa1dbd req-5059669b-474a-4a8f-8de5-a86deaddfe1a service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199389 Mar 23 10:37:04.922644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6672e7-fd21-4a20-96f2-5054cca1cc7b req-60d1de27-d8cb-4872-8291-553773881bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:04.924092 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fd6672e7-fd21-4a20-96f2-5054cca1cc7b req-60d1de27-d8cb-4872-8291-553773881bc3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=57915131dc214445a2b75bd886bf5393&device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 1097 time: 0.0691900 Mar 23 10:37:05.054004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6672e7-fd21-4a20-96f2-5054cca1cc7b req-ba5c5dc9-f078-487e-9347-dcd0adac9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:05.055433 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fd6672e7-fd21-4a20-96f2-5054cca1cc7b req-ba5c5dc9-f078-487e-9347-dcd0adac9f62 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a68fe281-7c96-408c-b0be-823614a388f3 HTTP/1.1" status: 200 len: 912 time: 0.1231301 Mar 23 10:37:05.127414 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fd6672e7-fd21-4a20-96f2-5054cca1cc7b req-d9ead895-220b-44f4-a037-802ba7cd32e6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bee63a3-80b2-43db-aa5a-de21e659f975 HTTP/1.1" status: 200 len: 217 time: 0.0647020 Mar 23 10:37:05.188926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6672e7-fd21-4a20-96f2-5054cca1cc7b req-eca22a87-3fe4-41c9-ada6-7808e3a1ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:05.190440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fd6672e7-fd21-4a20-96f2-5054cca1cc7b req-eca22a87-3fe4-41c9-ada6-7808e3a1ad1b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73bf3e0d-611d-4b42-95e3-792904ef29b5 HTTP/1.1" status: 200 len: 851 time: 0.0564148 Mar 23 10:37:05.239000 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fd6672e7-fd21-4a20-96f2-5054cca1cc7b req-f098c992-41db-4394-804f-95aec762b3bb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a68fe281-7c96-408c-b0be-823614a388f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424345 Mar 23 10:37:05.424426 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fd6672e7-fd21-4a20-96f2-5054cca1cc7b req-09a0b401-d70c-40ed-91e9-9d65973f79b5 service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749859 Mar 23 10:37:05.459564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2312604-fe7d-46f9-b4e1-48726316612f req-1db4a42d-f018-4641-b322-706f4747a1f3 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:05.460938 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2312604-fe7d-46f9-b4e1-48726316612f req-1db4a42d-f018-4641-b322-706f4747a1f3 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 944 time: 0.1922307 Mar 23 10:37:05.573593 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2312604-fe7d-46f9-b4e1-48726316612f req-121c7485-5dea-4a13-acec-2873c3e8e4dd tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021163 Mar 23 10:37:05.602402 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fd6672e7-fd21-4a20-96f2-5054cca1cc7b req-b764cd85-c53e-4fa1-a160-def0e8b352e3 service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693878 Mar 23 10:37:06.303363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:06.535428 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:37:06.550430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-df5a6352-8904-4a1b-865f-c9f39f0d2474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:06.851479 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656e4ab-5c88-4bc0-bb0d-e21d7d3793ce req-0ddadd78-3b42-4ba6-bce6-e7fdceb3462a tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:06.852921 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2656e4ab-5c88-4bc0-bb0d-e21d7d3793ce req-0ddadd78-3b42-4ba6-bce6-e7fdceb3462a tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 944 time: 0.1709793 Mar 23 10:37:06.896165 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2656e4ab-5c88-4bc0-bb0d-e21d7d3793ce req-ac80ae74-4fa7-440d-8842-21858e0de3cf tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375016 Mar 23 10:37:07.273657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:07.491122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:08.086399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4ef72-e459-4599-bfb6-588a5504e6a5 req-dbbe9aa6-a8a3-4cb2-9774-7626a7daab9f tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:08.087860 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aef4ef72-e459-4599-bfb6-588a5504e6a5 req-dbbe9aa6-a8a3-4cb2-9774-7626a7daab9f tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 944 time: 0.0840111 Mar 23 10:37:08.131951 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aef4ef72-e459-4599-bfb6-588a5504e6a5 req-0957029f-d37f-4d0f-aae8-60a662142720 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385413 Mar 23 10:37:08.710246 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 5bee63a3-80b2-43db-aa5a-de21e659f975 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:37:08.840382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 5bee63a3-80b2-43db-aa5a-de21e659f975, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5bee63a3-80b2-43db-aa5a-de21e659f975,segment=NetworkSegment(202aa756-5f96-4a63-8319-e5568d3c345e),segment_id=202aa756-5f96-4a63-8319-e5568d3c345e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:37:08.853557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '5bee63a3-80b2-43db-aa5a-de21e659f975', 'network_id': 'a68fe281-7c96-408c-b0be-823614a388f3', 'port_id': '5bee63a3-80b2-43db-aa5a-de21e659f975', 'mac_address': 'fa:16:3e:32:29:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bf3e0d-611d-4b42-95e3-792904ef29b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:37:08.911709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:08.927784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bee63a3-80b2-43db-aa5a-de21e659f975 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:37:08.942324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 5bee63a3-80b2-43db-aa5a-de21e659f975, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5bee63a3-80b2-43db-aa5a-de21e659f975,segment=NetworkSegment(202aa756-5f96-4a63-8319-e5568d3c345e),segment_id=202aa756-5f96-4a63-8319-e5568d3c345e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:37:08.945991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:09.011041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=5bee63a3-80b2-43db-aa5a-de21e659f975,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:09.136622 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['5bee63a3-80b2-43db-aa5a-de21e659f975'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:37:09.313601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cdbd4-585f-4b0f-a03c-5ea087209ecd req-8c6ed88c-9361-4cf2-8a0f-4a0c657f8df0 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:09.315020 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a86cdbd4-585f-4b0f-a03c-5ea087209ecd req-8c6ed88c-9361-4cf2-8a0f-4a0c657f8df0 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 945 time: 0.0797343 Mar 23 10:37:09.358204 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a86cdbd4-585f-4b0f-a03c-5ea087209ecd req-01313046-1b0c-4ca7-bf9d-9c376756a689 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368829 Mar 23 10:37:09.545447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:10.539748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df42b0-1ed6-4079-84a2-5c50cd9dcbbd req-df23bba2-3cdd-4d58-8390-3659f890e1e7 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:10.541222 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-66df42b0-1ed6-4079-84a2-5c50cd9dcbbd req-df23bba2-3cdd-4d58-8390-3659f890e1e7 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 945 time: 0.0781903 Mar 23 10:37:10.583748 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-66df42b0-1ed6-4079-84a2-5c50cd9dcbbd req-f3010bee-a3c7-42b5-af0c-cb614e19d4cf tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368693 Mar 23 10:37:10.726391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 5bee63a3-80b2-43db-aa5a-de21e659f975 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:37:10.792767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 5bee63a3-80b2-43db-aa5a-de21e659f975 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:37:10.797865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 5bee63a3-80b2-43db-aa5a-de21e659f975 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:37:10.798233 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:10.912728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:10.938225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bee63a3-80b2-43db-aa5a-de21e659f975'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:37:10.947945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 5bee63a3-80b2-43db-aa5a-de21e659f975, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5bee63a3-80b2-43db-aa5a-de21e659f975,segment=NetworkSegment(202aa756-5f96-4a63-8319-e5568d3c345e),segment_id=202aa756-5f96-4a63-8319-e5568d3c345e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:37:10.952778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:10.986502 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bee63a3-80b2-43db-aa5a-de21e659f975', 'code': 200} Mar 23 10:37:11.026018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=5bee63a3-80b2-43db-aa5a-de21e659f975,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:11.205954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cc57b-f933-4e81-ae12-50bf5c432c2e req-5016325c-aaf6-43d5-8de9-884680d3f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:11.207920 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ea2cc57b-f933-4e81-ae12-50bf5c432c2e req-5016325c-aaf6-43d5-8de9-884680d3f0b9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 1099 time: 0.0714819 Mar 23 10:37:11.248194 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ea2cc57b-f933-4e81-ae12-50bf5c432c2e req-2f78d6d6-916f-420b-a79a-f490cf0907dd service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Mar 23 10:37:11.762885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3185eb3-aa73-45bd-9219-79699990c851 req-bc6147ac-aefa-447f-bf0c-a7a2a0a001a4 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:11.764316 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3185eb3-aa73-45bd-9219-79699990c851 req-bc6147ac-aefa-447f-bf0c-a7a2a0a001a4 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0772920 Mar 23 10:37:11.810638 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3185eb3-aa73-45bd-9219-79699990c851 req-6c117320-7e01-41a9-a2f6-b2ac6a553ed7 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Mar 23 10:37:12.992456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfd2cd-41b9-47fd-959e-6d75be1976bf req-bebe56c8-984d-4dd7-9958-e8283324fbd2 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:12.993889 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-47dfd2cd-41b9-47fd-959e-6d75be1976bf req-bebe56c8-984d-4dd7-9958-e8283324fbd2 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0765834 Mar 23 10:37:13.037145 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-47dfd2cd-41b9-47fd-959e-6d75be1976bf req-4aabba2e-61d2-47d4-b1f8-ed8aea1014b8 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Mar 23 10:37:13.419937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40044) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:37:13.446445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc81a4-9a04-4b21-964d-cc461e42d7ad req-9bc1a80a-0821-454e-8df1-7b4563029f71 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:13.447932 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-24bc81a4-9a04-4b21-964d-cc461e42d7ad req-9bc1a80a-0821-454e-8df1-7b4563029f71 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0941226 Mar 23 10:37:13.492331 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-24bc81a4-9a04-4b21-964d-cc461e42d7ad req-7df32c00-6709-4519-b5d8-59eb87090924 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Mar 23 10:37:13.531288 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-47be8791-5b37-4973-8774-482129877fd0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1098135 Mar 23 10:37:14.673318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d1fbb-6f15-44ae-9880-4ef914153060 req-dae1c3ad-fbd4-44e6-a7f4-1eacde28aa8c tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:14.674659 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d54d1fbb-6f15-44ae-9880-4ef914153060 req-dae1c3ad-fbd4-44e6-a7f4-1eacde28aa8c tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0773354 Mar 23 10:37:14.851054 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d54d1fbb-6f15-44ae-9880-4ef914153060 req-ef0b706d-68bb-423e-817d-26a6ec0d4c52 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704593 Mar 23 10:37:14.886635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-dd762d6e-df78-4eaf-9715-455a53ad52f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:14.888090 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-dd762d6e-df78-4eaf-9715-455a53ad52f4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=57915131dc214445a2b75bd886bf5393&device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 1099 time: 0.0769091 Mar 23 10:37:15.017696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-eb286825-4c04-47d4-bfa9-1105ae4d40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:15.019112 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-eb286825-4c04-47d4-bfa9-1105ae4d40a9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a68fe281-7c96-408c-b0be-823614a388f3 HTTP/1.1" status: 200 len: 912 time: 0.1252666 Mar 23 10:37:15.087668 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-0852a264-7cc0-4f63-ae4f-9e93c3e8456f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bee63a3-80b2-43db-aa5a-de21e659f975 HTTP/1.1" status: 200 len: 217 time: 0.0626526 Mar 23 10:37:15.147604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-b3c713f2-0f43-4b9f-aea9-b35f77bc6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:15.148993 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-b3c713f2-0f43-4b9f-aea9-b35f77bc6f79 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73bf3e0d-611d-4b42-95e3-792904ef29b5 HTTP/1.1" status: 200 len: 851 time: 0.0552802 Mar 23 10:37:15.196350 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-01279df3-b5b8-4150-8e99-b0444f5a11dd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a68fe281-7c96-408c-b0be-823614a388f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419455 Mar 23 10:37:15.325219 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-a541e0dd-b507-45be-9ece-9931b45b9c80 service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230211 Mar 23 10:37:15.453299 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-6ada7661-47f8-4714-a38a-592d30882e7c service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211431 Mar 23 10:37:16.037271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc721b-6994-4b8b-824e-34848636b583 req-26055360-66e3-42c5-93cb-c31f80c02c0e tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:16.038721 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b2fc721b-6994-4b8b-824e-34848636b583 req-26055360-66e3-42c5-93cb-c31f80c02c0e tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0827403 Mar 23 10:37:16.087606 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b2fc721b-6994-4b8b-824e-34848636b583 req-3522dac2-eea2-4cd3-9d43-1ae76de35aa4 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431778 Mar 23 10:37:17.267339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d072a33-d708-40a2-ba8f-8f8b0a440692 req-8f1312b0-4546-4c81-9d32-1a45f451d656 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:17.268855 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3d072a33-d708-40a2-ba8f-8f8b0a440692 req-8f1312b0-4546-4c81-9d32-1a45f451d656 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0781927 Mar 23 10:37:17.313123 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3d072a33-d708-40a2-ba8f-8f8b0a440692 req-f459bc0e-a69d-40c5-bbdb-2d1740d5e797 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379665 Mar 23 10:37:18.497160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff42f47-3631-4ade-8a83-6b4a693b7f56 req-68b58102-127b-45cf-bee6-347ed3ec0d63 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:18.498591 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0ff42f47-3631-4ade-8a83-6b4a693b7f56 req-68b58102-127b-45cf-bee6-347ed3ec0d63 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0778325 Mar 23 10:37:18.541453 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0ff42f47-3631-4ade-8a83-6b4a693b7f56 req-e64eec2d-f632-4714-a69a-780000f790eb tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372276 Mar 23 10:37:19.727386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f4b9e-dc16-4a3b-b851-8e53cb06f94e req-18bd8744-5aab-4ac4-aff7-7bbafd260b49 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:19.728794 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cc6f4b9e-dc16-4a3b-b851-8e53cb06f94e req-18bd8744-5aab-4ac4-aff7-7bbafd260b49 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0802197 Mar 23 10:37:19.771311 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cc6f4b9e-dc16-4a3b-b851-8e53cb06f94e req-e939b3af-4d34-4463-8f30-fca3f5f807ea tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369804 Mar 23 10:37:20.951663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be0315-1885-45de-ac8a-43ddd86e4c7a req-c253e829-76d1-401a-8e9e-a4433dcabdb2 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:20.953100 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69be0315-1885-45de-ac8a-43ddd86e4c7a req-c253e829-76d1-401a-8e9e-a4433dcabdb2 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0798137 Mar 23 10:37:20.996274 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69be0315-1885-45de-ac8a-43ddd86e4c7a req-03e040e0-5400-4ed6-bde6-87086437ceab tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370255 Mar 23 10:37:22.177978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dda984-59b5-4779-9190-6d92e6235f8d req-d2dcb632-77f0-41a6-8241-e2fc58fc6cb7 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:22.179328 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2dda984-59b5-4779-9190-6d92e6235f8d req-d2dcb632-77f0-41a6-8241-e2fc58fc6cb7 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0789380 Mar 23 10:37:22.221649 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2dda984-59b5-4779-9190-6d92e6235f8d req-ed0193fc-631e-4cb3-9f4a-994bf4090ec5 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365989 Mar 23 10:37:23.402978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89ea35-5744-4c02-ab3c-4a316d8442a4 req-83fbedba-926c-4392-b24f-53a3626ea8e0 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:23.404413 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9e89ea35-5744-4c02-ab3c-4a316d8442a4 req-83fbedba-926c-4392-b24f-53a3626ea8e0 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0792580 Mar 23 10:37:23.450385 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9e89ea35-5744-4c02-ab3c-4a316d8442a4 req-b1fa0467-bef4-4972-8fbc-876c93d20df5 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Mar 23 10:37:24.632599 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b89bed-e90a-45de-94e3-2bad78fe41ee req-4589a536-9d73-41e3-85d2-f5af371a7ac3 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:24.634057 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a8b89bed-e90a-45de-94e3-2bad78fe41ee req-4589a536-9d73-41e3-85d2-f5af371a7ac3 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0816565 Mar 23 10:37:24.676653 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a8b89bed-e90a-45de-94e3-2bad78fe41ee req-d7ac60b2-9837-46ea-a1ba-35d864d0187c tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370352 Mar 23 10:37:25.858890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07687e7f-fbdd-46c3-b919-d76b10dd28e2 req-51eb8e49-6fd2-4b98-8afd-40d0d2bfac18 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:25.860473 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-07687e7f-fbdd-46c3-b919-d76b10dd28e2 req-51eb8e49-6fd2-4b98-8afd-40d0d2bfac18 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0800021 Mar 23 10:37:25.904976 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-07687e7f-fbdd-46c3-b919-d76b10dd28e2 req-a0173ba8-fe24-48f4-9afa-27e066d24a70 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375755 Mar 23 10:37:25.995125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f084-2adb-4e18-8259-790ba93cda2a req-d37654f9-1e74-493b-bfef-73d4553b9805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:25.996482 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ec3f084-2adb-4e18-8259-790ba93cda2a req-d37654f9-1e74-493b-bfef-73d4553b9805 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=57915131dc214445a2b75bd886bf5393&device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 1099 time: 0.0683291 Mar 23 10:37:26.134297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f084-2adb-4e18-8259-790ba93cda2a req-95096762-ceae-445c-a6a8-a1ab66f20550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:26.135698 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ec3f084-2adb-4e18-8259-790ba93cda2a req-95096762-ceae-445c-a6a8-a1ab66f20550 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a68fe281-7c96-408c-b0be-823614a388f3 HTTP/1.1" status: 200 len: 912 time: 0.1217210 Mar 23 10:37:26.204371 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ec3f084-2adb-4e18-8259-790ba93cda2a req-afaf69a0-8259-4c89-a443-1982332f12c5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bee63a3-80b2-43db-aa5a-de21e659f975 HTTP/1.1" status: 200 len: 217 time: 0.0630660 Mar 23 10:37:26.263863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f084-2adb-4e18-8259-790ba93cda2a req-30eaafbe-1e43-49b2-b81c-885493297fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:26.265211 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ec3f084-2adb-4e18-8259-790ba93cda2a req-30eaafbe-1e43-49b2-b81c-885493297fc6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73bf3e0d-611d-4b42-95e3-792904ef29b5 HTTP/1.1" status: 200 len: 851 time: 0.0547340 Mar 23 10:37:26.313675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ec3f084-2adb-4e18-8259-790ba93cda2a req-6e22bd16-50a1-482f-a4df-ce0980579b43 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a68fe281-7c96-408c-b0be-823614a388f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416601 Mar 23 10:37:26.441944 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ec3f084-2adb-4e18-8259-790ba93cda2a req-6cdd230d-ab2e-4f80-af90-a89f9299f9ad service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213892 Mar 23 10:37:26.659366 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ec3f084-2adb-4e18-8259-790ba93cda2a req-01e5038e-dba7-4017-b938-0fb39228ffe7 service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124193 Mar 23 10:37:27.089297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e6c88-a8a7-49ec-aa10-2d5fd872d9f8 req-9364b5c5-896b-4262-8cc7-53cd4689fbfa tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:27.090736 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e41e6c88-a8a7-49ec-aa10-2d5fd872d9f8 req-9364b5c5-896b-4262-8cc7-53cd4689fbfa tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0788226 Mar 23 10:37:27.135914 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e41e6c88-a8a7-49ec-aa10-2d5fd872d9f8 req-132a8056-987a-46b4-b47c-72137592fcc6 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394390 Mar 23 10:37:28.319012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01967278-d74b-48f6-a15b-341f2dde528f req-75951961-db87-4d5f-85ca-39c1f4d8494d tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:28.320441 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-01967278-d74b-48f6-a15b-341f2dde528f req-75951961-db87-4d5f-85ca-39c1f4d8494d tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0819378 Mar 23 10:37:28.364136 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-01967278-d74b-48f6-a15b-341f2dde528f req-2770e8d5-166e-4016-aed0-4585653585a6 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 Mar 23 10:37:29.547539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862dcb2-5ea2-4438-9a14-0675253d2bae req-8f6048bb-7be2-438e-8d83-0ef2bb5e5803 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:29.549024 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2862dcb2-5ea2-4438-9a14-0675253d2bae req-8f6048bb-7be2-438e-8d83-0ef2bb5e5803 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0819960 Mar 23 10:37:29.592653 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2862dcb2-5ea2-4438-9a14-0675253d2bae req-348d9882-0122-4fab-a17c-11730603458b tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377431 Mar 23 10:37:30.772172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9acf3-7589-4b39-b3f6-03d4460ab29a req-23fa6520-9922-470f-9de5-e734f9c2f4fe tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:30.774259 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-60a9acf3-7589-4b39-b3f6-03d4460ab29a req-23fa6520-9922-470f-9de5-e734f9c2f4fe tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0795434 Mar 23 10:37:30.819064 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-60a9acf3-7589-4b39-b3f6-03d4460ab29a req-c67a3aea-0348-4a46-93c5-60fd0b5df031 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391393 Mar 23 10:37:32.002566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9861751-34c9-49a3-bee3-92e3e1f144dc req-e551ae76-23a7-4af9-a83c-9a7aa7726f57 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:32.004720 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d9861751-34c9-49a3-bee3-92e3e1f144dc req-e551ae76-23a7-4af9-a83c-9a7aa7726f57 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0773175 Mar 23 10:37:32.050926 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d9861751-34c9-49a3-bee3-92e3e1f144dc req-0497e6a5-b5cd-49ab-9e03-46924df85ff3 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406814 Mar 23 10:37:33.244443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1b702-b488-426b-b961-7d232642f1f4 req-3a27146f-b651-45b2-ac28-91e2006f5531 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:33.245915 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69d1b702-b488-426b-b961-7d232642f1f4 req-3a27146f-b651-45b2-ac28-91e2006f5531 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0816615 Mar 23 10:37:33.289088 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69d1b702-b488-426b-b961-7d232642f1f4 req-31c17ff2-c7b9-4176-9c77-7b09932b4846 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374844 Mar 23 10:37:33.694995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde34cf9-50b4-4203-b587-d0c12c4b45ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:34.471970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b59e3-b235-4b81-b98f-74d55b34bbdc req-01350b35-22a8-494c-a0d8-bac345303698 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:34.473982 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-402b59e3-b235-4b81-b98f-74d55b34bbdc req-01350b35-22a8-494c-a0d8-bac345303698 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0777698 Mar 23 10:37:34.515616 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-402b59e3-b235-4b81-b98f-74d55b34bbdc req-362b15c0-0e74-4597-8c8b-932a15aa3646 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360794 Mar 23 10:37:35.701947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29a337-4d06-45e1-b263-85dc3dd3c706 req-d0793dd5-f668-4a8f-bc82-37f0bba0fe23 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:35.703356 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5f29a337-4d06-45e1-b263-85dc3dd3c706 req-d0793dd5-f668-4a8f-bc82-37f0bba0fe23 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0816767 Mar 23 10:37:35.746317 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5f29a337-4d06-45e1-b263-85dc3dd3c706 req-6dacc528-497a-4711-ad84-692168f2e6c6 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364585 Mar 23 10:37:36.302525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:36.552083 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8384fcf4-71cb-425a-aa60-64ab8d3e4043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:36.931664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631814f-12a5-426d-8346-bbf46a54b39e req-deb71054-32a1-4ae2-b68c-220b37b617f5 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:36.933131 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3631814f-12a5-426d-8346-bbf46a54b39e req-deb71054-32a1-4ae2-b68c-220b37b617f5 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0831487 Mar 23 10:37:36.976578 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3631814f-12a5-426d-8346-bbf46a54b39e req-0dbe911b-7291-4d5a-bc67-b8b950da7a55 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377018 Mar 23 10:37:37.275296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:37.494182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:38.162723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c05ad-892b-48a5-a204-30498656d5b7 req-8ecb03c8-5556-4dce-8db6-423d2b888f00 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:38.164061 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-013c05ad-892b-48a5-a204-30498656d5b7 req-8ecb03c8-5556-4dce-8db6-423d2b888f00 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0795059 Mar 23 10:37:38.207969 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-013c05ad-892b-48a5-a204-30498656d5b7 req-66e8637c-4f60-4ac8-90f6-10f39571f363 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382290 Mar 23 10:37:39.388020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b666b3d-56cf-489e-97dc-c85c3f06af3c req-603a41ee-f726-4138-befe-65e4e7402415 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:39.389486 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6b666b3d-56cf-489e-97dc-c85c3f06af3c req-603a41ee-f726-4138-befe-65e4e7402415 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0784817 Mar 23 10:37:39.433082 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6b666b3d-56cf-489e-97dc-c85c3f06af3c req-8111e632-7a69-4ff6-807a-06b8833173d3 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376301 Mar 23 10:37:39.549021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:40.618238 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fbebf-1857-4235-bf17-94544e02feb4 req-8ac826db-9bde-4000-8f5c-658da9de9d1f tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:40.619661 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f09fbebf-1857-4235-bf17-94544e02feb4 req-8ac826db-9bde-4000-8f5c-658da9de9d1f tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0807881 Mar 23 10:37:40.662989 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f09fbebf-1857-4235-bf17-94544e02feb4 req-b6b1891e-91f9-4817-92f1-2434cfbe08f4 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377626 Mar 23 10:37:41.855878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1446784-e995-4482-8c6e-e0a1144faefe req-c1b3af09-34a8-42bf-9c79-7ccaad3613f3 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:41.857325 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a1446784-e995-4482-8c6e-e0a1144faefe req-c1b3af09-34a8-42bf-9c79-7ccaad3613f3 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0823953 Mar 23 10:37:41.901698 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a1446784-e995-4482-8c6e-e0a1144faefe req-254b0bbb-9bf4-4a3b-beb7-9d0fcca90adc tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381610 Mar 23 10:37:42.122060 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-2a631d7f-25cb-4dc8-b70f-cd0b1aa67bd0 service neutron] 10.222.0.102 "GET /v2.0/ports/5bee63a3-80b2-43db-aa5a-de21e659f975/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0780735 Mar 23 10:37:42.381815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-3864c110-54e4-4811-9dfe-b3fb2ed35fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:42.383172 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-3864c110-54e4-4811-9dfe-b3fb2ed35fee service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd&tenant_id=57915131dc214445a2b75bd886bf5393 HTTP/1.1" status: 200 len: 1099 time: 0.0715122 Mar 23 10:37:42.472871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-b709abde-68f2-4964-a226-139414d449f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:42.474488 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-b709abde-68f2-4964-a226-139414d449f0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=57915131dc214445a2b75bd886bf5393&device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 1099 time: 0.0706387 Mar 23 10:37:42.603582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-1c5dc4f9-fe21-4c5d-af32-4a51162a306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:42.605013 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-1c5dc4f9-fe21-4c5d-af32-4a51162a306b service neutron] 10.222.0.102 "GET /v2.0/networks?id=a68fe281-7c96-408c-b0be-823614a388f3 HTTP/1.1" status: 200 len: 912 time: 0.1251743 Mar 23 10:37:42.675514 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-87a16b5f-1eda-4005-a2ce-c5602953ff57 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bee63a3-80b2-43db-aa5a-de21e659f975 HTTP/1.1" status: 200 len: 217 time: 0.0636187 Mar 23 10:37:42.737817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-bff17c12-d16b-4c91-a4ed-fd041587c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:42.739299 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-bff17c12-d16b-4c91-a4ed-fd041587c74a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73bf3e0d-611d-4b42-95e3-792904ef29b5 HTTP/1.1" status: 200 len: 851 time: 0.0581625 Mar 23 10:37:42.787683 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-cbe33768-9ac5-48ae-89e3-ad443e1cffde service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a68fe281-7c96-408c-b0be-823614a388f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424490 Mar 23 10:37:42.918431 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-b402f8ee-f638-4532-a2f6-74f0e238208c service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244593 Mar 23 10:37:43.051696 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0504a7cd-0d37-460d-aa4c-e856bab70701 req-710cd299-c296-48ab-b32f-6926081e0c17 service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277466 Mar 23 10:37:43.084824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7f129-1cce-4582-ae4d-4415be106403 req-0a7c9271-6fe3-4b1b-aa17-35dada9b4dad tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:43.086292 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-28e7f129-1cce-4582-ae4d-4415be106403 req-0a7c9271-6fe3-4b1b-aa17-35dada9b4dad tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0784583 Mar 23 10:37:43.132157 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-28e7f129-1cce-4582-ae4d-4415be106403 req-842aa6ce-c09e-4a98-9bd6-032a0edc6ecd tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Mar 23 10:37:43.534373 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:37:44.312274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef062e-41a8-4861-87cb-79d5c5e4aa41 req-19e57424-1f1f-409a-b232-fe2d5f5b268b tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:44.313804 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05ef062e-41a8-4861-87cb-79d5c5e4aa41 req-19e57424-1f1f-409a-b232-fe2d5f5b268b tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0779753 Mar 23 10:37:44.357554 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05ef062e-41a8-4861-87cb-79d5c5e4aa41 req-80a69dfb-1d5d-48c4-bf01-5db5d7ccd0fe tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381942 Mar 23 10:37:45.537138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5714a4-dd65-4d7f-907a-df6d8b95eed2 req-7af91f05-3654-4698-bc70-759b27aff399 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:45.538587 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dc5714a4-dd65-4d7f-907a-df6d8b95eed2 req-7af91f05-3654-4698-bc70-759b27aff399 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 946 time: 0.0780873 Mar 23 10:37:45.582030 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dc5714a4-dd65-4d7f-907a-df6d8b95eed2 req-4233ce87-c93e-4802-9d77-68a7daa259e5 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379453 Mar 23 10:37:45.980280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-c9cd48ab-6de5-4780-a5bb-20a1503c49a8 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:45.982117 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-c9cd48ab-6de5-4780-a5bb-20a1503c49a8 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.102 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd&tenant_id=57915131dc214445a2b75bd886bf5393&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 946 time: 0.0852418 Mar 23 10:37:46.120499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-f156914a-78ca-42b3-9c5d-72c62f3a12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:46.122035 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-f156914a-78ca-42b3-9c5d-72c62f3a12a5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=57915131dc214445a2b75bd886bf5393&device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 1099 time: 0.0705400 Mar 23 10:37:46.343552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-de39636d-66ff-468a-8d43-44acdc9b824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:46.344934 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-de39636d-66ff-468a-8d43-44acdc9b824a service neutron] 10.222.0.102 "GET /v2.0/networks?id=a68fe281-7c96-408c-b0be-823614a388f3 HTTP/1.1" status: 200 len: 912 time: 0.2172308 Mar 23 10:37:46.414037 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-be88bef8-537f-4662-b53f-ae6f79fe4509 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bee63a3-80b2-43db-aa5a-de21e659f975 HTTP/1.1" status: 200 len: 217 time: 0.0625832 Mar 23 10:37:46.473097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-70e1c3e6-37cf-49dc-ac9a-6bc638f0c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:46.474479 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-70e1c3e6-37cf-49dc-ac9a-6bc638f0c8e9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=73bf3e0d-611d-4b42-95e3-792904ef29b5 HTTP/1.1" status: 200 len: 851 time: 0.0548916 Mar 23 10:37:46.522159 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-4f099b22-b1d2-4a5d-9bf4-ff475970c723 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a68fe281-7c96-408c-b0be-823614a388f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422306 Mar 23 10:37:46.651276 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-9c54eba8-a354-492a-8989-0bcb0f074acf service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230960 Mar 23 10:37:46.780151 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-7d4d0f37-db73-4c62-8f52-7f7ac96e36b7 service neutron] 10.222.0.102 "GET /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230123 Mar 23 10:37:46.928768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 5bee63a3-80b2-43db-aa5a-de21e659f975 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:37:46.931510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 5bee63a3-80b2-43db-aa5a-de21e659f975 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:37:47.179040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:47.202934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 5bee63a3-80b2-43db-aa5a-de21e659f975, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5bee63a3-80b2-43db-aa5a-de21e659f975,segment=NetworkSegment(202aa756-5f96-4a63-8319-e5568d3c345e),segment_id=202aa756-5f96-4a63-8319-e5568d3c345e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:37:47.224842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bee63a3-80b2-43db-aa5a-de21e659f975'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:37:47.229261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '5bee63a3-80b2-43db-aa5a-de21e659f975', 'network_id': 'a68fe281-7c96-408c-b0be-823614a388f3', 'port_id': '5bee63a3-80b2-43db-aa5a-de21e659f975', 'mac_address': 'fa:16:3e:32:29:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bf3e0d-611d-4b42-95e3-792904ef29b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:37:47.263555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 5bee63a3-80b2-43db-aa5a-de21e659f975, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5bee63a3-80b2-43db-aa5a-de21e659f975,segment=NetworkSegment(202aa756-5f96-4a63-8319-e5568d3c345e),segment_id=202aa756-5f96-4a63-8319-e5568d3c345e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:37:47.277194 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bee63a3-80b2-43db-aa5a-de21e659f975', 'code': 200} Mar 23 10:37:47.277913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:47.344874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:47.373708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bee63a3-80b2-43db-aa5a-de21e659f975 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:37:47.377763 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=5bee63a3-80b2-43db-aa5a-de21e659f975,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:47.392398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.392739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.393098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.393454 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.393886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.394286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.394751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.395219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.395621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.396081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.396561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.397010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:47.405889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 5bee63a3-80b2-43db-aa5a-de21e659f975, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5bee63a3-80b2-43db-aa5a-de21e659f975,segment=NetworkSegment(202aa756-5f96-4a63-8319-e5568d3c345e),segment_id=202aa756-5f96-4a63-8319-e5568d3c345e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:37:47.409879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:47.477300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['5bee63a3-80b2-43db-aa5a-de21e659f975'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:37:47.521387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=5bee63a3-80b2-43db-aa5a-de21e659f975,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:47.761757 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74384f4-4554-4a9d-9937-608014c30b4d req-5283aae9-9c45-4c62-b541-921e6863614f tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:47.763220 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d74384f4-4554-4a9d-9937-608014c30b4d req-5283aae9-9c45-4c62-b541-921e6863614f tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 945 time: 0.0827723 Mar 23 10:37:47.806548 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d74384f4-4554-4a9d-9937-608014c30b4d req-d1280bdc-f966-4710-a7dd-b5d5bd2d69d0 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371325 Mar 23 10:37:48.927192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 5bee63a3-80b2-43db-aa5a-de21e659f975 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:37:48.992880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbcc44-2f5b-42ee-9855-c9a97825ed2e req-6683307d-278d-4a03-8a0e-a81e37a11c58 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:48.994346 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-edcbcc44-2f5b-42ee-9855-c9a97825ed2e req-6683307d-278d-4a03-8a0e-a81e37a11c58 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 945 time: 0.0821311 Mar 23 10:37:48.995560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 5bee63a3-80b2-43db-aa5a-de21e659f975 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:37:48.996114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:49.037852 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-edcbcc44-2f5b-42ee-9855-c9a97825ed2e req-41d38c1b-7143-43f0-95e0-6ef4b4d4791a tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/security-groups?id=eeb5810e-c5fb-4bf2-bbdd-1911285997c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Mar 23 10:37:49.117408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:49.152954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 5bee63a3-80b2-43db-aa5a-de21e659f975, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5bee63a3-80b2-43db-aa5a-de21e659f975,segment=NetworkSegment(202aa756-5f96-4a63-8319-e5568d3c345e),segment_id=202aa756-5f96-4a63-8319-e5568d3c345e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:37:49.156976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:49.198094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-e4476041-0020-449a-a07e-8885d0c03b2b tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:49.199510 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-e4476041-0020-449a-a07e-8885d0c03b2b tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.102 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 945 time: 0.0869703 Mar 23 10:37:49.226358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=5bee63a3-80b2-43db-aa5a-de21e659f975,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:49.267478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Deleting port 5bee63a3-80b2-43db-aa5a-de21e659f975 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:37:49.267817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:49.278474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bee63a3-80b2-43db-aa5a-de21e659f975'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:37:49.321701 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bee63a3-80b2-43db-aa5a-de21e659f975', 'code': 200} Mar 23 10:37:49.514990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] For port 5bee63a3-80b2-43db-aa5a-de21e659f975, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=5bee63a3-80b2-43db-aa5a-de21e659f975,segment=NetworkSegment(202aa756-5f96-4a63-8319-e5568d3c345e),segment_id=202aa756-5f96-4a63-8319-e5568d3c345e)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:37:49.515341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:49.637991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Calling delete_port for 5bee63a3-80b2-43db-aa5a-de21e659f975 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:37:49.789190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:49.801903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['5bee63a3-80b2-43db-aa5a-de21e659f975'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:37:49.842479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Pushing event deleted for resources: {'Port': ['ID=5bee63a3-80b2-43db-aa5a-de21e659f975,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:49.879419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.879755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.880086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.880412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.880736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.881075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.881398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.881712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.882028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.882340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.882651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.882959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:37:49.923119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] No DVR routers for this DVR port 5bee63a3-80b2-43db-aa5a-de21e659f975 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:37:49.926302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:49.928633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'name': 'network-vif-deleted', 'tag': '5bee63a3-80b2-43db-aa5a-de21e659f975'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:37:49.943943 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0fa9b66a-e024-41a2-afd0-9a31754d2aaa req-418b9587-10b3-44ee-bb14-52c6e3a7dbde tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.102 "DELETE /v2.0/ports/5bee63a3-80b2-43db-aa5a-de21e659f975 HTTP/1.1" status: 204 len: 173 time: 0.7392592 Mar 23 10:37:49.974227 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135242e8-0b8e-4ce7-8b15-9b590292d9fd', 'name': 'network-vif-deleted', 'tag': '5bee63a3-80b2-43db-aa5a-de21e659f975', 'status': 'completed', 'code': 200} Mar 23 10:37:50.198324 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-599e4212-6d6a-4997-a533-21c0655aa6cc req-3d7953c0-4eee-448c-af58-5b1801f15463 tempest-DeleteServersTestJSON-1493460838 tempest-DeleteServersTestJSON-1493460838-project] 10.222.0.84 "GET /v2.0/ports?device_id=135242e8-0b8e-4ce7-8b15-9b590292d9fd HTTP/1.1" status: 200 len: 210 time: 0.0430133 Mar 23 10:37:51.438304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40148) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:37:51.592317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e80b47a-aea3-4516-a6fd-f2657af98e82 admin admin] Deleting subnet 73bf3e0d-611d-4b42-95e3-792904ef29b5 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:37:51.595174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0e80b47a-aea3-4516-a6fd-f2657af98e82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:51.643923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0e80b47a-aea3-4516-a6fd-f2657af98e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:51.698364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0e80b47a-aea3-4516-a6fd-f2657af98e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:51.771099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0e80b47a-aea3-4516-a6fd-f2657af98e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:51.808395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80b47a-aea3-4516-a6fd-f2657af98e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73bf3e0d-611d-4b42-95e3-792904ef29b5,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:51.812070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0e80b47a-aea3-4516-a6fd-f2657af98e82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:51.817742 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0e80b47a-aea3-4516-a6fd-f2657af98e82 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/73bf3e0d-611d-4b42-95e3-792904ef29b5 HTTP/1.1" status: 204 len: 168 time: 0.3784440 Mar 23 10:37:51.820270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40152) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:37:51.923761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.042884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.067992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68fe281-7c96-408c-b0be-823614a388f3']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:37:52.079581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202aa756-5f96-4a63-8319-e5568d3c345e') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:37:52.079865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202aa756-5f96-4a63-8319-e5568d3c345e') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:37:52.090890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.106482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.112904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:37:52.113353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:37:52.126260 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:37:52.200585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.216111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.226423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a68fe281-7c96-408c-b0be-823614a388f3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:52.233721 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-67197189-628f-4230-96ff-2e21745a24a6 admin admin] 10.222.0.84 "DELETE /v2.0/networks/a68fe281-7c96-408c-b0be-823614a388f3 HTTP/1.1" status: 204 len: 168 time: 0.4125345 Mar 23 10:37:52.339538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40158) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:37:52.386762 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-92929af8-4033-4ba8-999c-e7b00fb5f213 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=57915131dc214445a2b75bd886bf5393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461202 Mar 23 10:37:52.389242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40162) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:37:52.448920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-837e8aec-c7e5-4103-ac0f-0aeecc2d6509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.474490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-837e8aec-c7e5-4103-ac0f-0aeecc2d6509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.526714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-837e8aec-c7e5-4103-ac0f-0aeecc2d6509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.543483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e8aec-c7e5-4103-ac0f-0aeecc2d6509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb5810e-c5fb-4bf2-bbdd-1911285997c2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:52.555889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-837e8aec-c7e5-4103-ac0f-0aeecc2d6509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:52.556983 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-837e8aec-c7e5-4103-ac0f-0aeecc2d6509 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/eeb5810e-c5fb-4bf2-bbdd-1911285997c2 HTTP/1.1" status: 204 len: 168 time: 0.1668899 Mar 23 10:37:52.945640 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 5bee63a3-80b2-43db-aa5a-de21e659f975 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:37:52.979170 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 5bee63a3-80b2-43db-aa5a-de21e659f975 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:37:52.979510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 5bee63a3-80b2-43db-aa5a-de21e659f975 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:37:53.258470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40186) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:37:53.360825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1542760073-network', 'tenant_id': '02c2f256895b4d7097243a96132f47d6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:37:53.365725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:37:53.369528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Usage tracker for resource:network and tenant:02c2f256895b4d7097243a96132f47d6 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:37:53.372402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:37:53.378369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:37:53.388197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Made reservation on behalf of 02c2f256895b4d7097243a96132f47d6 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:37:53.390533 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:53.402706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:53.417340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:37:53.421101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Usage tracker for resource:security_group_rule and tenant:02c2f256895b4d7097243a96132f47d6 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:37:53.423887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:37:53.429758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:37:53.511966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:53.515805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:53.547619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:37:53.556038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2f3753-7a40-420d-ad6f-14320c4dd50a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:53.561720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:53.562173 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Added segment 27727822-d213-493f-92fc-904e2a034907 of type vlan for network a642be5d-c228-43c9-9ecb-ea58832c89df Mar 23 10:37:53.588806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:53.616373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:53.617323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:53.617888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:53.721523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] Pushing event updated for resources: {'Network': ['ID=a642be5d-c228-43c9-9ecb-ea58832c89df,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:53.726363 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-48243050-4a62-4bfa-bdaf-e885cca041bb admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4669042 Mar 23 10:37:53.729964 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40192) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:37:53.731533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network a642be5d-c228-43c9-9ecb-ea58832c89df details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:37:53.735619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Request body: {'subnet': {'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1542760073-subnet', 'tenant_id': '02c2f256895b4d7097243a96132f47d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:37:53.740612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:37:53.744549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Usage tracker for resource:subnet and tenant:02c2f256895b4d7097243a96132f47d6 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:37:53.747768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:37:53.753974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:37:53.764331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Made reservation on behalf of 02c2f256895b4d7097243a96132f47d6 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:37:53.766768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:53.964677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:54.034272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0189c281-6f62-469f-a6ed-3b2808aaa98f,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:54.044038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Checking segment: {'id': '27727822-d213-493f-92fc-904e2a034907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:37:54.044385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Network hostable DHCP agents. Network: a642be5d-c228-43c9-9ecb-ea58832c89df, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:37:54.062705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Network a642be5d-c228-43c9-9ecb-ea58832c89df is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:37:54.072054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, a642be5d-c228-43c9-9ecb-ea58832c89df) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:37:54.075741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:54.076300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:54.081506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cad205-1d68-477e-b417-4f6d92af38b7 None None] Network a642be5d-c228-43c9-9ecb-ea58832c89df requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:37:54.096491 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2e375229-96bc-4342-8ee5-3423bd919f5c admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3651092 Mar 23 10:37:54.288719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a76bb-e5ec-43b7-92fa-10a648231bc4 None None] Network a642be5d-c228-43c9-9ecb-ea58832c89df requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:37:54.634679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-007da6b2-78de-4b81-b77b-18059f639755 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:54.636182 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-007da6b2-78de-4b81-b77b-18059f639755 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 815 time: 0.1431468 Mar 23 10:37:54.650257 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-4275a6cd-f24c-4089-ade1-2cf30f40bd31 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/quotas/02c2f256895b4d7097243a96132f47d6 HTTP/1.1" status: 200 len: 375 time: 0.0087006 Mar 23 10:37:54.699090 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-04dc1d70-55ad-4e12-931f-858f09865603 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441499 Mar 23 10:37:54.915130 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-3f61e1b8-feb4-43f0-8923-4732e2e34fcf service neutron] 10.222.0.84 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094877 Mar 23 10:37:55.042844 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-c2a62a87-a88b-495a-aa17-36335c565499 service neutron] 10.222.0.84 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219208 Mar 23 10:37:55.212308 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ff774fd-6f60-427e-b958-3c4c2b1342d3 req-b5ef628a-ea98-4a42-b0dd-3e6956233007 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 210 time: 0.0416689 Mar 23 10:37:56.207576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-98ff2dcb-c0dd-43d7-854e-be7d0d7be6c3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:56.208242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-98ff2dcb-c0dd-43d7-854e-be7d0d7be6c3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Synchronizing usage tracker for tenant:02c2f256895b4d7097243a96132f47d6 on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:37:56.224887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-98ff2dcb-c0dd-43d7-854e-be7d0d7be6c3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Unset dirty status for tenant:02c2f256895b4d7097243a96132f47d6 on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:37:56.226168 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-98ff2dcb-c0dd-43d7-854e-be7d0d7be6c3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 815 time: 0.1603608 Mar 23 10:37:56.238547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Request body: {'port': {'device_id': '63cdee88-705e-4b21-92a9-1dde088c434f', 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df', 'admin_state_up': True, 'tenant_id': '02c2f256895b4d7097243a96132f47d6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:37:56.366748 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-44b396ca-0a57-469f-9abb-88d9155a1444 req-65fd4a47-ba41-4c4e-b6d0-f1a4b5dc0e6a tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 210 time: 0.0446682 Mar 23 10:37:56.475146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:37:56.478766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Usage tracker for resource:port and tenant:02c2f256895b4d7097243a96132f47d6 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:37:56.481488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:37:56.486966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:37:56.496492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Made reservation on behalf of 02c2f256895b4d7097243a96132f47d6 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:37:56.499875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:56.659346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Allocated IP 172.20.0.6 (a642be5d-c228-43c9-9ecb-ea58832c89df/0189c281-6f62-469f-a6ed-3b2808aaa98f/fb1a439f-bddb-43a8-af4e-42254c122efd) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:37:56.857401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:56.887523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:56.956301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Network a642be5d-c228-43c9-9ecb-ea58832c89df is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:37:56.959150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:37:56.966994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:37:57.000382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Pushing event updated for resources: {'Port': ['ID=fb1a439f-bddb-43a8-af4e-42254c122efd,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:57.030712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:57.031304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:57.051321 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a36d689f-b0a5-4c81-a158-dd06ccd468bb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8171217 Mar 23 10:37:57.062004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Request body: {'port': {'device_id': '63cdee88-705e-4b21-92a9-1dde088c434f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:37:57.169353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:57.543628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1a439f-bddb-43a8-af4e-42254c122efd {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:37:57.553335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:57.572421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Transition to ACTIVE for port object fb1a439f-bddb-43a8-af4e-42254c122efd will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:37:57.575991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:57.704255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f1f4e-5bf0-4ce4-ab63-60a7ebbdce69 req-bee24c1b-1d0a-4ed5-b831-ec9fb7a02c43 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:57.704927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-7a8f1f4e-5bf0-4ce4-ab63-60a7ebbdce69 req-bee24c1b-1d0a-4ed5-b831-ec9fb7a02c43 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Synchronizing usage tracker for tenant:02c2f256895b4d7097243a96132f47d6 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:37:57.758258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1a439f-bddb-43a8-af4e-42254c122efd,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:57.796884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-7a8f1f4e-5bf0-4ce4-ab63-60a7ebbdce69 req-bee24c1b-1d0a-4ed5-b831-ec9fb7a02c43 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Unset dirty status for tenant:02c2f256895b4d7097243a96132f47d6 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:37:57.797983 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7a8f1f4e-5bf0-4ce4-ab63-60a7ebbdce69 req-bee24c1b-1d0a-4ed5-b831-ec9fb7a02c43 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 931 time: 0.3212614 Mar 23 10:37:57.871126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-7a8f1f4e-5bf0-4ce4-ab63-60a7ebbdce69 req-2f2e1523-d62a-40dd-8313-e6ec1e68f4d8 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Synchronizing usage tracker for tenant:02c2f256895b4d7097243a96132f47d6 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:37:57.880468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Attempting to bind port fb1a439f-bddb-43a8-af4e-42254c122efd on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:37:57.880798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Attempting to bind port fb1a439f-bddb-43a8-af4e-42254c122efd by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '27727822-d213-493f-92fc-904e2a034907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:37:57.881149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Attempting to bind port fb1a439f-bddb-43a8-af4e-42254c122efd on network a642be5d-c228-43c9-9ecb-ea58832c89df {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:37:57.890237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Port fb1a439f-bddb-43a8-af4e-42254c122efd on network a642be5d-c228-43c9-9ecb-ea58832c89df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:37:57.890553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Attempting to bind port fb1a439f-bddb-43a8-af4e-42254c122efd on network a642be5d-c228-43c9-9ecb-ea58832c89df {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:37:57.897729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-7a8f1f4e-5bf0-4ce4-ab63-60a7ebbdce69 req-2f2e1523-d62a-40dd-8313-e6ec1e68f4d8 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Unset dirty status for tenant:02c2f256895b4d7097243a96132f47d6 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:37:57.898862 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7a8f1f4e-5bf0-4ce4-ab63-60a7ebbdce69 req-2f2e1523-d62a-40dd-8313-e6ec1e68f4d8 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944703 Mar 23 10:37:57.899531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:37:57.899858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Checking segment: {'id': '27727822-d213-493f-92fc-904e2a034907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:37:57.900220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Bound using segment: {'id': '27727822-d213-493f-92fc-904e2a034907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:37:57.900639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Bound port: fb1a439f-bddb-43a8-af4e-42254c122efd, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27727822-d213-493f-92fc-904e2a034907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:37:57.900985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:57.992253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] For port fb1a439f-bddb-43a8-af4e-42254c122efd, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:37:57.995593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] For port fb1a439f-bddb-43a8-af4e-42254c122efd, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb1a439f-bddb-43a8-af4e-42254c122efd,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:37:57.999430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:58.054014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:58.054741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:37:58.056111 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] 10.222.0.102 "PUT /v2.0/ports/fb1a439f-bddb-43a8-af4e-42254c122efd HTTP/1.1" status: 200 len: 1093 time: 0.9979501 Mar 23 10:37:58.056542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63cdee88-705e-4b21-92a9-1dde088c434f', 'tag': 'fb1a439f-bddb-43a8-af4e-42254c122efd'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:37:58.082719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a1f9e4-e3cc-4d4a-b8ca-8b5fa0a836f9 service neutron] Pushing event updated for resources: {'Port': ['ID=fb1a439f-bddb-43a8-af4e-42254c122efd,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:37:58.128726 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63cdee88-705e-4b21-92a9-1dde088c434f', 'tag': 'fb1a439f-bddb-43a8-af4e-42254c122efd', 'status': 'completed', 'code': 200} Mar 23 10:37:58.268043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-83289c27-0b43-4f2d-b948-c4393ffe0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:58.269593 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-83289c27-0b43-4f2d-b948-c4393ffe0719 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 1096 time: 0.1742065 Mar 23 10:37:58.336882 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-a8d8f9e1-8035-4fe0-b215-80981157734d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb1a439f-bddb-43a8-af4e-42254c122efd HTTP/1.1" status: 200 len: 217 time: 0.0595925 Mar 23 10:37:58.398777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-4f879275-566a-417d-aab9-0475f76123ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:58.400151 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-4f879275-566a-417d-aab9-0475f76123ab service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0580814 Mar 23 10:37:58.444881 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-c5425bbf-e822-4d10-a100-9eb0249f52d0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388584 Mar 23 10:37:58.574475 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-c6110ad9-d06f-4c1b-8af1-fb5c2d3dadbb service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238470 Mar 23 10:37:58.703464 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3084fe38-bda5-457f-81cc-01f63d8bc5df req-c3fd9a9d-4c7b-404a-a9fb-08e700835db6 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229730 Mar 23 10:37:58.823100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad88e6-499c-4921-957b-ea8981120696 req-fe0c579c-8f11-4929-8129-f8be4eb29dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:58.824563 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-91ad88e6-499c-4921-957b-ea8981120696 req-fe0c579c-8f11-4929-8129-f8be4eb29dd6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 1096 time: 0.0757864 Mar 23 10:37:58.958246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad88e6-499c-4921-957b-ea8981120696 req-e7244b66-8dc6-4856-9826-3404d044aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:58.959601 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-91ad88e6-499c-4921-957b-ea8981120696 req-e7244b66-8dc6-4856-9826-3404d044aa5a service neutron] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 916 time: 0.1286259 Mar 23 10:37:59.066715 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-91ad88e6-499c-4921-957b-ea8981120696 req-e49073c8-d1a2-405b-aedb-900e48c57eba service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb1a439f-bddb-43a8-af4e-42254c122efd HTTP/1.1" status: 200 len: 217 time: 0.1005273 Mar 23 10:37:59.137236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad88e6-499c-4921-957b-ea8981120696 req-492ee778-944c-48b0-9230-918d9fdaa054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:59.138639 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-91ad88e6-499c-4921-957b-ea8981120696 req-492ee778-944c-48b0-9230-918d9fdaa054 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0648878 Mar 23 10:37:59.195421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67865c57-83d4-4b00-9705-d2748c3e389f req-ef8d71bf-ec7c-4914-bce9-1ee80c3a3a2d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:37:59.196842 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67865c57-83d4-4b00-9705-d2748c3e389f req-ef8d71bf-ec7c-4914-bce9-1ee80c3a3a2d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 943 time: 0.1840961 Mar 23 10:37:59.198780 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-91ad88e6-499c-4921-957b-ea8981120696 req-ac3ebc48-90f3-40db-b0b2-37330150150f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530767 Mar 23 10:37:59.330839 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67865c57-83d4-4b00-9705-d2748c3e389f req-ef677c1f-bc66-43b9-b35c-b76610c3c7a2 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276739 Mar 23 10:37:59.363388 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-91ad88e6-499c-4921-957b-ea8981120696 req-3b62b7aa-8341-4d2d-8635-e19a8b30c6d4 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480751 Mar 23 10:37:59.503586 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-91ad88e6-499c-4921-957b-ea8981120696 req-369c97d5-a816-4bc2-bbd7-567ca5292e5a service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330507 Mar 23 10:38:00.519115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee613f1-3856-4429-ad5d-346917c6f907 req-1ae1f49f-c9b5-4b24-8f1a-c0901f33f150 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:00.520528 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aee613f1-3856-4429-ad5d-346917c6f907 req-1ae1f49f-c9b5-4b24-8f1a-c0901f33f150 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 943 time: 0.0814452 Mar 23 10:38:00.563322 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aee613f1-3856-4429-ad5d-346917c6f907 req-f2c30c30-59ce-45d2-a4fe-d6f49a527d71 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371590 Mar 23 10:38:00.993178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device fb1a439f-bddb-43a8-af4e-42254c122efd details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:38:01.152610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port fb1a439f-bddb-43a8-af4e-42254c122efd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb1a439f-bddb-43a8-af4e-42254c122efd,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:01.164798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'fb1a439f-bddb-43a8-af4e-42254c122efd', 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df', 'port_id': 'fb1a439f-bddb-43a8-af4e-42254c122efd', 'mac_address': 'fa:16:3e:86:f0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0189c281-6f62-469f-a6ed-3b2808aaa98f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:38:01.219133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:01.235271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1a439f-bddb-43a8-af4e-42254c122efd {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:38:01.250811 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port fb1a439f-bddb-43a8-af4e-42254c122efd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb1a439f-bddb-43a8-af4e-42254c122efd,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:01.255686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:01.322008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=fb1a439f-bddb-43a8-af4e-42254c122efd,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:01.459755 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['fb1a439f-bddb-43a8-af4e-42254c122efd'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:38:01.750939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7934ab-1d49-401d-bde9-79bc4f8ed195 req-3367a9a9-6f5e-4efe-8ca5-c05a5160ad34 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:01.753565 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4c7934ab-1d49-401d-bde9-79bc4f8ed195 req-3367a9a9-6f5e-4efe-8ca5-c05a5160ad34 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 944 time: 0.0813243 Mar 23 10:38:01.798403 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4c7934ab-1d49-401d-bde9-79bc4f8ed195 req-6d0743ed-eb30-45a6-b9d3-9201b285899c tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390661 Mar 23 10:38:02.984731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe60fd7-a219-4217-a9d0-d55daac5bef6 req-2fd3f54a-a93d-4121-9217-5b2055c6fe27 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:02.986170 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-afe60fd7-a219-4217-a9d0-d55daac5bef6 req-2fd3f54a-a93d-4121-9217-5b2055c6fe27 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 944 time: 0.0774415 Mar 23 10:38:03.005140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device fb1a439f-bddb-43a8-af4e-42254c122efd up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:38:03.029694 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-afe60fd7-a219-4217-a9d0-d55daac5bef6 req-10ada383-ab54-4292-8b0d-133dee218ac0 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375016 Mar 23 10:38:03.071435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port fb1a439f-bddb-43a8-af4e-42254c122efd completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:38:03.075948 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port fb1a439f-bddb-43a8-af4e-42254c122efd triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:38:03.076310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:03.188916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:03.214578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63cdee88-705e-4b21-92a9-1dde088c434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1a439f-bddb-43a8-af4e-42254c122efd'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:38:03.224982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port fb1a439f-bddb-43a8-af4e-42254c122efd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb1a439f-bddb-43a8-af4e-42254c122efd,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:03.228560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:03.259040 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63cdee88-705e-4b21-92a9-1dde088c434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1a439f-bddb-43a8-af4e-42254c122efd', 'code': 200} Mar 23 10:38:03.299867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=fb1a439f-bddb-43a8-af4e-42254c122efd,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:03.476452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ee04a-8048-462f-bc1e-85e1f73780d8 req-b9ef966b-aea9-4cbd-a450-defbfafd28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:03.477932 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-502ee04a-8048-462f-bc1e-85e1f73780d8 req-b9ef966b-aea9-4cbd-a450-defbfafd28e3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 1098 time: 0.0703359 Mar 23 10:38:03.516125 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-502ee04a-8048-462f-bc1e-85e1f73780d8 req-93ed7157-021c-4479-8805-c56f5df20854 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325029 Mar 23 10:38:03.696790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d14f1acd-6aaa-4ac8-8319-b98011f92787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:04.214272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f4274-1e4d-4e81-ac3c-bdda50b3c81c req-046042b8-07c4-4710-a2aa-d3af85749d00 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:04.215730 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c36f4274-1e4d-4e81-ac3c-bdda50b3c81c req-046042b8-07c4-4710-a2aa-d3af85749d00 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0814872 Mar 23 10:38:04.260452 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c36f4274-1e4d-4e81-ac3c-bdda50b3c81c req-64ff9abb-8081-4800-beea-a27ba7968104 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386491 Mar 23 10:38:05.441485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8f0f7-39e5-4c2f-92cf-300746af6519 req-63d67ec2-2c79-48c7-b60e-e2db0683b41f tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:05.442917 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0dc8f0f7-39e5-4c2f-92cf-300746af6519 req-63d67ec2-2c79-48c7-b60e-e2db0683b41f tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0786600 Mar 23 10:38:05.584701 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0dc8f0f7-39e5-4c2f-92cf-300746af6519 req-35a52ca7-d957-4cbd-9b46-28d3b3677b8f tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361110 Mar 23 10:38:05.762269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24d391-d499-49bb-afc1-0cf9065c4641 req-05e1643c-5c61-4a32-a67b-246a438fe189 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:05.763711 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fc24d391-d499-49bb-afc1-0cf9065c4641 req-05e1643c-5c61-4a32-a67b-246a438fe189 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0764897 Mar 23 10:38:05.809960 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fc24d391-d499-49bb-afc1-0cf9065c4641 req-30acef95-a6a2-4e39-b583-229ae4ffc236 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Mar 23 10:38:06.152565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90dee1-2916-45d5-b767-bcf2693a7b6d req-1d3075ec-9916-4d4a-9e0e-3548c4de8f8b tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:06.153938 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8b90dee1-2916-45d5-b767-bcf2693a7b6d req-1d3075ec-9916-4d4a-9e0e-3548c4de8f8b tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0779426 Mar 23 10:38:06.196822 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8b90dee1-2916-45d5-b767-bcf2693a7b6d req-f1f58691-eaf7-4a1a-89b7-99e1497fd051 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366457 Mar 23 10:38:06.305325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:06.374267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be04c0-47ac-4c6f-970c-0f280b61ef69 req-031f5e65-6bfa-4abd-bc2e-66f6d9cf7c32 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:06.375781 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-19be04c0-47ac-4c6f-970c-0f280b61ef69 req-031f5e65-6bfa-4abd-bc2e-66f6d9cf7c32 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0781922 Mar 23 10:38:06.419261 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-19be04c0-47ac-4c6f-970c-0f280b61ef69 req-d85eddb4-bd81-41c8-a510-a4a93434fb50 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371552 Mar 23 10:38:06.553116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4129235f-8142-474a-9ca3-ad8bcc9e90aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:06.813582 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-fddad774-458d-4ba5-bb34-405a02a5df49 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212871 Mar 23 10:38:06.834158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985def0d-022c-4e39-8d64-4a15359de626 req-ca35cdf2-90c2-4204-9aef-64466e640ad0 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:06.835783 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-985def0d-022c-4e39-8d64-4a15359de626 req-ca35cdf2-90c2-4204-9aef-64466e640ad0 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0965154 Mar 23 10:38:06.883620 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-985def0d-022c-4e39-8d64-4a15359de626 req-ff99084b-6e36-40ad-bb84-3853a83b88a2 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421770 Mar 23 10:38:07.277968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:07.495563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:07.968729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-54bd63a7-3694-4ace-b394-51f666809cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:07.970219 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-54bd63a7-3694-4ace-b394-51f666809cfb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 1098 time: 0.0705073 Mar 23 10:38:08.075289 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718e4a3-1df4-40c3-956b-643f84b9ff1f req-42d051bb-30ed-46a3-8953-50cafb72f5de tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:08.076732 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1718e4a3-1df4-40c3-956b-643f84b9ff1f req-42d051bb-30ed-46a3-8953-50cafb72f5de tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0832093 Mar 23 10:38:08.100274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-6ebb452e-49b9-4152-865d-b019b229ca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:08.101715 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-6ebb452e-49b9-4152-865d-b019b229ca86 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 916 time: 0.1253760 Mar 23 10:38:08.120678 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1718e4a3-1df4-40c3-956b-643f84b9ff1f req-960fd909-cb54-4c1c-985f-dcefd2e7fbe6 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375204 Mar 23 10:38:08.169909 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-733dabfe-e05d-4ea2-86bc-7f750c096ca6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb1a439f-bddb-43a8-af4e-42254c122efd HTTP/1.1" status: 200 len: 217 time: 0.0626369 Mar 23 10:38:08.229414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-29508320-de29-48ec-bab0-6ff1ed6030af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:08.231045 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-29508320-de29-48ec-bab0-6ff1ed6030af service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0555716 Mar 23 10:38:08.275752 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-2d655761-0633-49e2-9c56-bc59ddf6f739 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386600 Mar 23 10:38:08.427419 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-bd91bf32-596a-4c4b-8136-8e30a2471574 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459823 Mar 23 10:38:08.554999 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-1c752916-5637-4d45-ae29-95b0b5fd08f9 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221788 Mar 23 10:38:09.310182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e1631-0b10-495a-9e36-9625d6f56446 req-17114f25-1a68-46a0-9c90-1776cf247b82 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:09.311647 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cc6e1631-0b10-495a-9e36-9625d6f56446 req-17114f25-1a68-46a0-9c90-1776cf247b82 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0826778 Mar 23 10:38:09.354382 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cc6e1631-0b10-495a-9e36-9625d6f56446 req-a19a2dc6-74da-4d87-8642-3eab208f8212 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369089 Mar 23 10:38:09.550040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:10.538180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b7466-87cc-4b65-b5e3-85616d1a969d req-221cfe67-41cf-467f-9b8c-8891d6e35762 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:10.539601 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c0b7466-87cc-4b65-b5e3-85616d1a969d req-221cfe67-41cf-467f-9b8c-8891d6e35762 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0780718 Mar 23 10:38:10.582321 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c0b7466-87cc-4b65-b5e3-85616d1a969d req-649477ac-a6a4-40b0-9dd0-8a5510718dc7 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372181 Mar 23 10:38:11.763585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685044d-4de7-4b7b-9424-329f896efe11 req-dd2cfaa4-bf2f-4d78-9180-91e61f582dbc tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:11.765084 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3685044d-4de7-4b7b-9424-329f896efe11 req-dd2cfaa4-bf2f-4d78-9180-91e61f582dbc tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0792696 Mar 23 10:38:11.812868 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3685044d-4de7-4b7b-9424-329f896efe11 req-2a077759-ea92-4fbd-841d-e5a540c5ad78 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419631 Mar 23 10:38:12.997368 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511d96a-989b-490d-8a38-8fab3848a924 req-f96b235c-4bd7-4200-a2c3-4216df81f088 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:12.998793 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7511d96a-989b-490d-8a38-8fab3848a924 req-f96b235c-4bd7-4200-a2c3-4216df81f088 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0821824 Mar 23 10:38:13.042227 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7511d96a-989b-490d-8a38-8fab3848a924 req-ff699339-01f4-4ddb-8dd8-db5880d97419 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377839 Mar 23 10:38:14.223800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532690da-c7f3-4d51-8701-111a86dba6a9 req-91243564-4b0b-4109-ad9a-fdd605551d06 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:14.225284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-532690da-c7f3-4d51-8701-111a86dba6a9 req-91243564-4b0b-4109-ad9a-fdd605551d06 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0786850 Mar 23 10:38:14.268270 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-532690da-c7f3-4d51-8701-111a86dba6a9 req-e02fe6cc-3482-48a9-b71b-d7fd154fc9b0 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374970 Mar 23 10:38:15.450878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30856095-a1f6-4ae1-8cc7-c873ca13cfad req-4bbd2ad9-9d3d-4efb-9522-35cf6692c10a tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:15.452299 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-30856095-a1f6-4ae1-8cc7-c873ca13cfad req-4bbd2ad9-9d3d-4efb-9522-35cf6692c10a tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0809522 Mar 23 10:38:15.494391 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-30856095-a1f6-4ae1-8cc7-c873ca13cfad req-dc1d7b40-42a1-4dfc-983e-b5020d9b2de8 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358264 Mar 23 10:38:16.681384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806af23-8821-4948-aceb-e6129caa0988 req-d1f745ab-f94e-4bbb-9ec8-57a84b820e41 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:16.682816 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4806af23-8821-4948-aceb-e6129caa0988 req-d1f745ab-f94e-4bbb-9ec8-57a84b820e41 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0826046 Mar 23 10:38:16.726545 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4806af23-8821-4948-aceb-e6129caa0988 req-4e1c1ca1-d080-4349-b2be-f5999d064b06 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381677 Mar 23 10:38:17.910433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ce03d-e7ec-469e-8137-940d47472219 req-9971604f-dc1d-456b-847b-675b3aca1e11 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:17.911874 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-644ce03d-e7ec-469e-8137-940d47472219 req-9971604f-dc1d-456b-847b-675b3aca1e11 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0797172 Mar 23 10:38:17.955753 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-644ce03d-e7ec-469e-8137-940d47472219 req-507b8f76-6918-47b6-b57b-513b9d2bd1ba tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Mar 23 10:38:19.137998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34cbaad-b29f-4790-b188-7fa48052fec5 req-0a9a1c66-2c98-4523-af47-1bcc9412030d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:19.139383 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a34cbaad-b29f-4790-b188-7fa48052fec5 req-0a9a1c66-2c98-4523-af47-1bcc9412030d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0790346 Mar 23 10:38:19.183654 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a34cbaad-b29f-4790-b188-7fa48052fec5 req-b0dd55e5-47f2-4bf3-b4d5-828027b1b58f tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Mar 23 10:38:20.367781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b346-5177-45d4-af47-02e2f4987a50 req-e6a8b526-65ba-41f8-b8a1-41b166fb3ad2 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:20.369225 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d771b346-5177-45d4-af47-02e2f4987a50 req-e6a8b526-65ba-41f8-b8a1-41b166fb3ad2 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0803597 Mar 23 10:38:20.412038 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d771b346-5177-45d4-af47-02e2f4987a50 req-7ace6351-4e15-4269-b241-ac3cfe3e8e30 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 Mar 23 10:38:20.533259 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:38:21.595942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c619166-81b8-44cb-b492-530a51dd49f0 req-6c1d242e-eec1-4cf3-a6c3-096a650c567f tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:21.597388 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c619166-81b8-44cb-b492-530a51dd49f0 req-6c1d242e-eec1-4cf3-a6c3-096a650c567f tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0810134 Mar 23 10:38:21.640083 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c619166-81b8-44cb-b492-530a51dd49f0 req-0027d955-61fd-45a5-b25c-27e103f3e217 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372198 Mar 23 10:38:22.818420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5d9e4-6c8d-42b4-8535-202a35de8b05 req-7314b5df-82d9-477d-9268-9b71c24bce45 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:22.819774 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e0f5d9e4-6c8d-42b4-8535-202a35de8b05 req-7314b5df-82d9-477d-9268-9b71c24bce45 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0776010 Mar 23 10:38:22.865840 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e0f5d9e4-6c8d-42b4-8535-202a35de8b05 req-07494408-8207-42fc-bb7a-1c1404a06561 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Mar 23 10:38:24.049984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d29186-bc4e-4cbd-aa9c-c220d3295344 req-fa8455cc-1a23-4b10-9893-8d54563e1875 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:24.051422 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57d29186-bc4e-4cbd-aa9c-c220d3295344 req-fa8455cc-1a23-4b10-9893-8d54563e1875 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0783215 Mar 23 10:38:24.097907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57d29186-bc4e-4cbd-aa9c-c220d3295344 req-88e91219-e1ba-448c-8159-6ec852f517e1 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Mar 23 10:38:25.282458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f089788-193b-459b-9a20-4d589b03ddf2 req-f54803cf-c253-46f4-99f7-b7458cb97b6a tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:25.283916 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3f089788-193b-459b-9a20-4d589b03ddf2 req-f54803cf-c253-46f4-99f7-b7458cb97b6a tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0784051 Mar 23 10:38:25.327608 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3f089788-193b-459b-9a20-4d589b03ddf2 req-fa487e3e-492a-417e-82a6-7b62fd483c57 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372126 Mar 23 10:38:26.429435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb22d-bf34-4400-8c4f-0616d130662d req-4316980b-4d61-43ad-aba2-2e0867f7b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:26.430907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17bfb22d-bf34-4400-8c4f-0616d130662d req-4316980b-4d61-43ad-aba2-2e0867f7b62a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 1098 time: 0.0719326 Mar 23 10:38:26.713510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df123f1-dde3-43a0-a24e-ee721db37b53 req-3d370bf2-b771-45f2-becc-5b8c9e0efdce tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:26.714955 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4df123f1-dde3-43a0-a24e-ee721db37b53 req-3d370bf2-b771-45f2-becc-5b8c9e0efdce tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.2823739 Mar 23 10:38:26.716035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb22d-bf34-4400-8c4f-0616d130662d req-c5e33b30-8e2f-4bd4-a30b-fe4b0489d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:26.717326 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17bfb22d-bf34-4400-8c4f-0616d130662d req-c5e33b30-8e2f-4bd4-a30b-fe4b0489d3b0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 916 time: 0.2534475 Mar 23 10:38:26.801902 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17bfb22d-bf34-4400-8c4f-0616d130662d req-766ab1d5-15c2-4cc1-8203-3cb83ce2fd37 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb1a439f-bddb-43a8-af4e-42254c122efd HTTP/1.1" status: 200 len: 217 time: 0.0646400 Mar 23 10:38:26.865208 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4df123f1-dde3-43a0-a24e-ee721db37b53 req-e62f2694-c64d-431c-a36a-7b32fce24e57 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441011 Mar 23 10:38:26.878196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfb22d-bf34-4400-8c4f-0616d130662d req-56f51c5c-4bd7-4de3-a800-7dd82d473284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:26.879700 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17bfb22d-bf34-4400-8c4f-0616d130662d req-56f51c5c-4bd7-4de3-a800-7dd82d473284 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0697002 Mar 23 10:38:26.927336 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17bfb22d-bf34-4400-8c4f-0616d130662d req-839e90a2-bda0-4536-8ee4-e3985011e6fd service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408289 Mar 23 10:38:27.057373 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17bfb22d-bf34-4400-8c4f-0616d130662d req-e909bfc7-5f84-46f3-a7f7-e027968a94e4 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232131 Mar 23 10:38:27.189510 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17bfb22d-bf34-4400-8c4f-0616d130662d req-d82bfc30-9cba-4c84-9b73-a63ddb8f8e75 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259315 Mar 23 10:38:28.137906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b21fd-9886-4ccf-ab1f-397314191cbc req-94da54c4-6df6-4374-9e65-a845a2911542 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:28.139324 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d65b21fd-9886-4ccf-ab1f-397314191cbc req-94da54c4-6df6-4374-9e65-a845a2911542 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.1709003 Mar 23 10:38:28.182477 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d65b21fd-9886-4ccf-ab1f-397314191cbc req-114be597-75b6-4f63-aefe-47055af2f008 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373409 Mar 23 10:38:29.363382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d639de-c916-47c2-8f62-c406adc36203 req-8ffe5be8-fa03-4457-829b-dc6f31dff7f8 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:29.364799 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a7d639de-c916-47c2-8f62-c406adc36203 req-8ffe5be8-fa03-4457-829b-dc6f31dff7f8 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0780866 Mar 23 10:38:29.411437 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a7d639de-c916-47c2-8f62-c406adc36203 req-d9d0ac7a-d041-4fa1-abac-d7ec9ed546f0 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408490 Mar 23 10:38:30.591266 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed71e60-7726-4b3d-b15a-f6fe908cbbd1 req-628e851c-2413-4ba9-85c6-a2c079228621 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:30.592721 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6ed71e60-7726-4b3d-b15a-f6fe908cbbd1 req-628e851c-2413-4ba9-85c6-a2c079228621 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0779831 Mar 23 10:38:30.642114 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6ed71e60-7726-4b3d-b15a-f6fe908cbbd1 req-d6b79dc2-6781-4835-bd88-0973bff22702 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Mar 23 10:38:31.826091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03539f-cc2b-46b3-9ef3-24fff4befa2c req-9e0703af-2aa8-4ef5-9e91-4655d7556feb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:31.827515 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fb03539f-cc2b-46b3-9ef3-24fff4befa2c req-9e0703af-2aa8-4ef5-9e91-4655d7556feb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0783889 Mar 23 10:38:31.870289 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fb03539f-cc2b-46b3-9ef3-24fff4befa2c req-04bf9463-87da-4641-9056-e6daa121c812 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364959 Mar 23 10:38:33.053376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31528797-ee64-450d-85be-80d26cb0225a req-78e77ac1-44f3-4a29-a7fc-3499929c1fc6 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:33.054826 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-31528797-ee64-450d-85be-80d26cb0225a req-78e77ac1-44f3-4a29-a7fc-3499929c1fc6 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0781202 Mar 23 10:38:33.098996 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-31528797-ee64-450d-85be-80d26cb0225a req-3c6cc540-cdca-4406-b678-0f609f1ebe7b tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383945 Mar 23 10:38:33.698004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-76e6be36-f03a-4da6-9716-87b4121f1741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:34.283223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee8ec8-f5ae-4bdb-b1c8-2165411481a0 req-2b60209c-18c5-48cd-937d-fe10e80f41d9 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:34.284675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d2ee8ec8-f5ae-4bdb-b1c8-2165411481a0 req-2b60209c-18c5-48cd-937d-fe10e80f41d9 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0841663 Mar 23 10:38:34.327899 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d2ee8ec8-f5ae-4bdb-b1c8-2165411481a0 req-42f6f32a-ff8b-4b56-9d50-7dfc363b3f0b tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375922 Mar 23 10:38:35.241077 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-dd81f64b-64f1-4e04-8dbf-32282e7b582f service neutron] 10.222.0.102 "GET /v2.0/ports/fb1a439f-bddb-43a8-af4e-42254c122efd/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0744004 Mar 23 10:38:35.503509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-85cfe6ce-8b50-4bdd-bb50-05c915c4d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:35.504880 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-85cfe6ce-8b50-4bdd-bb50-05c915c4d157 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f&tenant_id=02c2f256895b4d7097243a96132f47d6 HTTP/1.1" status: 200 len: 1098 time: 0.0761895 Mar 23 10:38:35.514568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4ee8c-41d2-4fe1-8fad-979d9b6a3e33 req-3ee7447d-140f-4ba7-b56b-c4c717564f5d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:35.516009 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-61f4ee8c-41d2-4fe1-8fad-979d9b6a3e33 req-3ee7447d-140f-4ba7-b56b-c4c717564f5d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0828557 Mar 23 10:38:35.560239 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-61f4ee8c-41d2-4fe1-8fad-979d9b6a3e33 req-e2a45a80-e13b-4224-9e15-60892ec85146 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Mar 23 10:38:35.594134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-6157990a-6322-4544-8b0b-677a9cf6506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:35.596066 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-6157990a-6322-4544-8b0b-677a9cf6506d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 1098 time: 0.0708685 Mar 23 10:38:35.745834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-40851409-7bf8-40c1-b06c-2c0d6be0a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:35.747232 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-40851409-7bf8-40c1-b06c-2c0d6be0a74f service neutron] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 916 time: 0.1446815 Mar 23 10:38:35.817664 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-77e3393c-c9c2-4af0-a063-cac3d313c42d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb1a439f-bddb-43a8-af4e-42254c122efd HTTP/1.1" status: 200 len: 217 time: 0.0631289 Mar 23 10:38:35.879278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-1fa41b16-de6a-4208-bbd7-7709bf66bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:35.880679 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-1fa41b16-de6a-4208-bbd7-7709bf66bd09 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0574634 Mar 23 10:38:35.929750 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-46ceb37d-ba2b-414b-b29d-6e2757b97b8a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430951 Mar 23 10:38:36.063674 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-5d3f23bf-9e77-455c-804a-fe9bc907f46e service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282051 Mar 23 10:38:36.191770 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43e3c24e-cb33-4e27-a225-3a0be5ee1bd9 req-671be409-a428-4b43-b24c-1f41bd67d888 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220562 Mar 23 10:38:36.312565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:36.554950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-40c2ef35-afc1-4ff1-addc-d833cf117e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:36.833165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef54755-c6e6-4289-92aa-ee3e1bb02744 req-61c3f327-6f7e-4d11-a389-831a3ae1fa47 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:36.834561 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ef54755-c6e6-4289-92aa-ee3e1bb02744 req-61c3f327-6f7e-4d11-a389-831a3ae1fa47 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.1700866 Mar 23 10:38:36.879112 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ef54755-c6e6-4289-92aa-ee3e1bb02744 req-ff876c13-c5c6-41ed-830c-4d0d97afe1b6 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388832 Mar 23 10:38:37.279824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:37.496597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:38.059288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfcb5f-db1e-4349-b14c-0d018a315a2d req-4e61816d-8396-4a4f-b271-ebf5bc50fbdd tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:38.060726 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2bbfcb5f-db1e-4349-b14c-0d018a315a2d req-4e61816d-8396-4a4f-b271-ebf5bc50fbdd tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0781317 Mar 23 10:38:38.103753 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2bbfcb5f-db1e-4349-b14c-0d018a315a2d req-6e22f87f-65af-4079-8d1f-a65d75e0ed1e tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368807 Mar 23 10:38:38.406333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9479de7-df89-49f5-a6a9-79a3d99542c9 req-4493359d-fcb7-43f1-a6c1-a7f4d3f1d1aa tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:38.408272 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e9479de7-df89-49f5-a6a9-79a3d99542c9 req-4493359d-fcb7-43f1-a6c1-a7f4d3f1d1aa tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0815394 Mar 23 10:38:38.411167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-41dcf340-630c-4c9b-9d5e-3de2c039f6ca tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:38.412648 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-41dcf340-630c-4c9b-9d5e-3de2c039f6ca tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.102 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f&tenant_id=02c2f256895b4d7097243a96132f47d6&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0848169 Mar 23 10:38:38.451098 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e9479de7-df89-49f5-a6a9-79a3d99542c9 req-76284cfe-1742-4b29-9ec3-affb716cf121 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370708 Mar 23 10:38:38.548220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-2453398e-de53-4d62-bcd1-e903a2a9e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:38.549948 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-2453398e-de53-4d62-bcd1-e903a2a9e7ef service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 1098 time: 0.0702055 Mar 23 10:38:38.679481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-e74f08bd-5686-4454-ba86-fff47800d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:38.680797 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-e74f08bd-5686-4454-ba86-fff47800d61e service neutron] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 916 time: 0.1243637 Mar 23 10:38:38.754328 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-b4142243-4c9d-4925-b652-ff865ef9fd13 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb1a439f-bddb-43a8-af4e-42254c122efd HTTP/1.1" status: 200 len: 217 time: 0.0676155 Mar 23 10:38:38.815007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-4836acc4-2603-4a6b-bc1d-bd6054ab18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:38.816406 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-4836acc4-2603-4a6b-bc1d-bd6054ab18f8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0561056 Mar 23 10:38:38.865683 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-9c6e8920-c2be-4841-a418-27168ddc7097 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434048 Mar 23 10:38:38.994461 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-65170865-0065-4ff2-8fba-f89dc322277c service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227684 Mar 23 10:38:39.124697 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5df1482-8681-45b7-bc7b-9b539cf954f4 req-fbc4fae9-3431-4fd7-bfff-ffd78804e173 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243320 Mar 23 10:38:39.158907 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device fb1a439f-bddb-43a8-af4e-42254c122efd details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:38:39.162165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device fb1a439f-bddb-43a8-af4e-42254c122efd no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:38:39.389495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:39.418968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port fb1a439f-bddb-43a8-af4e-42254c122efd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb1a439f-bddb-43a8-af4e-42254c122efd,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:39.440538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63cdee88-705e-4b21-92a9-1dde088c434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1a439f-bddb-43a8-af4e-42254c122efd'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:38:39.449297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'fb1a439f-bddb-43a8-af4e-42254c122efd', 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df', 'port_id': 'fb1a439f-bddb-43a8-af4e-42254c122efd', 'mac_address': 'fa:16:3e:86:f0:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0189c281-6f62-469f-a6ed-3b2808aaa98f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:38:39.453309 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port fb1a439f-bddb-43a8-af4e-42254c122efd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb1a439f-bddb-43a8-af4e-42254c122efd,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:39.483245 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:39.531026 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63cdee88-705e-4b21-92a9-1dde088c434f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb1a439f-bddb-43a8-af4e-42254c122efd', 'code': 200} Mar 23 10:38:39.571950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:39.596118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:39.602424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1a439f-bddb-43a8-af4e-42254c122efd {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:38:39.609101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=fb1a439f-bddb-43a8-af4e-42254c122efd,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:39.626043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port fb1a439f-bddb-43a8-af4e-42254c122efd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb1a439f-bddb-43a8-af4e-42254c122efd,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:39.629765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:39.662862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98aa1f-54d8-4479-9982-ac64581cbac1 req-77a730e5-b97a-439b-9771-e0cbb6fee127 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:39.664367 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4f98aa1f-54d8-4479-9982-ac64581cbac1 req-77a730e5-b97a-439b-9771-e0cbb6fee127 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 943 time: 0.0923340 Mar 23 10:38:39.705316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['fb1a439f-bddb-43a8-af4e-42254c122efd'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:38:39.713411 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4f98aa1f-54d8-4479-9982-ac64581cbac1 req-457fd48d-efbf-4d35-b2fc-3f69f0aad588 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Mar 23 10:38:39.754848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=fb1a439f-bddb-43a8-af4e-42254c122efd,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:40.898465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2072d2-7764-49c2-a052-71276bb8ba05 req-cd624235-9c38-4485-8605-e67bcbb372e8 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:40.899896 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ab2072d2-7764-49c2-a052-71276bb8ba05 req-cd624235-9c38-4485-8605-e67bcbb372e8 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 944 time: 0.0803776 Mar 23 10:38:40.942024 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ab2072d2-7764-49c2-a052-71276bb8ba05 req-a07a7b47-3ee8-4044-baf3-1f157949814f tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Mar 23 10:38:41.119531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3a5ed-046b-43da-9800-f9d3ba3a90f3 req-809c280a-d6a2-4e1e-902d-ddbe45d4f6a9 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:41.120963 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2ae3a5ed-046b-43da-9800-f9d3ba3a90f3 req-809c280a-d6a2-4e1e-902d-ddbe45d4f6a9 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 944 time: 0.0783422 Mar 23 10:38:41.165117 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2ae3a5ed-046b-43da-9800-f9d3ba3a90f3 req-5a084eb4-4d61-4d71-a924-6f9304121585 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372930 Mar 23 10:38:41.168925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device fb1a439f-bddb-43a8-af4e-42254c122efd up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:38:41.237481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port fb1a439f-bddb-43a8-af4e-42254c122efd triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:38:41.237842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:41.350167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13cb2d-6f71-4935-82f3-70718fedb57c req-0be79e24-cace-4764-b96e-72bf0e8690b9 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:41.351599 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5e13cb2d-6f71-4935-82f3-70718fedb57c req-0be79e24-cace-4764-b96e-72bf0e8690b9 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 944 time: 0.0815701 Mar 23 10:38:41.387613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:41.394692 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5e13cb2d-6f71-4935-82f3-70718fedb57c req-dbe50f4b-0721-4572-ad73-3f8107b6299c tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374482 Mar 23 10:38:41.422445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port fb1a439f-bddb-43a8-af4e-42254c122efd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb1a439f-bddb-43a8-af4e-42254c122efd,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:41.426633 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:41.490959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=fb1a439f-bddb-43a8-af4e-42254c122efd,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:41.532206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63cdee88-705e-4b21-92a9-1dde088c434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1a439f-bddb-43a8-af4e-42254c122efd'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:38:41.575912 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63cdee88-705e-4b21-92a9-1dde088c434f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1a439f-bddb-43a8-af4e-42254c122efd', 'code': 200} Mar 23 10:38:41.887991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-7b6e5057-b3c1-4f7c-bed6-93ce138e4d46 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:41.889440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-7b6e5057-b3c1-4f7c-bed6-93ce138e4d46 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 815 time: 0.1424594 Mar 23 10:38:41.903502 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-0d9859ac-2411-4732-b181-3ea802306fb7 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/quotas/02c2f256895b4d7097243a96132f47d6 HTTP/1.1" status: 200 len: 375 time: 0.0087135 Mar 23 10:38:41.980501 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bb2ee2b9-cc26-432c-a4b9-3c1f4ac89c03 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721750 Mar 23 10:38:41.991481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-3820a3ed-0858-4a37-af86-48d4f071c28f service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:38:41.992405 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-3820a3ed-0858-4a37-af86-48d4f071c28f service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049558 Mar 23 10:38:42.122192 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-909fc937-5715-427b-b751-1371af09fedc service neutron] 10.222.0.84 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245031 Mar 23 10:38:42.251906 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-c8df3ae9-4b0b-4fdb-9bd4-bb2de5a44c2f service neutron] 10.222.0.84 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233740 Mar 23 10:38:42.428948 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a7f695a6-0bdf-44ef-80ac-28cb4aa7c312 req-65acbb54-4cc8-48e8-8422-746752fd890b tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 210 time: 0.0463336 Mar 23 10:38:43.419009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-f2177983-d790-4764-a808-468c6e8118da tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:43.421137 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-f2177983-d790-4764-a808-468c6e8118da tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.102 "GET /v2.0/ports?device_id=63cdee88-705e-4b21-92a9-1dde088c434f HTTP/1.1" status: 200 len: 945 time: 0.0861900 Mar 23 10:38:43.507398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Deleting port fb1a439f-bddb-43a8-af4e-42254c122efd {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:38:43.508059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:43.574828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-14ede947-557a-48fd-aff7-f3a291163f39 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:43.576255 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-14ede947-557a-48fd-aff7-f3a291163f39 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 815 time: 0.2825916 Mar 23 10:38:43.623296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Request body: {'port': {'device_id': '32857e3d-e7e6-4e29-90a9-31d9c4a83191', 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df', 'admin_state_up': True, 'tenant_id': '02c2f256895b4d7097243a96132f47d6'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:38:43.641003 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ad85520f-1e41-4ba5-9d6d-57c5bbf29a17 req-1662204b-1e5c-4151-9d18-79a4ebc6b3d0 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 210 time: 0.0636647 Mar 23 10:38:43.760777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:38:43.765352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] For port fb1a439f-bddb-43a8-af4e-42254c122efd, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=fb1a439f-bddb-43a8-af4e-42254c122efd,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:43.765706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:43.771182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:38:43.781530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Made reservation on behalf of 02c2f256895b4d7097243a96132f47d6 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:38:43.785674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:43.898401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Calling delete_port for fb1a439f-bddb-43a8-af4e-42254c122efd owned by compute:nova {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:38:43.947115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Allocated IP 172.20.0.7 (a642be5d-c228-43c9-9ecb-ea58832c89df/0189c281-6f62-469f-a6ed-3b2808aaa98f/f99ffd9a-6da8-40fa-9350-0377e35e90ad) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:38:44.042438 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:44.056467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['fb1a439f-bddb-43a8-af4e-42254c122efd'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:38:44.098197 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Pushing event deleted for resources: {'Port': ['ID=fb1a439f-bddb-43a8-af4e-42254c122efd,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:44.139978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.140301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.140638 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.141582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.141896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.142228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.142548 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.142867 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.143189 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.143507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.143823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.144138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:44.191825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:44.202989 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] No DVR routers for this DVR port fb1a439f-bddb-43a8-af4e-42254c122efd on host hv-neutron-8346 {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:38:44.206042 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:44.208573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63cdee88-705e-4b21-92a9-1dde088c434f', 'name': 'network-vif-deleted', 'tag': 'fb1a439f-bddb-43a8-af4e-42254c122efd'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:38:44.223136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:44.231092 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a9728a56-258c-4554-8b38-c0cb8bde727f req-6d4dc75d-80bd-452c-88f2-e82d55a59b13 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.102 "DELETE /v2.0/ports/fb1a439f-bddb-43a8-af4e-42254c122efd HTTP/1.1" status: 204 len: 173 time: 0.8056731 Mar 23 10:38:44.233984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['fb1a439f-bddb-43a8-af4e-42254c122efd'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:38:44.277446 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63cdee88-705e-4b21-92a9-1dde088c434f', 'name': 'network-vif-deleted', 'tag': 'fb1a439f-bddb-43a8-af4e-42254c122efd', 'status': 'completed', 'code': 200} Mar 23 10:38:44.286311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Network a642be5d-c228-43c9-9ecb-ea58832c89df is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:38:44.289499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:38:44.293313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:38:44.346564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Pushing event updated for resources: {'Port': ['ID=f99ffd9a-6da8-40fa-9350-0377e35e90ad,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:44.368566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:44.378433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:44.403404 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-1751cd95-d5c4-409b-9e04-7aa4497cec3d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7880206 Mar 23 10:38:44.414495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Request body: {'port': {'device_id': '32857e3d-e7e6-4e29-90a9-31d9c4a83191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:38:44.524348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:44.913915 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99ffd9a-6da8-40fa-9350-0377e35e90ad {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:38:44.923704 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:44.949398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Transition to ACTIVE for port object f99ffd9a-6da8-40fa-9350-0377e35e90ad will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:38:44.957835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6b1fa-4e8c-4416-8a73-c8d91dd36593 req-38f2464b-2df3-4a79-b1b4-497177e67161 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:44.958522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-2fe6b1fa-4e8c-4416-8a73-c8d91dd36593 req-38f2464b-2df3-4a79-b1b4-497177e67161 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Synchronizing usage tracker for tenant:02c2f256895b4d7097243a96132f47d6 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:38:44.962214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:45.095259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-2fe6b1fa-4e8c-4416-8a73-c8d91dd36593 req-38f2464b-2df3-4a79-b1b4-497177e67161 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Unset dirty status for tenant:02c2f256895b4d7097243a96132f47d6 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:38:45.096417 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2fe6b1fa-4e8c-4416-8a73-c8d91dd36593 req-38f2464b-2df3-4a79-b1b4-497177e67161 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 931 time: 0.3427391 Mar 23 10:38:45.098424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Pushing event updated for resources: {'Port': ['ID=f99ffd9a-6da8-40fa-9350-0377e35e90ad,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:45.318122 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2fe6b1fa-4e8c-4416-8a73-c8d91dd36593 req-87dc92ff-42f5-413a-8e08-a024e6ddfc8a tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927102 Mar 23 10:38:45.339820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Attempting to bind port f99ffd9a-6da8-40fa-9350-0377e35e90ad on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:38:45.340151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Attempting to bind port f99ffd9a-6da8-40fa-9350-0377e35e90ad by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '27727822-d213-493f-92fc-904e2a034907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:38:45.340475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Attempting to bind port f99ffd9a-6da8-40fa-9350-0377e35e90ad on network a642be5d-c228-43c9-9ecb-ea58832c89df {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:38:45.345307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Port f99ffd9a-6da8-40fa-9350-0377e35e90ad on network a642be5d-c228-43c9-9ecb-ea58832c89df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:38:45.345624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Attempting to bind port f99ffd9a-6da8-40fa-9350-0377e35e90ad on network a642be5d-c228-43c9-9ecb-ea58832c89df {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:38:45.351043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:38:45.351373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Checking segment: {'id': '27727822-d213-493f-92fc-904e2a034907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:38:45.351746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Bound using segment: {'id': '27727822-d213-493f-92fc-904e2a034907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:38:45.352163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Bound port: f99ffd9a-6da8-40fa-9350-0377e35e90ad, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27727822-d213-493f-92fc-904e2a034907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:38:45.352504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:45.438223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] For port f99ffd9a-6da8-40fa-9350-0377e35e90ad, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:38:45.441228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] For port f99ffd9a-6da8-40fa-9350-0377e35e90ad, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:38:45.445223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:45.503039 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:45.503642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:45.504995 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] 10.222.0.102 "PUT /v2.0/ports/f99ffd9a-6da8-40fa-9350-0377e35e90ad HTTP/1.1" status: 200 len: 1093 time: 1.0943673 Mar 23 10:38:45.505443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32857e3d-e7e6-4e29-90a9-31d9c4a83191', 'tag': 'f99ffd9a-6da8-40fa-9350-0377e35e90ad'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:38:45.534815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf744cc8-3798-4153-97e9-5747e6cdec9b service neutron] Pushing event updated for resources: {'Port': ['ID=f99ffd9a-6da8-40fa-9350-0377e35e90ad,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:45.572955 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32857e3d-e7e6-4e29-90a9-31d9c4a83191', 'tag': 'f99ffd9a-6da8-40fa-9350-0377e35e90ad', 'status': 'completed', 'code': 200} Mar 23 10:38:45.612506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-638bfa69-c2b9-42b3-bf63-4b493491a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:45.613948 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-638bfa69-c2b9-42b3-bf63-4b493491a56e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 1096 time: 0.0727894 Mar 23 10:38:45.684565 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-15ba6297-1670-4360-bdb0-87555d56451f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad HTTP/1.1" status: 200 len: 217 time: 0.0635297 Mar 23 10:38:45.744833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-a44b778a-709c-41ef-829b-04358b7f75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:45.746282 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-a44b778a-709c-41ef-829b-04358b7f75dc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0555429 Mar 23 10:38:45.795182 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-25d6eed9-260a-4372-b587-4d28a8ade855 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424190 Mar 23 10:38:45.924879 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-0d3396e2-ea7f-4655-b0c7-6b1aab5eec9b service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237648 Mar 23 10:38:46.055478 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5f22150-0ca0-4dd8-bbf6-99f5c0f48b15 req-2c1daf65-23ae-4099-91bc-a9d81e91940f service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249633 Mar 23 10:38:46.168702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71de1e-c60c-423e-8631-ac05ecd4c81a req-4d4755ed-5f34-4133-a954-02716e24acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:46.170094 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c71de1e-c60c-423e-8631-ac05ecd4c81a req-4d4755ed-5f34-4133-a954-02716e24acdb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 1096 time: 0.0691736 Mar 23 10:38:46.297809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71de1e-c60c-423e-8631-ac05ecd4c81a req-ffd08a8a-f4c6-46fa-b6c4-05b4e34f5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:46.299538 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c71de1e-c60c-423e-8631-ac05ecd4c81a req-ffd08a8a-f4c6-46fa-b6c4-05b4e34f5f67 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 916 time: 0.1231551 Mar 23 10:38:46.371061 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c71de1e-c60c-423e-8631-ac05ecd4c81a req-d249091a-a312-4ae7-a5f6-4a86b5ba0b71 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad HTTP/1.1" status: 200 len: 217 time: 0.0648725 Mar 23 10:38:46.474975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71de1e-c60c-423e-8631-ac05ecd4c81a req-996fa3b7-d2f6-4cfe-9d07-7224993a348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:46.476371 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c71de1e-c60c-423e-8631-ac05ecd4c81a req-996fa3b7-d2f6-4cfe-9d07-7224993a348f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0987201 Mar 23 10:38:46.526225 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c71de1e-c60c-423e-8631-ac05ecd4c81a req-0c7a3372-8f2c-49c4-b86e-6e7c64ec8d0f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429640 Mar 23 10:38:46.631187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a3fb8-6b1d-4dcc-9caf-4cc9d3fd8f1b req-0f85ce69-fbc2-4791-b8a6-a31579c5dfd3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:46.632666 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-140a3fb8-6b1d-4dcc-9caf-4cc9d3fd8f1b req-0f85ce69-fbc2-4791-b8a6-a31579c5dfd3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 943 time: 0.2070436 Mar 23 10:38:46.705204 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-140a3fb8-6b1d-4dcc-9caf-4cc9d3fd8f1b req-01723ac4-f737-4d9b-8fe9-441409b8a3d4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660937 Mar 23 10:38:46.708246 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c71de1e-c60c-423e-8631-ac05ecd4c81a req-70b7155a-fcfe-42e9-a677-e6ecb328bd16 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753113 Mar 23 10:38:46.840063 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c71de1e-c60c-423e-8631-ac05ecd4c81a req-d6ae5efe-71a0-44f1-8653-6775e7f02638 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252232 Mar 23 10:38:47.212883 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device fb1a439f-bddb-43a8-af4e-42254c122efd no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:38:47.246419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: fb1a439f-bddb-43a8-af4e-42254c122efd {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:38:47.246759 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device fb1a439f-bddb-43a8-af4e-42254c122efd not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:38:47.890501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628cbb0-e48c-4484-b078-5103b7c1f73f req-3d132adb-8fde-45d9-aeb4-6bf5f547ce03 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:47.891698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-f628cbb0-e48c-4484-b078-5103b7c1f73f req-3d132adb-8fde-45d9-aeb4-6bf5f547ce03 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Synchronizing usage tracker for tenant:02c2f256895b4d7097243a96132f47d6 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:38:47.903543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-f628cbb0-e48c-4484-b078-5103b7c1f73f req-3d132adb-8fde-45d9-aeb4-6bf5f547ce03 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Unset dirty status for tenant:02c2f256895b4d7097243a96132f47d6 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:38:47.904668 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f628cbb0-e48c-4484-b078-5103b7c1f73f req-3d132adb-8fde-45d9-aeb4-6bf5f547ce03 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 943 time: 0.0917029 Mar 23 10:38:47.947843 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f628cbb0-e48c-4484-b078-5103b7c1f73f req-554d198d-b0da-40cc-8017-9a7d132b247d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370569 Mar 23 10:38:49.228750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device f99ffd9a-6da8-40fa-9350-0377e35e90ad details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:38:49.234519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4ab59-5b89-46f2-9c5a-0acf2fd93adc req-fe6d1785-8e04-4085-a2b3-8b322b80a3ae tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:49.236456 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fdf4ab59-5b89-46f2-9c5a-0acf2fd93adc req-fe6d1785-8e04-4085-a2b3-8b322b80a3ae tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 943 time: 0.1854181 Mar 23 10:38:49.279171 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fdf4ab59-5b89-46f2-9c5a-0acf2fd93adc req-44b3c8ca-521e-4588-962e-a2b1ec99ce46 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Mar 23 10:38:49.361183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port f99ffd9a-6da8-40fa-9350-0377e35e90ad, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:49.374057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'f99ffd9a-6da8-40fa-9350-0377e35e90ad', 'network_id': 'a642be5d-c228-43c9-9ecb-ea58832c89df', 'port_id': 'f99ffd9a-6da8-40fa-9350-0377e35e90ad', 'mac_address': 'fa:16:3e:dd:c2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0189c281-6f62-469f-a6ed-3b2808aaa98f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:38:49.430901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:49.447370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99ffd9a-6da8-40fa-9350-0377e35e90ad {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:38:49.462215 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port f99ffd9a-6da8-40fa-9350-0377e35e90ad, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:49.465673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:49.529545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=f99ffd9a-6da8-40fa-9350-0377e35e90ad,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:49.536395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.536736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.537098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.537419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.537741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.538063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.538387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.538700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.539014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.539325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.539631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.539938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:38:49.660826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['f99ffd9a-6da8-40fa-9350-0377e35e90ad'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:38:50.467265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea6ae2-4c67-44ce-a5c5-be0d72df6bdd req-84477d26-1461-40f0-b210-46c70fe81848 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:50.468741 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e8ea6ae2-4c67-44ce-a5c5-be0d72df6bdd req-84477d26-1461-40f0-b210-46c70fe81848 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 944 time: 0.0824254 Mar 23 10:38:50.513587 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e8ea6ae2-4c67-44ce-a5c5-be0d72df6bdd req-8e471d03-785e-47cc-9808-6d5b6aa30402 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Mar 23 10:38:51.236716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device f99ffd9a-6da8-40fa-9350-0377e35e90ad up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:38:51.301905 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port f99ffd9a-6da8-40fa-9350-0377e35e90ad completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:38:51.306578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port f99ffd9a-6da8-40fa-9350-0377e35e90ad triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:38:51.306941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:51.420224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:51.446413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32857e3d-e7e6-4e29-90a9-31d9c4a83191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99ffd9a-6da8-40fa-9350-0377e35e90ad'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:38:51.456468 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port f99ffd9a-6da8-40fa-9350-0377e35e90ad, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:38:51.460372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:38:51.491261 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32857e3d-e7e6-4e29-90a9-31d9c4a83191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99ffd9a-6da8-40fa-9350-0377e35e90ad', 'code': 200} Mar 23 10:38:51.530897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=f99ffd9a-6da8-40fa-9350-0377e35e90ad,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:38:51.700268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36659bf-b123-4502-ac35-85c20d8031f3 req-01d0c173-2431-4649-82c6-26f83e986558 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:51.701952 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b36659bf-b123-4502-ac35-85c20d8031f3 req-01d0c173-2431-4649-82c6-26f83e986558 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0829000 Mar 23 10:38:51.722125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d675cdd-8cbc-4f35-a8fb-a2017605952d req-983a997c-e0ac-4de3-9626-5ccd5223bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:51.723588 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d675cdd-8cbc-4f35-a8fb-a2017605952d req-983a997c-e0ac-4de3-9626-5ccd5223bd76 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 1098 time: 0.0752139 Mar 23 10:38:51.746233 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b36659bf-b123-4502-ac35-85c20d8031f3 req-09b51cb5-2ebf-4c5e-8b3e-1a6e9b4c425b tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384860 Mar 23 10:38:51.764816 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d675cdd-8cbc-4f35-a8fb-a2017605952d req-5aa92496-351f-4eec-937f-ff4299f53f6f service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350127 Mar 23 10:38:52.932183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6b306-4745-4a4c-bfda-cc2d11d130f5 req-38b2172e-6d71-4da1-b0fd-d369b5d8da90 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:52.933660 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b5d6b306-4745-4a4c-bfda-cc2d11d130f5 req-38b2172e-6d71-4da1-b0fd-d369b5d8da90 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0818400 Mar 23 10:38:52.976116 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b5d6b306-4745-4a4c-bfda-cc2d11d130f5 req-eab95eac-5baf-4bcc-a558-46ecaf4c5c40 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366685 Mar 23 10:38:53.245946 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2be8b-570a-4676-9b43-8acffc79ab98 req-a7600bbe-03ea-41b0-a0f4-477f0e2d943d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:53.247374 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a6e2be8b-570a-4676-9b43-8acffc79ab98 req-a7600bbe-03ea-41b0-a0f4-477f0e2d943d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.1669052 Mar 23 10:38:53.294889 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a6e2be8b-570a-4676-9b43-8acffc79ab98 req-7e215926-cbd2-4465-807f-785a2304d9f9 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398974 Mar 23 10:38:53.635043 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-7e42e665-3711-4c07-9747-76011a031fa4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672374 Mar 23 10:38:53.694098 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26b3a7-5b64-4c8d-85b4-33753a08034d req-21dd2c16-576d-445f-8bd1-f3e212f2d0a6 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:53.695646 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8e26b3a7-5b64-4c8d-85b4-33753a08034d req-21dd2c16-576d-445f-8bd1-f3e212f2d0a6 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0832858 Mar 23 10:38:53.742072 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8e26b3a7-5b64-4c8d-85b4-33753a08034d req-d4012baa-46ae-4ddc-8b4f-1f995895798f tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405920 Mar 23 10:38:54.819325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-8ba61f9f-c904-41ba-ae23-9af205b155df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:54.820662 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-8ba61f9f-c904-41ba-ae23-9af205b155df service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 1098 time: 0.0730000 Mar 23 10:38:55.001878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-53d8a068-7740-4167-8c6d-b26316cc421d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:55.003301 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-53d8a068-7740-4167-8c6d-b26316cc421d service neutron] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 916 time: 0.1772223 Mar 23 10:38:55.077342 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a9f8d-a5aa-4e81-9d7b-25ee4d9b8f43 req-24fb839c-7a55-4ac2-8291-943bdd115404 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:55.078737 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aa6a9f8d-a5aa-4e81-9d7b-25ee4d9b8f43 req-24fb839c-7a55-4ac2-8291-943bdd115404 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.2219083 Mar 23 10:38:55.080082 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-15d6bd54-3c5e-41d4-8bdc-3fa943e11183 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad HTTP/1.1" status: 200 len: 217 time: 0.0705812 Mar 23 10:38:55.169758 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aa6a9f8d-a5aa-4e81-9d7b-25ee4d9b8f43 req-52387afd-5cd1-481e-ae69-38c11ec8f921 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854778 Mar 23 10:38:55.173590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-2d55cab4-7fd7-4507-8a55-438e0efb9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:55.175312 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-2d55cab4-7fd7-4507-8a55-438e0efb9eeb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0782642 Mar 23 10:38:55.220922 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-b5f7f5a5-4e32-4661-8173-be6fc1bcc4cf service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398636 Mar 23 10:38:55.349013 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-6a0694fb-89d9-4925-8207-afa2dae6e505 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220603 Mar 23 10:38:55.478678 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-c5dea0f8-1dd2-48fe-86ce-e0cca11124d0 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238425 Mar 23 10:38:56.348654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e987d99-6fac-4088-af27-d0225e6ae72b req-aaa43bda-5011-49f0-8506-18ec85791d91 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:56.350101 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6e987d99-6fac-4088-af27-d0225e6ae72b req-aaa43bda-5011-49f0-8506-18ec85791d91 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0773227 Mar 23 10:38:56.393099 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6e987d99-6fac-4088-af27-d0225e6ae72b req-5856b856-7798-4f5f-87b7-9a464642c8c8 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375545 Mar 23 10:38:57.531700 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:38:57.584256 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3009f-aeff-4efe-9ac0-cabe91d42400 req-0414b81e-b065-4e74-ae9a-be8f181e7d47 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:57.585713 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dac3009f-aeff-4efe-9ac0-cabe91d42400 req-0414b81e-b065-4e74-ae9a-be8f181e7d47 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0813980 Mar 23 10:38:57.628405 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dac3009f-aeff-4efe-9ac0-cabe91d42400 req-4a961289-b5e0-4dc2-8cd1-5f40f50bc34e tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371535 Mar 23 10:38:58.815518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f043a-8e66-4931-9ecc-785941c9dce4 req-15396e60-a28b-4d27-b24b-b9969663b0a6 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:38:58.816959 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-709f043a-8e66-4931-9ecc-785941c9dce4 req-15396e60-a28b-4d27-b24b-b9969663b0a6 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0803306 Mar 23 10:38:58.859871 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-709f043a-8e66-4931-9ecc-785941c9dce4 req-728dd799-327e-4582-abdd-a2c83a53d7b5 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369501 Mar 23 10:39:00.038988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbbc59-81c4-46e9-bbb6-51c36ca10a76 req-732acba6-91aa-41aa-97c3-dbb0c2680dd5 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:00.040560 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a5cbbc59-81c4-46e9-bbb6-51c36ca10a76 req-732acba6-91aa-41aa-97c3-dbb0c2680dd5 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0779963 Mar 23 10:39:00.084276 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a5cbbc59-81c4-46e9-bbb6-51c36ca10a76 req-1833b80f-8b3f-4061-a07e-f97aa37801f7 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378954 Mar 23 10:39:01.272747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693a221-b937-4873-b2f8-e9767afced31 req-2260e045-2ee1-45b2-ae26-6d2538e6d5b1 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:01.274226 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f693a221-b937-4873-b2f8-e9767afced31 req-2260e045-2ee1-45b2-ae26-6d2538e6d5b1 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0857086 Mar 23 10:39:01.318275 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f693a221-b937-4873-b2f8-e9767afced31 req-678cc426-4fe8-4f3a-aad8-325d46dca969 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384386 Mar 23 10:39:02.505238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a41bc-688c-46e8-9a73-940559964ba2 req-7e4373c8-1c45-4d90-8983-48d2e529e1b6 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:02.506675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-505a41bc-688c-46e8-9a73-940559964ba2 req-7e4373c8-1c45-4d90-8983-48d2e529e1b6 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0828986 Mar 23 10:39:02.549930 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-505a41bc-688c-46e8-9a73-940559964ba2 req-565188e8-76fa-45b7-be03-633cbb6714ea tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Mar 23 10:39:03.700547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-94362e5e-09f5-465d-aa54-4da32d25aa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:03.733356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc41ba7-d98b-4b9b-b2fa-08cb548a9f39 req-e1567da9-19bf-498e-8cd9-e3eb36dfb610 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:03.735351 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7fc41ba7-d98b-4b9b-b2fa-08cb548a9f39 req-e1567da9-19bf-498e-8cd9-e3eb36dfb610 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0808761 Mar 23 10:39:03.778146 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7fc41ba7-d98b-4b9b-b2fa-08cb548a9f39 req-1ff8f8d4-67de-43e6-a1b8-79544d812b1d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372305 Mar 23 10:39:05.111479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce6fe5-7f47-44cd-96cd-dd848dc0d52e req-f08c0648-7445-4b03-b44a-7e04c89bc9be tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:05.112909 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25ce6fe5-7f47-44cd-96cd-dd848dc0d52e req-f08c0648-7445-4b03-b44a-7e04c89bc9be tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0837269 Mar 23 10:39:05.154939 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25ce6fe5-7f47-44cd-96cd-dd848dc0d52e req-bc7bdae6-4664-4181-900c-87723f226196 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364256 Mar 23 10:39:06.305249 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:06.347404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48380f71-a864-402e-8470-9cad1599cb38 req-8de9370e-de6c-4447-9a70-ff755fc11007 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:06.348867 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-48380f71-a864-402e-8470-9cad1599cb38 req-8de9370e-de6c-4447-9a70-ff755fc11007 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0816269 Mar 23 10:39:06.391311 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-48380f71-a864-402e-8470-9cad1599cb38 req-25eabaa6-17cd-4baa-b694-3691489931ec tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367017 Mar 23 10:39:06.556348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b0fed1d2-8c79-4fa6-b45a-f1e795d6e4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:07.282035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:07.502560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:07.580144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e677a48-553f-42ae-932a-f8ae28c580ff req-c6782617-a771-4841-8e1e-0227f397b488 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:07.581535 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e677a48-553f-42ae-932a-f8ae28c580ff req-c6782617-a771-4841-8e1e-0227f397b488 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0864563 Mar 23 10:39:07.624223 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6e677a48-553f-42ae-932a-f8ae28c580ff req-ca3b0b39-e485-4f28-9c9a-e9bf12b7684a tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367081 Mar 23 10:39:08.804728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3551a99-9e8c-4070-ad62-0d5082b0e85c req-fc59de95-3240-4fff-9855-6a08ee35fe4e tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:08.806195 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e3551a99-9e8c-4070-ad62-0d5082b0e85c req-fc59de95-3240-4fff-9855-6a08ee35fe4e tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0787146 Mar 23 10:39:08.851979 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e3551a99-9e8c-4070-ad62-0d5082b0e85c req-c6ea02d1-5d11-456b-ac4d-c64dd47c72dd tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400143 Mar 23 10:39:09.555639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:10.037772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fbb23-3755-4e29-9935-21efe3a5f475 req-0a5e0934-35c4-49d6-8a7b-d1f5a4bc6ec3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:10.039220 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51fbb23-3755-4e29-9935-21efe3a5f475 req-0a5e0934-35c4-49d6-8a7b-d1f5a4bc6ec3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0820208 Mar 23 10:39:10.083824 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51fbb23-3755-4e29-9935-21efe3a5f475 req-8385457d-5f3f-47b4-acb9-a817222efa07 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389528 Mar 23 10:39:11.267185 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19042f-e9a8-411d-986d-caf089d88485 req-81138d05-5aa2-41cf-89fe-b1995360a412 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:11.268609 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fb19042f-e9a8-411d-986d-caf089d88485 req-81138d05-5aa2-41cf-89fe-b1995360a412 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0782747 Mar 23 10:39:11.311462 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fb19042f-e9a8-411d-986d-caf089d88485 req-44cac834-b3ee-4b6b-91db-6fb3ee4fe1c7 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373244 Mar 23 10:39:12.493122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a601f2a-8a47-4483-aee1-569741fdf435 req-d5fc9d65-020a-40be-973e-2d3cbce431a4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:12.494671 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5a601f2a-8a47-4483-aee1-569741fdf435 req-d5fc9d65-020a-40be-973e-2d3cbce431a4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0789547 Mar 23 10:39:12.541117 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5a601f2a-8a47-4483-aee1-569741fdf435 req-68c8411f-6970-4c0f-9bc5-2606f23ba591 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Mar 23 10:39:13.730425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e68f2-3aee-4f5c-bdd8-ed0c0b102135 req-ba94073e-6a24-45ed-9304-37cfd93d220b tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:13.731966 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f55e68f2-3aee-4f5c-bdd8-ed0c0b102135 req-ba94073e-6a24-45ed-9304-37cfd93d220b tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0856729 Mar 23 10:39:13.775273 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f55e68f2-3aee-4f5c-bdd8-ed0c0b102135 req-4bce799b-224d-4005-b0d1-6f2508bf1f33 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366631 Mar 23 10:39:14.960368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3388d56-1137-4404-9349-bbfe10cb9000 req-0e2a4328-7336-478b-bc17-aff33d4c53e2 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:14.961844 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f3388d56-1137-4404-9349-bbfe10cb9000 req-0e2a4328-7336-478b-bc17-aff33d4c53e2 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0794086 Mar 23 10:39:15.005304 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f3388d56-1137-4404-9349-bbfe10cb9000 req-a1df3b21-c5d2-4551-8ef3-bd527e434ef5 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377135 Mar 23 10:39:16.185792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ed73d-c36d-4598-8c83-dcc3daca2506 req-52ac8d34-f4ce-4ac0-8630-df3359fc2155 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:16.187722 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-750ed73d-c36d-4598-8c83-dcc3daca2506 req-52ac8d34-f4ce-4ac0-8630-df3359fc2155 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0792656 Mar 23 10:39:16.233120 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-750ed73d-c36d-4598-8c83-dcc3daca2506 req-01c29e46-7798-43fc-b54a-2665e69d1278 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398443 Mar 23 10:39:17.506386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c787177-3546-47e3-af0a-b926fa2fc976 req-51f93969-8e84-4379-b88c-8d3650db3871 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:17.507809 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1c787177-3546-47e3-af0a-b926fa2fc976 req-51f93969-8e84-4379-b88c-8d3650db3871 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.1713092 Mar 23 10:39:17.550259 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1c787177-3546-47e3-af0a-b926fa2fc976 req-d745d0fc-61b7-48c8-a719-763775f3e2eb tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368860 Mar 23 10:39:18.731928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b45a4-5f9a-4f8a-95ad-b0102c6294f3 req-334be3cd-f5e3-4873-9d06-15011eb4f9ef tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:18.733495 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-901b45a4-5f9a-4f8a-95ad-b0102c6294f3 req-334be3cd-f5e3-4873-9d06-15011eb4f9ef tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0797338 Mar 23 10:39:18.776330 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-901b45a4-5f9a-4f8a-95ad-b0102c6294f3 req-9ce600c5-4672-40a2-ac49-6376a7e3ee53 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374141 Mar 23 10:39:19.966745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7f676-5a98-4493-81eb-9d877c9ac2c9 req-5c8d8131-73b8-4978-afd9-b3493f0971fc tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:19.968228 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ced7f676-5a98-4493-81eb-9d877c9ac2c9 req-5c8d8131-73b8-4978-afd9-b3493f0971fc tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0782704 Mar 23 10:39:20.009977 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ced7f676-5a98-4493-81eb-9d877c9ac2c9 req-1a680637-9951-45fb-9bcc-b42aaeb66fd2 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362077 Mar 23 10:39:21.197024 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d533d-a9bb-4c90-9f0d-3aa96563f4a4 req-f1046548-24dc-4dd2-ac37-ff3c011dfcaf tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:21.198462 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d99d533d-a9bb-4c90-9f0d-3aa96563f4a4 req-f1046548-24dc-4dd2-ac37-ff3c011dfcaf tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0820639 Mar 23 10:39:21.243423 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d99d533d-a9bb-4c90-9f0d-3aa96563f4a4 req-1d5652d8-d411-47e2-a2df-d545c6473230 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 Mar 23 10:39:22.131803 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-e786669c-0ab0-476a-8d87-b2e10c50a0f3 service neutron] 10.222.0.102 "GET /v2.0/ports/f99ffd9a-6da8-40fa-9350-0377e35e90ad/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0765917 Mar 23 10:39:22.461161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-3372e5dc-8578-4ad7-93ea-53d820b38b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:22.462619 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-3372e5dc-8578-4ad7-93ea-53d820b38b66 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191&tenant_id=02c2f256895b4d7097243a96132f47d6 HTTP/1.1" status: 200 len: 1098 time: 0.1310077 Mar 23 10:39:22.472050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef55f24-39de-4e3c-b523-66c6f3bd1165 req-2480a026-8861-4e7f-b9b4-1558893e0078 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:22.473528 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2ef55f24-39de-4e3c-b523-66c6f3bd1165 req-2480a026-8861-4e7f-b9b4-1558893e0078 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.1077135 Mar 23 10:39:22.561001 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2ef55f24-39de-4e3c-b523-66c6f3bd1165 req-401472dd-1664-4632-b7bc-07ee2e4c68a0 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817091 Mar 23 10:39:22.584197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-346cad77-36bb-4c2d-8554-e5cd0b68686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:22.585683 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-346cad77-36bb-4c2d-8554-e5cd0b68686d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 1098 time: 0.0915465 Mar 23 10:39:22.717106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-52773b6e-5409-4bc8-b6f4-94a8ce2c86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:22.719632 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-52773b6e-5409-4bc8-b6f4-94a8ce2c86fc service neutron] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 916 time: 0.1282575 Mar 23 10:39:22.785861 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-6e41a256-6185-43e8-93b7-0fb63fdf75cd service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad HTTP/1.1" status: 200 len: 217 time: 0.0604525 Mar 23 10:39:22.850247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-9c7b4fd2-0af0-4736-bf8e-1ea81ec4ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:22.851606 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-9c7b4fd2-0af0-4736-bf8e-1ea81ec4ea84 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0603583 Mar 23 10:39:22.897155 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-1c842457-0d83-4971-bc7b-d47bfa689786 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400171 Mar 23 10:39:23.025222 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-24460d03-0ea6-497c-bc48-ef1d61f853ea service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221468 Mar 23 10:39:23.152173 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a57ac67e-8731-4fdf-b300-7a13887c5c5e req-e7541bce-e73d-4c6b-a79a-ed2942fb2da7 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207974 Mar 23 10:39:23.740733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23168b71-8265-4e23-9446-e1bad86e3a3a req-7947f2e1-9ea8-4c5c-923b-788095d9c844 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:23.742196 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-23168b71-8265-4e23-9446-e1bad86e3a3a req-7947f2e1-9ea8-4c5c-923b-788095d9c844 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0782778 Mar 23 10:39:23.791292 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-23168b71-8265-4e23-9446-e1bad86e3a3a req-8cc1f467-8237-4391-8cdb-37bc35612f49 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433543 Mar 23 10:39:24.969805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad8168-d502-487b-945d-0a9d3abd4b08 req-b3684b1f-623c-4698-b1f5-f65da20330c5 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:24.971272 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2cad8168-d502-487b-945d-0a9d3abd4b08 req-b3684b1f-623c-4698-b1f5-f65da20330c5 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.0770593 Mar 23 10:39:25.016977 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2cad8168-d502-487b-945d-0a9d3abd4b08 req-358b60ae-a3e8-414e-af08-c17256192685 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Mar 23 10:39:25.363066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device f99ffd9a-6da8-40fa-9350-0377e35e90ad no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:39:25.380729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b31e5-6e80-487d-8293-b9347990198c req-25847bb0-73bf-40f9-be5f-aa7043b6b7e3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:25.382183 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-524b31e5-6e80-487d-8293-b9347990198c req-25847bb0-73bf-40f9-be5f-aa7043b6b7e3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.102 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191&tenant_id=02c2f256895b4d7097243a96132f47d6&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.1391969 Mar 23 10:39:25.389972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef9bb64-bbfa-4bd9-ad99-1e7456de65ea req-14905683-de21-4f5f-9550-a631959fd673 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:25.391570 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3ef9bb64-bbfa-4bd9-ad99-1e7456de65ea req-14905683-de21-4f5f-9550-a631959fd673 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 945 time: 0.1496432 Mar 23 10:39:25.437556 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3ef9bb64-bbfa-4bd9-ad99-1e7456de65ea req-b2e0b339-ec2e-4b60-a933-f6e27f67546f tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401368 Mar 23 10:39:25.477402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:25.503977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32857e3d-e7e6-4e29-90a9-31d9c4a83191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99ffd9a-6da8-40fa-9350-0377e35e90ad'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:39:25.513642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port f99ffd9a-6da8-40fa-9350-0377e35e90ad, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:39:25.518406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:25.523990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b31e5-6e80-487d-8293-b9347990198c req-9989e012-209d-4b02-97be-0743748bf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:25.525712 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-524b31e5-6e80-487d-8293-b9347990198c req-9989e012-209d-4b02-97be-0743748bf706 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 1098 time: 0.0727088 Mar 23 10:39:25.589886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=f99ffd9a-6da8-40fa-9350-0377e35e90ad,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:25.621111 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32857e3d-e7e6-4e29-90a9-31d9c4a83191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f99ffd9a-6da8-40fa-9350-0377e35e90ad', 'code': 200} Mar 23 10:39:25.661438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b31e5-6e80-487d-8293-b9347990198c req-487b42a6-f824-436d-ae3b-bcf3c17118be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:25.662919 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-524b31e5-6e80-487d-8293-b9347990198c req-487b42a6-f824-436d-ae3b-bcf3c17118be service neutron] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 916 time: 0.1315892 Mar 23 10:39:25.832634 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-524b31e5-6e80-487d-8293-b9347990198c req-58328917-595c-4a7e-9aab-2416be57730a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad HTTP/1.1" status: 200 len: 217 time: 0.1640286 Mar 23 10:39:25.897097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b31e5-6e80-487d-8293-b9347990198c req-52827c17-ef25-4311-b1d6-8592a136cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:25.898549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-524b31e5-6e80-487d-8293-b9347990198c req-52827c17-ef25-4311-b1d6-8592a136cbdc service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0583932 Mar 23 10:39:25.926630 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-9063e8bb-b099-4926-b029-455d342fa8d2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707531 Mar 23 10:39:25.946632 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-524b31e5-6e80-487d-8293-b9347990198c req-370b52c0-2fef-4033-bd52-cce36f18a85c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423498 Mar 23 10:39:26.075597 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-524b31e5-6e80-487d-8293-b9347990198c req-7c569f02-70d0-404b-8b6b-23ed6f997470 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226785 Mar 23 10:39:26.204016 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-524b31e5-6e80-487d-8293-b9347990198c req-524829b9-9f03-44ac-aeeb-122618209ade service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221762 Mar 23 10:39:26.379769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-2735a7d9-0eb6-4f6c-9dee-c862b34b57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:26.381308 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-2735a7d9-0eb6-4f6c-9dee-c862b34b57da service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=02c2f256895b4d7097243a96132f47d6&device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 1096 time: 0.0880756 Mar 23 10:39:26.524414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-b4958036-0216-4051-8471-2ad64a903de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:26.526002 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-b4958036-0216-4051-8471-2ad64a903de7 service neutron] 10.222.0.102 "GET /v2.0/networks?id=a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 200 len: 916 time: 0.1252873 Mar 23 10:39:26.626080 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-efd00c12-0bf6-4e8b-a104-8d8ae7dd8137 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad HTTP/1.1" status: 200 len: 217 time: 0.0940526 Mar 23 10:39:26.717768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-18eb9d08-4745-4b24-a6e8-285c86d521fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:26.719065 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-18eb9d08-4745-4b24-a6e8-285c86d521fa service neutron] 10.222.0.102 "GET /v2.0/subnets?id=0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 200 len: 855 time: 0.0870225 Mar 23 10:39:26.775595 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-98231af0-8373-454f-86d2-7480fe648d79 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=a642be5d-c228-43c9-9ecb-ea58832c89df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478182 Mar 23 10:39:26.783586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8aa59-6fe9-459c-92a8-8179a21fef8b req-4578546c-bd6d-4184-b465-c4720fa1ec93 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:26.784947 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6ce8aa59-6fe9-459c-92a8-8179a21fef8b req-4578546c-bd6d-4184-b465-c4720fa1ec93 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 943 time: 0.1973550 Mar 23 10:39:26.916602 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6ce8aa59-6fe9-459c-92a8-8179a21fef8b req-f54404b2-d40a-49f8-8fb6-b02ea2710f8d tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104589 Mar 23 10:39:26.943366 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-b2514266-d7b1-4560-9878-9f2d5a5aaa2d service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573968 Mar 23 10:39:27.070569 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-35573025-d8a2-491f-ad19-72ce35e17c00 service neutron] 10.222.0.102 "GET /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215141 Mar 23 10:39:28.101347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792a365-0aa6-4698-b5ff-4c4ff1255e88 req-66b6426b-66ac-4b5f-870e-cc112ba084d2 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:28.102774 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3792a365-0aa6-4698-b5ff-4c4ff1255e88 req-66b6426b-66ac-4b5f-870e-cc112ba084d2 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 943 time: 0.0795169 Mar 23 10:39:28.145349 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3792a365-0aa6-4698-b5ff-4c4ff1255e88 req-e76555c9-eae1-4c06-9147-1d2eacc8e72e tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362611 Mar 23 10:39:28.326230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5d9a9-eb45-4fe4-ac54-1ed881620b6d req-ef0c8037-449a-4d2c-bd17-2cff1644b0da tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:28.327685 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5ca5d9a9-eb45-4fe4-ac54-1ed881620b6d req-ef0c8037-449a-4d2c-bd17-2cff1644b0da tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 943 time: 0.0809042 Mar 23 10:39:28.370979 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5ca5d9a9-eb45-4fe4-ac54-1ed881620b6d req-300350dd-8399-4b91-b0fc-c048250127be tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377593 Mar 23 10:39:28.552297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e704d-3b92-4746-954b-4aa9426d8d10 req-dedbb57a-1341-4613-aaf3-03c8e34385d1 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:28.553773 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-877e704d-3b92-4746-954b-4aa9426d8d10 req-dedbb57a-1341-4613-aaf3-03c8e34385d1 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 943 time: 0.0813334 Mar 23 10:39:28.597077 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-877e704d-3b92-4746-954b-4aa9426d8d10 req-3b7bdea2-1e5d-4ac2-91c9-d92c55cdb90f tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377803 Mar 23 10:39:29.135799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6c44d-f66c-4345-a0ca-ae52b3cbc28e req-19d5df8d-c849-46ae-a2aa-071b4c9f730b tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:29.137262 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c8e6c44d-f66c-4345-a0ca-ae52b3cbc28e req-19d5df8d-c849-46ae-a2aa-071b4c9f730b tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 943 time: 0.0774438 Mar 23 10:39:29.184865 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c8e6c44d-f66c-4345-a0ca-ae52b3cbc28e req-e65f38e7-e52f-4c9d-86eb-c004ad0513f3 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Mar 23 10:39:30.367772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d446c-7292-4eac-8772-815629dcc88c req-93c530c8-d112-40a1-beac-72dda9fcbec5 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:30.369195 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-853d446c-7292-4eac-8772-815629dcc88c req-93c530c8-d112-40a1-beac-72dda9fcbec5 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 943 time: 0.0802274 Mar 23 10:39:30.411409 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-853d446c-7292-4eac-8772-815629dcc88c req-c7bf9a20-b5af-49a4-af10-f08a2e2c38a9 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/security-groups?id=1f2f3753-7a40-420d-ad6f-14320c4dd50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364926 Mar 23 10:39:30.596633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-120706f5-b3ec-43cc-b932-c70e1e0517de tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:30.598128 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-120706f5-b3ec-43cc-b932-c70e1e0517de tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.102 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 943 time: 0.0792572 Mar 23 10:39:30.664659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Deleting port f99ffd9a-6da8-40fa-9350-0377e35e90ad {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:39:30.664990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:31.004122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] For port f99ffd9a-6da8-40fa-9350-0377e35e90ad, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f99ffd9a-6da8-40fa-9350-0377e35e90ad,segment=NetworkSegment(27727822-d213-493f-92fc-904e2a034907),segment_id=27727822-d213-493f-92fc-904e2a034907)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:39:31.004465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:31.128198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Calling delete_port for f99ffd9a-6da8-40fa-9350-0377e35e90ad owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:39:31.266895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:31.318710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Pushing event deleted for resources: {'Port': ['ID=f99ffd9a-6da8-40fa-9350-0377e35e90ad,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:31.360035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.360376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.360707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.361111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.361380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.361705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.362024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.362340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.362655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.362966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.363277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.363588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:31.402366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] No DVR routers for this DVR port f99ffd9a-6da8-40fa-9350-0377e35e90ad on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:39:31.405207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:31.407565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32857e3d-e7e6-4e29-90a9-31d9c4a83191', 'name': 'network-vif-deleted', 'tag': 'f99ffd9a-6da8-40fa-9350-0377e35e90ad'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:39:31.422723 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d5a07e57-d854-4e77-bf8b-8016a118da3b req-8ddb153c-4dfe-4f84-bf58-26657a0e9ab4 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.102 "DELETE /v2.0/ports/f99ffd9a-6da8-40fa-9350-0377e35e90ad HTTP/1.1" status: 204 len: 173 time: 0.8198457 Mar 23 10:39:31.450906 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32857e3d-e7e6-4e29-90a9-31d9c4a83191', 'name': 'network-vif-deleted', 'tag': 'f99ffd9a-6da8-40fa-9350-0377e35e90ad', 'status': 'completed', 'code': 200} Mar 23 10:39:31.568882 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c8bd1d66-1f70-4e72-8fd8-6aedaf310ade req-d77748b7-7dda-44b9-a5f7-85f968317fb7 tempest-ServerDiskConfigTestJSON-2082859852 tempest-ServerDiskConfigTestJSON-2082859852-project] 10.222.0.84 "GET /v2.0/ports?device_id=32857e3d-e7e6-4e29-90a9-31d9c4a83191 HTTP/1.1" status: 200 len: 210 time: 0.0440519 Mar 23 10:39:32.805084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40526) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:32.863675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c49d509-c588-40e5-9ef1-464489f9ff7c admin admin] Deleting subnet 0189c281-6f62-469f-a6ed-3b2808aaa98f {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:39:32.866431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c49d509-c588-40e5-9ef1-464489f9ff7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:32.914055 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c49d509-c588-40e5-9ef1-464489f9ff7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:32.970506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c49d509-c588-40e5-9ef1-464489f9ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.034015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c49d509-c588-40e5-9ef1-464489f9ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.068264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c49d509-c588-40e5-9ef1-464489f9ff7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0189c281-6f62-469f-a6ed-3b2808aaa98f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:33.074043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9c49d509-c588-40e5-9ef1-464489f9ff7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.080384 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9c49d509-c588-40e5-9ef1-464489f9ff7c admin admin] 10.222.0.84 "DELETE /v2.0/subnets/0189c281-6f62-469f-a6ed-3b2808aaa98f HTTP/1.1" status: 204 len: 168 time: 0.2743053 Mar 23 10:39:33.082867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40530) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:33.185444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.303968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.328852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a642be5d-c228-43c9-9ecb-ea58832c89df']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:33.344404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27727822-d213-493f-92fc-904e2a034907') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:33.344685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27727822-d213-493f-92fc-904e2a034907') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:33.355652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.371975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.378563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:39:33.378936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:39:33.392282 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:39:33.463325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.478987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.492769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a642be5d-c228-43c9-9ecb-ea58832c89df,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:33.500905 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-61055249-1725-4d7e-9579-ad3f03fcbac0 admin admin] 10.222.0.84 "DELETE /v2.0/networks/a642be5d-c228-43c9-9ecb-ea58832c89df HTTP/1.1" status: 204 len: 168 time: 0.4171112 Mar 23 10:39:33.610963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40536) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:33.658179 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0e1aee34-a7c8-4638-bd96-36992c6ba1e7 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=02c2f256895b4d7097243a96132f47d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460842 Mar 23 10:39:33.660554 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40540) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:33.702711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a3797f24-4913-4ad6-8a96-bdcb7e842064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.718686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-be97371a-fc93-446d-a1ee-9d6056764762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.743928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-be97371a-fc93-446d-a1ee-9d6056764762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.794229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-be97371a-fc93-446d-a1ee-9d6056764762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.811450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97371a-fc93-446d-a1ee-9d6056764762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2f3753-7a40-420d-ad6f-14320c4dd50a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:33.827830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-be97371a-fc93-446d-a1ee-9d6056764762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:33.828954 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-be97371a-fc93-446d-a1ee-9d6056764762 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/1f2f3753-7a40-420d-ad6f-14320c4dd50a HTTP/1.1" status: 204 len: 168 time: 0.1674926 Mar 23 10:39:34.527554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 40564) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:34.530576 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:39:34.655350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1637337412-network', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:39:34.659936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:39:34.663669 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Usage tracker for resource:network and tenant:f0817c8d3cb74b6ba74057507774e265 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:39:34.666447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:39:34.672877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:39:34.682387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Made reservation on behalf of f0817c8d3cb74b6ba74057507774e265 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:39:34.684627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:34.699700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:34.713485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:39:34.718475 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Usage tracker for resource:security_group_rule and tenant:f0817c8d3cb74b6ba74057507774e265 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:39:34.722275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:39:34.729888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:39:34.813505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:34.817404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:34.850142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 807} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:39:34.858999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1c3ea1-40ff-4609-ac07-694fd4698c29,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:34.864518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:34.864898 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Added segment c200a9dc-3391-48b5-972c-cb5596edb794 of type vlan for network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d Mar 23 10:39:34.890401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:34.926367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:34.927345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:34.927945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:35.121877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] Pushing event updated for resources: {'Network': ['ID=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:35.126392 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-94ab0a1c-404c-4aa3-8661-33da2c89659e admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5978403 Mar 23 10:39:35.129403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 40570) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:35.131593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:39:35.135007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Request body: {'subnet': {'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1637337412-subnet', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:39:35.140741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:39:35.144605 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Usage tracker for resource:subnet and tenant:f0817c8d3cb74b6ba74057507774e265 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:39:35.147555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:39:35.153573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:39:35.164595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Made reservation on behalf of f0817c8d3cb74b6ba74057507774e265 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:39:35.166889 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:35.369791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:35.407809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device f99ffd9a-6da8-40fa-9350-0377e35e90ad no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:39:35.443886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: f99ffd9a-6da8-40fa-9350-0377e35e90ad {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:39:35.444228 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device f99ffd9a-6da8-40fa-9350-0377e35e90ad not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:39:35.446028 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Pushing event updated for resources: {'Subnet': ['ID=105685cb-9658-47f5-b6c2-0f1a62f756c4,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:35.455798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Checking segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:39:35.456153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Network hostable DHCP agents. Network: 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:39:35.474887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:39:35.484154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:39:35.488119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:35.488702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:35.494257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d14d004-3bfd-403d-8f08-c6f17fe72298 None None] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:39:35.509521 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4b0bba36-9fcb-4162-8eb3-741baee5386a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3789284 Mar 23 10:39:35.512241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 40574) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:35.517679 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:39:35.522115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:39:35.525835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Usage tracker for resource:router and tenant:f0817c8d3cb74b6ba74057507774e265 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:39:35.528548 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:39:35.534124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:39:35.543748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:35.544855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:35.560052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:35.738804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:39:35.739616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:35.825991 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:35.900467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Allocated IP 172.20.0.2 (6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d/105685cb-9658-47f5-b6c2-0f1a62f756c4/cc1d399b-53c2-4e18-95f6-c333833f9662) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:39:36.111167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.121511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Transition to ACTIVE for port object cc1d399b-53c2-4e18-95f6-c333833f9662 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:39:36.140088 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Transition to ACTIVE for port object cc1d399b-53c2-4e18-95f6-c333833f9662 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:39:36.146211 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.146673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.176144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.204150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:39:36.207010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:39:36.210496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:39:36.284024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Pushing event updated for resources: {'Port': ['ID=cc1d399b-53c2-4e18-95f6-c333833f9662,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:36.315353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Allocated IP 172.26.4.239 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/a639d04f-aac0-4265-97d4-2b3dacbd2741) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:39:36.320893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Attempting to bind port cc1d399b-53c2-4e18-95f6-c333833f9662 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:39:36.321408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Attempting to bind port cc1d399b-53c2-4e18-95f6-c333833f9662 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:39:36.321793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Attempting to bind port cc1d399b-53c2-4e18-95f6-c333833f9662 on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:39:36.325611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.328233 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:39:36.328637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Checking segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:39:36.329023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.329608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Bound using segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:39:36.330066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Bound port: cc1d399b-53c2-4e18-95f6-c333833f9662, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:39:36.330457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.421014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] For port cc1d399b-53c2-4e18-95f6-c333833f9662, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:39:36.424195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] For port cc1d399b-53c2-4e18-95f6-c333833f9662, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cc1d399b-53c2-4e18-95f6-c333833f9662,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:39:36.429789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.463304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.495578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.512836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd877168-3c66-49c8-bb21-bc9bcd2f7421 None None] Pushing event updated for resources: {'Port': ['ID=cc1d399b-53c2-4e18-95f6-c333833f9662,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:36.559924 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0dab79d4-f076-4173-8f93-cc7a6749d53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:36.571915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:39:36.574611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:39:36.583039 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:39:36.615290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Pushing event updated for resources: {'Port': ['ID=a639d04f-aac0-4265-97d4-2b3dacbd2741,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:37.155687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:37.287001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:37.431464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507a0f0c-d9e6-40f3-af22-55460d6880b2 None None] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:39:37.506579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:37.543773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:37.546496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d733856f-fdbb-46b9-841e-9de43c0a8390 None None] Provisioning for port cc1d399b-53c2-4e18-95f6-c333833f9662 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:39:37.714372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Router 124ec143-4f2e-4ee7-b74e-c631295b610d is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:39:37.895152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:39:37.904893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:39:37.913917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:39:37.914528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:39:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:37.918209 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:37.919700 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8ab4de63-8e35-4194-a3bc-0fc5fd174629 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4064746 Mar 23 10:39:37.922407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 40578) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:38.091749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:39:38.405528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:36Z', 'revision_number': 3, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:38.409222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:39:38.409563 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Updating router 124ec143-4f2e-4ee7-b74e-c631295b610d port a639d04f-aac0-4265-97d4-2b3dacbd2741 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:39:38.460848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:38.685891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cc1d399b-53c2-4e18-95f6-c333833f9662 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:39:38.714466 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:38.816441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port cc1d399b-53c2-4e18-95f6-c333833f9662 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:39:38.835022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port cc1d399b-53c2-4e18-95f6-c333833f9662 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:38.835397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:38.894693 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:38.919247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Transition to ACTIVE for port object a639d04f-aac0-4265-97d4-2b3dacbd2741 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:39:38.920612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Allocated IP 172.20.0.1 (6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d/105685cb-9658-47f5-b6c2-0f1a62f756c4/fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:39:38.965090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.054427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.068017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.079286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Attempting to bind port a639d04f-aac0-4265-97d4-2b3dacbd2741 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:39:39.079646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Attempting to bind port a639d04f-aac0-4265-97d4-2b3dacbd2741 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:39:39.079998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Attempting to bind port a639d04f-aac0-4265-97d4-2b3dacbd2741 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:39:39.082943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c4535-f4af-4d3d-ac77-2b7ed14e20f1 None None] Pushing event updated for resources: {'Port': ['ID=a639d04f-aac0-4265-97d4-2b3dacbd2741,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:39.085426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Transition to ACTIVE for port object fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:39:39.094349 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:39:39.094740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:39:39.095161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.095545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:39:39.096064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Bound port: a639d04f-aac0-4265-97d4-2b3dacbd2741, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:39:39.096424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.109989 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.142374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port cc1d399b-53c2-4e18-95f6-c333833f9662, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cc1d399b-53c2-4e18-95f6-c333833f9662,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:39:39.153352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.174743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:39:39.177395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:39:39.181089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:39:39.222459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Pushing event updated for resources: {'Port': ['ID=fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:39.223589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] For port a639d04f-aac0-4265-97d4-2b3dacbd2741, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:39:39.228093 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] For port a639d04f-aac0-4265-97d4-2b3dacbd2741, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a639d04f-aac0-4265-97d4-2b3dacbd2741,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:39:39.236562 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.247198 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.253195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=cc1d399b-53c2-4e18-95f6-c333833f9662,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:39.311298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:39:39.311929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:39:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:39.394420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c4535-f4af-4d3d-ac77-2b7ed14e20f1 None None] Pushing event updated for resources: {'Port': ['ID=a639d04f-aac0-4265-97d4-2b3dacbd2741,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:39.486704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96d76a0a-6cab-4c90-a325-daa7a406692e None None] Provisioning for port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:39:39.504139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-96d76a0a-6cab-4c90-a325-daa7a406692e None None] Provisioning complete for port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:39.504496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-96d76a0a-6cab-4c90-a325-daa7a406692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.517779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.542733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:39:39.711291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-96d76a0a-6cab-4c90-a325-daa7a406692e None None] Port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:39:39.712707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.848807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.854268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.867842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:36Z', 'revision_number': 3, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:39.872015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a982d6-51b3-4fa6-87ba-a921c299ff23 None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:36Z', 'revision_number': 3, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:39:39.975774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:39.979265 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Pushing event updated for resources: {'Port': ['ID=fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:40.125856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:39:40.127178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:39:40.331501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Router 124ec143-4f2e-4ee7-b74e-c631295b610d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:39:40.436063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c7120c93-9bf5-44a4-abc8-a98bb956e86f None None] Provisioning complete for port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:40.436546 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c7120c93-9bf5-44a4-abc8-a98bb956e86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:40.515731 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:39:40.524563 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-be5aeea7-535a-485f-a625-c94ba76740cf admin admin] 10.222.0.84 "PUT /v2.0/routers/124ec143-4f2e-4ee7-b74e-c631295b610d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6011527 Mar 23 10:39:40.541804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c7120c93-9bf5-44a4-abc8-a98bb956e86f None None] Port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:39:40.731215 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cc1d399b-53c2-4e18-95f6-c333833f9662 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:39:40.800984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port cc1d399b-53c2-4e18-95f6-c333833f9662 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:40.801506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:40.918161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a639d04f-aac0-4265-97d4-2b3dacbd2741 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:39:40.990337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port a639d04f-aac0-4265-97d4-2b3dacbd2741 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:39:40.995118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a639d04f-aac0-4265-97d4-2b3dacbd2741 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:40.995477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.089883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 40588) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:41.095134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--545448625', 'description': 'tempest-description--429102730'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:39:41.101142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:39:41.104965 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Usage tracker for resource:security_group and tenant:f0817c8d3cb74b6ba74057507774e265 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:39:41.108382 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:39:41.114011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:39:41.114996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.127026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.132606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port a639d04f-aac0-4265-97d4-2b3dacbd2741, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a639d04f-aac0-4265-97d4-2b3dacbd2741,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:39:41.137666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.154759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:39:41.159146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Usage tracker for resource:security_group_rule and tenant:f0817c8d3cb74b6ba74057507774e265 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:39:41.162511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:39:41.168560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:39:41.209495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=a639d04f-aac0-4265-97d4-2b3dacbd2741,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:41.247792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.252297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.293798 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d79c9d-86d2-473b-8b57-5bf024edbe50,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:41.298920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.300094 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-edadd3c5-7539-4c4a-b42f-57307b88e597 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2091854 Mar 23 10:39:41.302976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 40592) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:41.308113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'security_group_rule': {'security_group_id': 'c0d79c9d-86d2-473b-8b57-5bf024edbe50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:39:41.314805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:39:41.318596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Usage tracker for resource:security_group_rule and tenant:f0817c8d3cb74b6ba74057507774e265 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:39:41.321501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:39:41.327188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:39:41.343898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.398093 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:39:41.404827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.407915 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:39:41.408584 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:39:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:41.409804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.433446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159e3feb-9c9c-4b84-90b2-de8039418e57,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:41.442954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.444182 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4894b152-c3c1-474d-a7b7-e4173fb97706 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403058 Mar 23 10:39:41.447089 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 40596) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:41.452060 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'security_group_rule': {'security_group_id': 'c0d79c9d-86d2-473b-8b57-5bf024edbe50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:39:41.458083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:39:41.461781 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Usage tracker for resource:security_group_rule and tenant:f0817c8d3cb74b6ba74057507774e265 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:39:41.464554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:39:41.471032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:39:41.487931 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.550524 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.554535 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.579834 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef60d97-97ec-4f4c-96b3-e070b5423d8f,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:41.583703 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:39:41.589183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.590534 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-07635592-839c-4717-81a2-b5a814277cbe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424487 Mar 23 10:39:41.594029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 40600) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:41.598854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:39:41.604636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:39:41.608433 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Usage tracker for resource:floatingip and tenant:f0817c8d3cb74b6ba74057507774e265 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:39:41.611255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:39:41.616806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:39:41.627947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.765023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:41.894904 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 2, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:41.897267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Allocated IP 172.26.4.46 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/e802b9e6-7974-42b8-9109-a16b8cea0cc1) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:39:41.898596 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:39:41.898944 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Updating router 124ec143-4f2e-4ee7-b74e-c631295b610d port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:39:41.951073 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.049575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.080218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.142647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:39:42.145453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:39:42.153346 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:39:42.183417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event updated for resources: {'Port': ['ID=e802b9e6-7974-42b8-9109-a16b8cea0cc1,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:42.238655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.324060 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.336351 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Transition to ACTIVE for port object fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:39:42.343627 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.408863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.472218 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Pushing event updated for resources: {'Port': ['ID=fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:42.508616 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.508959 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.509324 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.509656 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.509982 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.510307 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.510629 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.510952 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.511264 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.511838 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.512319 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.512794 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:42.572558 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Attempting to bind port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:39:42.572925 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Attempting to bind port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:39:42.573577 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Attempting to bind port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:39:42.578774 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:39:42.579145 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Checking segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:39:42.579537 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.579929 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Bound using segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:39:42.580380 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Bound port: fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:39:42.580771 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.627442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.632025 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.660321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a639d04f-aac0-4265-97d4-2b3dacbd2741 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:39:42.670652 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] For port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:39:42.674751 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] For port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:39:42.680041 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.738978 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event updated for resources: {'Port': ['ID=e802b9e6-7974-42b8-9109-a16b8cea0cc1,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:42.752164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.758464 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba04da-1f43-420d-92df-6cb0808d34c5 None None] Pushing event updated for resources: {'Port': ['ID=fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:42.759094 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port a639d04f-aac0-4265-97d4-2b3dacbd2741 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:42.759874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.772606 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:39:42.773312 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:39:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:42.787601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:42.797685 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f5e0ca61-8509-486f-ba5b-ba2ffa8c3e9b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1945882 Mar 23 10:39:42.977903 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:39:43.023421 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-66e84e73-bdb7-45b6-9f72-61fa1d7e04f0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--545448625&fields=id&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 267 time: 0.0436807 Mar 23 10:39:43.264537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-4e69a7fe-166a-4be8-98bd-18e47ad67cec tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:43.265975 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-4e69a7fe-166a-4be8-98bd-18e47ad67cec tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 812 time: 0.2360809 Mar 23 10:39:43.280365 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-60116c74-b8ae-49d2-8ed4-c6cf22b51f67 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/quotas/f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 375 time: 0.0087872 Mar 23 10:39:43.289850 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:42Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:43.293635 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b707bda0-12ec-4c05-907c-6b39be916750 None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:42Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:39:43.388227 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-433dc13a-857f-4a4a-8b05-bbc8b3510755 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1027431 Mar 23 10:39:43.580710 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-97f02b33-cfcf-48cf-9aba-a6afd33ab33c service neutron] 10.222.0.84 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790712 Mar 23 10:39:43.718540 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-31e07d4c-413c-49b2-85be-11b49f589e4f service neutron] 10.222.0.84 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315949 Mar 23 10:39:43.902837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-5e4f44e8-9de4-4d6e-80bc-28c45bf5c3e8 req-0ed360c1-1b84-490a-8a5d-c24cf875735d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Synchronizing usage tracker for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:39:43.922393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-5e4f44e8-9de4-4d6e-80bc-28c45bf5c3e8 req-0ed360c1-1b84-490a-8a5d-c24cf875735d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Unset dirty status for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:39:43.924185 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5e4f44e8-9de4-4d6e-80bc-28c45bf5c3e8 req-0ed360c1-1b84-490a-8a5d-c24cf875735d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 210 time: 0.0723209 Mar 23 10:39:44.664417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:39:44.736866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:39:44.742024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:44.742406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:44.870351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:44.908879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:39:44.913660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:45.000254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:45.006155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-602f2e62-c6c6-43fd-9827-1429e7a07efa tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:45.007577 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-602f2e62-c6c6-43fd-9827-1429e7a07efa tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 812 time: 0.1756604 Mar 23 10:39:45.064799 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-b25698b6-7476-41ed-90f3-ff99a21cfcb7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 379 time: 0.0486603 Mar 23 10:39:45.075752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'port': {'device_id': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'admin_state_up': True, 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'security_groups': ['c0d79c9d-86d2-473b-8b57-5bf024edbe50']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:39:45.147999 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0c0c8b92-d099-4192-ac46-e10d5b16634b req-de28ca6f-f548-4058-8d68-d2edf0797d86 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 210 time: 0.0786245 Mar 23 10:39:45.261850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:39:45.271285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:39:45.281247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Made reservation on behalf of f0817c8d3cb74b6ba74057507774e265 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:39:45.284648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:45.443506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Allocated IP 172.20.0.10 (6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d/105685cb-9658-47f5-b6c2-0f1a62f756c4/7b9cbe1a-e351-4eed-9abb-490ca941317a) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:39:45.624814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:45.639931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Transition to ACTIVE for port object 7b9cbe1a-e351-4eed-9abb-490ca941317a will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:39:45.663575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:45.730343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:39:45.733246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:39:45.741769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:39:45.772430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event updated for resources: {'Port': ['ID=7b9cbe1a-e351-4eed-9abb-490ca941317a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:45.809207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:45.809820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:45.844988 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-599083f6-ef62-41b6-9a02-a121c8d0b8ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7735794 Mar 23 10:39:45.858564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Request body: {'port': {'device_id': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:39:45.971706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:46.013288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e24d67df-4b61-40a5-9ccd-539702d66d2e None None] Provisioning for port 7b9cbe1a-e351-4eed-9abb-490ca941317a completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:39:46.020196 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e24d67df-4b61-40a5-9ccd-539702d66d2e None None] Provisioning complete for port 7b9cbe1a-e351-4eed-9abb-490ca941317a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:46.020556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e24d67df-4b61-40a5-9ccd-539702d66d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:46.075465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e24d67df-4b61-40a5-9ccd-539702d66d2e None None] Port 7b9cbe1a-e351-4eed-9abb-490ca941317a cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:39:46.334411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7811c-a1d8-4fc0-969b-f60dae79e1b8 req-7f7ee795-af94-45bb-82af-dfb545b4ab7e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:46.335863 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-93b7811c-a1d8-4fc0-969b-f60dae79e1b8 req-7f7ee795-af94-45bb-82af-dfb545b4ab7e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 932 time: 0.0821838 Mar 23 10:39:46.379424 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-93b7811c-a1d8-4fc0-969b-f60dae79e1b8 req-c1c7f673-531a-44a5-9003-f55abdcd82cb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Synchronizing usage tracker for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:39:46.396360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-93b7811c-a1d8-4fc0-969b-f60dae79e1b8 req-c1c7f673-531a-44a5-9003-f55abdcd82cb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Unset dirty status for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:39:46.397600 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-93b7811c-a1d8-4fc0-969b-f60dae79e1b8 req-c1c7f673-531a-44a5-9003-f55abdcd82cb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558469 Mar 23 10:39:46.413314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b9cbe1a-e351-4eed-9abb-490ca941317a {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:39:46.421093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:46.436855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Transition to ACTIVE for port object 7b9cbe1a-e351-4eed-9abb-490ca941317a will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:39:46.440068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:46.565248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Pushing event updated for resources: {'Port': ['ID=7b9cbe1a-e351-4eed-9abb-490ca941317a,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:46.651718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:39:46.676905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Attempting to bind port 7b9cbe1a-e351-4eed-9abb-490ca941317a on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:39:46.677368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Attempting to bind port 7b9cbe1a-e351-4eed-9abb-490ca941317a by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:39:46.677695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Attempting to bind port 7b9cbe1a-e351-4eed-9abb-490ca941317a on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:39:46.682329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Port 7b9cbe1a-e351-4eed-9abb-490ca941317a on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:39:46.682644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Attempting to bind port 7b9cbe1a-e351-4eed-9abb-490ca941317a on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:39:46.687668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:39:46.688000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Checking segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:39:46.688375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Bound using segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:39:46.688788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Bound port: 7b9cbe1a-e351-4eed-9abb-490ca941317a, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:39:46.689158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:46.732981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:46.733378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:46.789308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] For port 7b9cbe1a-e351-4eed-9abb-490ca941317a, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:39:46.792148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] For port 7b9cbe1a-e351-4eed-9abb-490ca941317a, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:39:46.797010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:46.871551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:46.872145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:46.874219 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] 10.222.0.102 "PUT /v2.0/ports/7b9cbe1a-e351-4eed-9abb-490ca941317a HTTP/1.1" status: 200 len: 1094 time: 1.0213573 Mar 23 10:39:46.874653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:39:46.884326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe0ac8-dfe7-4c81-91ca-7aea2783af2d service neutron] Pushing event updated for resources: {'Port': ['ID=7b9cbe1a-e351-4eed-9abb-490ca941317a,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:46.953527 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'status': 'completed', 'code': 200} Mar 23 10:39:46.995102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-479800f8-c78d-4467-87e4-9f65e8cba1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:46.996573 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-479800f8-c78d-4467-87e4-9f65e8cba1aa service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 1097 time: 0.0790136 Mar 23 10:39:47.066125 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-6f13c4fd-4f2b-42de-9e4d-d91c8e9c6a0d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a HTTP/1.1" status: 200 len: 217 time: 0.0624681 Mar 23 10:39:47.133142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-77e1777b-46da-47f4-94ec-3d46b32ba6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:47.134535 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-77e1777b-46da-47f4-94ec-3d46b32ba6bd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0624704 Mar 23 10:39:47.207978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-4ef65c7e-3b7c-4e42-b329-0a43cd76cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:47.209473 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-4ef65c7e-3b7c-4e42-b329-0a43cd76cc1b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694396 Mar 23 10:39:47.336891 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-ff12db2c-9c41-4d7c-8af5-a37804c860fe service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212523 Mar 23 10:39:47.467508 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b7fdb6c6-23ce-4b0d-be7d-ff89d7407e8c req-e62ca9fc-c8fe-4fa7-8e99-38123532422e service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246498 Mar 23 10:39:47.580089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-bae6d900-5666-4461-b3cc-39ba675fdcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:47.581564 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-bae6d900-5666-4461-b3cc-39ba675fdcea service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 1097 time: 0.0699015 Mar 23 10:39:47.586479 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865da131-225e-4fcd-be8c-9fdec18ca45c req-620cf118-c843-4958-bbd2-0faadb0ea918 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:47.587896 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-865da131-225e-4fcd-be8c-9fdec18ca45c req-620cf118-c843-4958-bbd2-0faadb0ea918 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 944 time: 0.0818410 Mar 23 10:39:47.631605 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-865da131-225e-4fcd-be8c-9fdec18ca45c req-d174aa43-7b20-4dda-8414-86c55bb8056c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374098 Mar 23 10:39:47.711732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-d4109994-9c42-4f0a-bafe-a496af4e5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:47.713224 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-d4109994-9c42-4f0a-bafe-a496af4e5c12 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1250789 Mar 23 10:39:47.783709 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-f7952c5e-b588-47d7-bd82-1a30c0b09f08 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a HTTP/1.1" status: 200 len: 217 time: 0.0636759 Mar 23 10:39:47.848042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-643fe0c0-628d-4880-b1f9-a377e98843f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:47.849467 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-643fe0c0-628d-4880-b1f9-a377e98843f1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0592732 Mar 23 10:39:47.925842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-0f2e46c9-78f9-4136-8441-432174dc6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:47.927285 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-0f2e46c9-78f9-4136-8441-432174dc6595 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694473 Mar 23 10:39:48.152016 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-e8781374-395a-4df7-ab9b-7e1f35442990 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179854 Mar 23 10:39:48.278465 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f475f8e1-2b0b-46ac-b08e-057f7e99dc64 req-cbee427a-64cd-40de-8363-1497e0de4e84 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203148 Mar 23 10:39:48.815941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf9ceb-4841-4edc-ba6c-c4a44530e51a req-c2eefd7c-fa93-48ac-94ae-85e1e32a11b2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:48.816596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-95cf9ceb-4841-4edc-ba6c-c4a44530e51a req-c2eefd7c-fa93-48ac-94ae-85e1e32a11b2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Synchronizing usage tracker for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:39:48.831666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-95cf9ceb-4841-4edc-ba6c-c4a44530e51a req-c2eefd7c-fa93-48ac-94ae-85e1e32a11b2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Unset dirty status for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:39:48.832900 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-95cf9ceb-4841-4edc-ba6c-c4a44530e51a req-c2eefd7c-fa93-48ac-94ae-85e1e32a11b2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 944 time: 0.0942984 Mar 23 10:39:48.879967 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-95cf9ceb-4841-4edc-ba6c-c4a44530e51a req-1abfe6c8-0271-4c29-bff9-67a6e3698dc1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410464 Mar 23 10:39:49.469105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7b9cbe1a-e351-4eed-9abb-490ca941317a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:39:49.598031 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 7b9cbe1a-e351-4eed-9abb-490ca941317a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:39:49.611114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'port_id': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'mac_address': 'fa:16:3e:4f:ae:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:39:49.664611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:49.684584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9cbe1a-e351-4eed-9abb-490ca941317a {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:39:49.699734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 7b9cbe1a-e351-4eed-9abb-490ca941317a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:39:49.704614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:49.769527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=7b9cbe1a-e351-4eed-9abb-490ca941317a,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:49.776443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.776839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.777220 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.777557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.777884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.778214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.778557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.778880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.779202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.779519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.779832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.780145 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:39:49.942889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['7b9cbe1a-e351-4eed-9abb-490ca941317a'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:39:50.062639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3acc3-7e16-4dd8-aee7-09ca17d44763 req-1c5f675f-d2c6-4ada-9643-0b7f8e7f867f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:50.064203 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dfc3acc3-7e16-4dd8-aee7-09ca17d44763 req-1c5f675f-d2c6-4ada-9643-0b7f8e7f867f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 945 time: 0.0793264 Mar 23 10:39:50.113951 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dfc3acc3-7e16-4dd8-aee7-09ca17d44763 req-f23950d9-0063-4242-bfe4-70e98ee6f84f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441313 Mar 23 10:39:51.293667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdf23a-15d9-43cd-b5ca-fe597e3c7962 req-b59dd099-5981-462d-948a-47054ebbe1e9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:51.295707 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0dbdf23a-15d9-43cd-b5ca-fe597e3c7962 req-b59dd099-5981-462d-948a-47054ebbe1e9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 945 time: 0.0784097 Mar 23 10:39:51.337378 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0dbdf23a-15d9-43cd-b5ca-fe597e3c7962 req-20754f04-8322-41c7-8a13-02996b01f9dc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357430 Mar 23 10:39:51.485039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7b9cbe1a-e351-4eed-9abb-490ca941317a up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:39:51.550225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 7b9cbe1a-e351-4eed-9abb-490ca941317a completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:39:51.554833 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 7b9cbe1a-e351-4eed-9abb-490ca941317a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:39:51.555200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:51.665761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:51.692235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:39:51.701764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 7b9cbe1a-e351-4eed-9abb-490ca941317a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:39:51.707485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:51.742768 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'code': 200} Mar 23 10:39:51.776933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=7b9cbe1a-e351-4eed-9abb-490ca941317a,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:39:51.988491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ff17d-bf3e-4bde-8155-9f61db3b7dc5 req-0bc89853-bd14-4ec5-b712-35806ae9664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:51.989857 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cc5ff17d-bf3e-4bde-8155-9f61db3b7dc5 req-0bc89853-bd14-4ec5-b712-35806ae9664d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 1099 time: 0.0722477 Mar 23 10:39:52.029933 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cc5ff17d-bf3e-4bde-8155-9f61db3b7dc5 req-a39d7f84-b4b0-4820-8c40-dbef0b9c4067 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340245 Mar 23 10:39:52.520099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3c080-8e9d-4a8c-abdc-da4ad340c2ee req-3cb43590-5e58-4105-8a33-bbc82619a98c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:52.521574 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24f3c080-8e9d-4a8c-abdc-da4ad340c2ee req-3cb43590-5e58-4105-8a33-bbc82619a98c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0782516 Mar 23 10:39:52.566710 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24f3c080-8e9d-4a8c-abdc-da4ad340c2ee req-944581e4-3c4c-411b-bde7-face88fb1561 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396073 Mar 23 10:39:53.749552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6b186-444a-495e-ab46-c0da46a62d29 req-accab9e8-1cf0-4c3f-9b4c-8ffc2610ae12 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:53.751042 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2de6b186-444a-495e-ab46-c0da46a62d29 req-accab9e8-1cf0-4c3f-9b4c-8ffc2610ae12 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0781922 Mar 23 10:39:53.793812 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2de6b186-444a-495e-ab46-c0da46a62d29 req-741aad2e-c3c4-4fe8-80fd-cef608a10647 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372114 Mar 23 10:39:53.973631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69bde4-d93a-46f3-bb37-e92d52292f1e req-6b3aea0a-83f1-4fee-aea1-3a6892c7fd44 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:53.975073 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ba69bde4-d93a-46f3-bb37-e92d52292f1e req-6b3aea0a-83f1-4fee-aea1-3a6892c7fd44 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0785632 Mar 23 10:39:53.983601 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 40654) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:39:53.988478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e31eee34-745e-43e0-8f95-7c92c3fbd21e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'floatingip': {'port_id': '7b9cbe1a-e351-4eed-9abb-490ca941317a'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:39:54.067070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e31eee34-745e-43e0-8f95-7c92c3fbd21e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:54.648281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e31eee34-745e-43e0-8f95-7c92c3fbd21e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:54.651941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e31eee34-745e-43e0-8f95-7c92c3fbd21e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:54.925065 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-e31eee34-745e-43e0-8f95-7c92c3fbd21e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1 associated. External IP: 172.26.4.46, port: 7b9cbe1a-e351-4eed-9abb-490ca941317a. Mar 23 10:39:55.266286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31eee34-745e-43e0-8f95-7c92c3fbd21e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Router 124ec143-4f2e-4ee7-b74e-c631295b610d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:39:55.442553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31eee34-745e-43e0-8f95-7c92c3fbd21e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:39:55.447411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e31eee34-745e-43e0-8f95-7c92c3fbd21e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:39:55.452981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:39:55.462821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:39:55.463425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:39:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:55.504595 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e31eee34-745e-43e0-8f95-7c92c3fbd21e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "PUT /v2.0/floatingips/5eec245a-3b72-4c05-bc19-97fcb51e02f1 HTTP/1.1" status: 200 len: 991 time: 1.5199242 Mar 23 10:39:55.505287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:39:55.549255 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'status': 'completed', 'code': 200} Mar 23 10:39:55.645051 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:39:55.645685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-d964c6ea-1722-4b4c-ba50-111e424010a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:55.647162 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-d964c6ea-1722-4b4c-ba50-111e424010a1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 1099 time: 0.0722189 Mar 23 10:39:55.676383 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85801410-bd12-40fc-a57e-8b01959b0241 req-6263e514-97a4-4737-b43e-2ddc81a7502c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:55.677951 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-85801410-bd12-40fc-a57e-8b01959b0241 req-6263e514-97a4-4737-b43e-2ddc81a7502c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0854168 Mar 23 10:39:55.724403 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-85801410-bd12-40fc-a57e-8b01959b0241 req-1dad2fff-b046-4413-ad8d-a249b19d4df3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407419 Mar 23 10:39:55.784346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-03179278-8f2e-4e48-90ac-6ca8bfc15289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:55.785852 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-03179278-8f2e-4e48-90ac-6ca8bfc15289 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1330273 Mar 23 10:39:55.934446 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-0b56d4d9-bfe9-406b-951b-50a2e1ea032a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a HTTP/1.1" status: 200 len: 999 time: 0.1425691 Mar 23 10:39:55.999530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:4f:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:39:54Z', 'revision_number': 1, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:56.003324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:39:56.004498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54abde9-3b0b-4ea5-96c5-f274055dc8fa req-890eb680-620b-4e6f-8a03-7901d991ebbd tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:56.005971 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b54abde9-3b0b-4ea5-96c5-f274055dc8fa req-890eb680-620b-4e6f-8a03-7901d991ebbd tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.1577463 Mar 23 10:39:56.015621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:39:56.016304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:39:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:56.029104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-881e0382-65de-47b0-993f-0a40c123b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:56.030555 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-881e0382-65de-47b0-993f-0a40c123b46f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0902305 Mar 23 10:39:56.099735 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b54abde9-3b0b-4ea5-96c5-f274055dc8fa req-f5ea13ae-41bc-4608-a06a-e174a0650e0d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870810 Mar 23 10:39:56.132690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-1b0b6c3b-1c4e-41df-b5d3-0516532e9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:56.134177 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-1b0b6c3b-1c4e-41df-b5d3-0516532e9431 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0966008 Mar 23 10:39:56.198804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:39:56.264686 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-20aff87e-f19d-4fca-b82b-dc5d6a23cfaf service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241784 Mar 23 10:39:56.500498 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-007e46b6-ef0f-48ee-8cfd-684284ff463b req-62ae44b3-3188-4b99-834e-5a92adf6cd9f service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298439 Mar 23 10:39:56.589649 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:4f:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:39:54Z', 'revision_number': 1, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:39:56.593569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700ba52-bdc8-42b8-9ed8-b2fe327385f7 None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:4f:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:39:54Z', 'revision_number': 1, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:39:56.770387 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4537fcb-99e7-4c0f-8233-013688d75d21 None None] New status for floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:39:57.283629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf020d-824a-4e0d-95cd-8a7757fb7b5d req-22bd474d-6bef-4387-a1b0-0d4e1c5e3e51 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:57.285076 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-20bf020d-824a-4e0d-95cd-8a7757fb7b5d req-22bd474d-6bef-4387-a1b0-0d4e1c5e3e51 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0791311 Mar 23 10:39:57.328296 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-20bf020d-824a-4e0d-95cd-8a7757fb7b5d req-ffd2a537-14d6-406a-8739-a726081b2ff7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374811 Mar 23 10:39:57.519679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f3113-352d-4621-90d6-b08b9a59530e req-4cdd4c32-ddb3-4cd2-9d77-5b39684c3d98 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:57.521152 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d0f3113-352d-4621-90d6-b08b9a59530e req-4cdd4c32-ddb3-4cd2-9d77-5b39684c3d98 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0911229 Mar 23 10:39:57.563899 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d0f3113-352d-4621-90d6-b08b9a59530e req-58be48fc-7b47-4776-904b-6ff166e3631d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371137 Mar 23 10:39:57.951004 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-dc9f769a-9076-4192-8d97-728817e0a8fd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189334 Mar 23 10:39:57.978881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69358ca2-9178-47ed-a305-dc4d362029e8 req-48a59125-fd03-4591-b514-1b054637da06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:57.980338 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69358ca2-9178-47ed-a305-dc4d362029e8 req-48a59125-fd03-4591-b514-1b054637da06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0953364 Mar 23 10:39:58.027122 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69358ca2-9178-47ed-a305-dc4d362029e8 req-b6545c95-762b-4974-9ac0-17f63478d26d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400429 Mar 23 10:39:59.120854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-e3e4dc42-8f8d-43f4-8b98-9629f63c9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:59.122957 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-e3e4dc42-8f8d-43f4-8b98-9629f63c9e6c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 1099 time: 0.0716739 Mar 23 10:39:59.217364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe1bdf-d874-4e33-b924-575c21934156 req-8bcbdc98-12c4-432c-ba0f-6e58a89a1c0c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:59.219055 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-55fe1bdf-d874-4e33-b924-575c21934156 req-8bcbdc98-12c4-432c-ba0f-6e58a89a1c0c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0828006 Mar 23 10:39:59.257661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-a7b3582e-e2e5-41e4-89f1-04a291633710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:59.259093 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-a7b3582e-e2e5-41e4-89f1-04a291633710 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1309862 Mar 23 10:39:59.263514 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-55fe1bdf-d874-4e33-b924-575c21934156 req-0898f41b-e219-4d9f-8305-b85952dd6664 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382187 Mar 23 10:39:59.361944 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-8caf137b-a7b3-486a-889a-8eff84e46760 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a HTTP/1.1" status: 200 len: 1001 time: 0.0971160 Mar 23 10:39:59.422099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-a51de94d-bad4-4400-8130-78df3858a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:59.423645 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-a51de94d-bad4-4400-8130-78df3858a037 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0555046 Mar 23 10:39:59.501084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-aa392f48-3ac3-40f3-8937-c4962fe775ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:39:59.502583 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-aa392f48-3ac3-40f3-8937-c4962fe775ea service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711582 Mar 23 10:39:59.629777 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-4ab61f24-75d9-4187-b0ca-084292cf8acc service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213341 Mar 23 10:39:59.755397 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-256be513-05c2-48e0-b9b6-a9fc2a3b2c5d service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200883 Mar 23 10:40:00.444500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f7d38-a393-4dd7-8ac2-fd26dfb51599 req-dd1a76b5-41f1-43dd-a66d-8e6e313e4355 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:00.446063 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-540f7d38-a393-4dd7-8ac2-fd26dfb51599 req-dd1a76b5-41f1-43dd-a66d-8e6e313e4355 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0777884 Mar 23 10:40:00.488494 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-540f7d38-a393-4dd7-8ac2-fd26dfb51599 req-5d1a6605-8c17-4e74-8ea6-2cb4cfe96910 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369675 Mar 23 10:40:01.673819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d9d1-ce40-4bf9-804b-e4010a24de27 req-5938d6a0-0409-451b-b1e5-f49b57184056 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:01.675275 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-03a5d9d1-ce40-4bf9-804b-e4010a24de27 req-5938d6a0-0409-451b-b1e5-f49b57184056 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0792935 Mar 23 10:40:01.723876 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-03a5d9d1-ce40-4bf9-804b-e4010a24de27 req-e7a8afef-c0d7-4635-996c-c88bc3191175 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428786 Mar 23 10:40:02.927480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f48be-640f-4c86-8592-71833501ab3f req-a2f5ced7-6bc9-4fcf-8489-b0ac10a6f403 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:02.928935 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-429f48be-640f-4c86-8592-71833501ab3f req-a2f5ced7-6bc9-4fcf-8489-b0ac10a6f403 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0966046 Mar 23 10:40:02.971865 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-429f48be-640f-4c86-8592-71833501ab3f req-e71a4599-91b4-4fbb-9d46-05ab953c04cb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372984 Mar 23 10:40:03.704586 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1d08d06c-7ecc-4fb7-84f1-bef595edc058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:04.155426 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da493b-f62f-4e05-bda5-c046af007023 req-26b28a06-ba13-4a6e-a396-ac6cad64e796 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:04.156986 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-01da493b-f62f-4e05-bda5-c046af007023 req-26b28a06-ba13-4a6e-a396-ac6cad64e796 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0801694 Mar 23 10:40:04.201594 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-01da493b-f62f-4e05-bda5-c046af007023 req-a4661120-b27c-479b-b88e-871f823b473b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389330 Mar 23 10:40:05.383952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070b9f4-ae34-4ee4-9ac8-1fac22c0996f req-36349717-5cf5-4764-8764-47509b813f82 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:05.385382 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2070b9f4-ae34-4ee4-9ac8-1fac22c0996f req-36349717-5cf5-4764-8764-47509b813f82 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0784302 Mar 23 10:40:05.427611 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2070b9f4-ae34-4ee4-9ac8-1fac22c0996f req-a21d4d64-2a5c-47c1-b8b8-fae745ea6bbc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365348 Mar 23 10:40:06.302577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:06.563901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4e32a8eb-551d-485b-9cc3-f2c6fae29ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:06.616813 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d342543-52c2-415b-9797-1eac3f3773ef req-bf916c77-7ae6-44c2-a98c-81105322d927 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:06.618351 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4d342543-52c2-415b-9797-1eac3f3773ef req-bf916c77-7ae6-44c2-a98c-81105322d927 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0854998 Mar 23 10:40:06.664018 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4d342543-52c2-415b-9797-1eac3f3773ef req-25192bf0-eeec-4bad-9e45-b0823053e241 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393345 Mar 23 10:40:07.291688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:07.505205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:07.849103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c683734-2583-4bc4-8fe7-6f7ec3db796a req-d08f5266-e0f5-4807-96ae-b46d276d606c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:07.850558 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7c683734-2583-4bc4-8fe7-6f7ec3db796a req-d08f5266-e0f5-4807-96ae-b46d276d606c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0818610 Mar 23 10:40:07.893624 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7c683734-2583-4bc4-8fe7-6f7ec3db796a req-df5d2e64-e89f-4feb-bc22-e384cb361467 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374818 Mar 23 10:40:09.076208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da566047-2242-4f00-b723-640252138536 req-1f59b71b-7037-449d-a37d-9e20be6fce28 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:09.077711 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-da566047-2242-4f00-b723-640252138536 req-1f59b71b-7037-449d-a37d-9e20be6fce28 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0794468 Mar 23 10:40:09.121008 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-da566047-2242-4f00-b723-640252138536 req-cd457e44-711f-41ae-a924-76e80db1ccef tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373960 Mar 23 10:40:09.561915 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:10.302679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1debbbd-d86e-4bde-8a24-c80c642793d5 req-35edd1f5-5957-4aad-9a51-1bf894a31621 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:10.304116 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d1debbbd-d86e-4bde-8a24-c80c642793d5 req-35edd1f5-5957-4aad-9a51-1bf894a31621 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0782335 Mar 23 10:40:10.349509 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d1debbbd-d86e-4bde-8a24-c80c642793d5 req-37b238bd-c7db-4111-a9eb-0205c12fadb6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390599 Mar 23 10:40:11.529161 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:40:11.532694 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b8ef9-bdd1-4983-bb5d-90d8edd3b9e5 req-98647190-61b7-42ca-8998-2af274690286 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:11.534135 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4b1b8ef9-bdd1-4983-bb5d-90d8edd3b9e5 req-98647190-61b7-42ca-8998-2af274690286 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0800254 Mar 23 10:40:11.577079 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4b1b8ef9-bdd1-4983-bb5d-90d8edd3b9e5 req-4d586eb9-1e60-484b-a17e-232ce4dae1d3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373898 Mar 23 10:40:12.857884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a662f-5fea-499b-b145-3c4d7cf9391a req-ff38aae3-4af6-4319-9368-c01cd15e8b3d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:12.859255 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c91a662f-5fea-499b-b145-3c4d7cf9391a req-ff38aae3-4af6-4319-9368-c01cd15e8b3d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.1728988 Mar 23 10:40:12.902431 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c91a662f-5fea-499b-b145-3c4d7cf9391a req-080539cc-2a95-4212-8b9b-3de963d3ca32 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374506 Mar 23 10:40:14.088189 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad856ddf-cf64-4433-a50c-3d55a0f1f867 req-453b0d7d-6054-4ec7-a545-7bc41008fe0a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:14.089670 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ad856ddf-cf64-4433-a50c-3d55a0f1f867 req-453b0d7d-6054-4ec7-a545-7bc41008fe0a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0808413 Mar 23 10:40:14.137314 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ad856ddf-cf64-4433-a50c-3d55a0f1f867 req-ff40a47c-bbfb-4342-bd17-9382e4f962eb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419827 Mar 23 10:40:15.317910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541348f-35b2-494c-a039-9e5ec951ed76 req-4fe0a9a9-9e75-4d5c-84d2-003b54929501 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:15.319370 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a541348f-35b2-494c-a039-9e5ec951ed76 req-4fe0a9a9-9e75-4d5c-84d2-003b54929501 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0786784 Mar 23 10:40:15.361985 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a541348f-35b2-494c-a039-9e5ec951ed76 req-9169cbec-3ad6-47e6-9a49-9cfdd0849c7c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369592 Mar 23 10:40:16.541147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3da5f-e6fe-44a4-b6a8-2d7468dfcb7c req-1a5d408f-fbaa-428e-adcf-ea7177663f8d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:16.542566 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3f3da5f-e6fe-44a4-b6a8-2d7468dfcb7c req-1a5d408f-fbaa-428e-adcf-ea7177663f8d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0786209 Mar 23 10:40:16.585494 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3f3da5f-e6fe-44a4-b6a8-2d7468dfcb7c req-c0e2dad9-f4ae-45a6-bb88-a84da563722d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374107 Mar 23 10:40:17.766313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63738593-d625-458b-9aba-772d787762c8 req-9d8ca8b0-123b-4ed9-81e1-d207647a7f9d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:17.767927 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63738593-d625-458b-9aba-772d787762c8 req-9d8ca8b0-123b-4ed9-81e1-d207647a7f9d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0771477 Mar 23 10:40:17.812999 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63738593-d625-458b-9aba-772d787762c8 req-4c5ac15e-e1fe-4e18-92c0-7e05f05fb263 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394545 Mar 23 10:40:18.998637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779ca00-9b21-4766-b167-cfb6e981fd36 req-2374c193-0211-40cd-9ac8-31db7d5422cf tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:19.000116 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9779ca00-9b21-4766-b167-cfb6e981fd36 req-2374c193-0211-40cd-9ac8-31db7d5422cf tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0830605 Mar 23 10:40:19.042851 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9779ca00-9b21-4766-b167-cfb6e981fd36 req-c82816c9-2c7b-4866-b578-348c20aa5086 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371881 Mar 23 10:40:20.233511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d0117b-1c51-4cd1-b379-03ea5f97754e req-02dae550-be76-432f-ad2c-d99ddf8fbc78 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:20.235057 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-70d0117b-1c51-4cd1-b379-03ea5f97754e req-02dae550-be76-432f-ad2c-d99ddf8fbc78 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0785887 Mar 23 10:40:20.279649 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-70d0117b-1c51-4cd1-b379-03ea5f97754e req-e1d2d8e8-e401-46ad-9820-296159f50fba tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375996 Mar 23 10:40:21.422965 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-a10ad3d0-9ec2-4cb4-bd7e-df51bb2ecd54 service neutron] 10.222.0.102 "GET /v2.0/ports/7b9cbe1a-e351-4eed-9abb-490ca941317a/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0779665 Mar 23 10:40:21.468036 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61ffce-88e2-4458-b8a7-0b31194f719a req-d34c222f-5ff1-4ef1-889b-0ffbe31864e0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:21.469524 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cd61ffce-88e2-4458-b8a7-0b31194f719a req-d34c222f-5ff1-4ef1-889b-0ffbe31864e0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0825922 Mar 23 10:40:21.517418 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cd61ffce-88e2-4458-b8a7-0b31194f719a req-515aaa30-4550-4008-8ad2-d8022b84fd4d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413897 Mar 23 10:40:21.680467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-49920514-0f09-41ea-b19c-1c8f599faddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:21.681842 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-49920514-0f09-41ea-b19c-1c8f599faddb service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 1099 time: 0.0681779 Mar 23 10:40:21.784226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-2dccbadb-7a6a-4641-8c8a-9fd9b5f6f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:21.785852 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-2dccbadb-7a6a-4641-8c8a-9fd9b5f6f106 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 1099 time: 0.0830066 Mar 23 10:40:21.918895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-6709d5ff-d6d2-46e2-bca2-61ed1ab4a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:21.920322 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-6709d5ff-d6d2-46e2-bca2-61ed1ab4a61b service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1292927 Mar 23 10:40:22.022908 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-13f6180d-df94-482b-896e-f1034fff1610 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a HTTP/1.1" status: 200 len: 1001 time: 0.0963147 Mar 23 10:40:22.087583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-871d75b4-de23-4985-bbad-dae732a5fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:22.089006 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-871d75b4-de23-4985-bbad-dae732a5fff3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0605586 Mar 23 10:40:22.163329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-4cf7caca-cf4e-41f6-8cd7-0c9ba187477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:22.164841 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-4cf7caca-cf4e-41f6-8cd7-0c9ba187477b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702400 Mar 23 10:40:22.299911 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-48f5f817-109b-4185-ba4a-0162a0eb693d service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288159 Mar 23 10:40:22.433230 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b2017f7-1e43-42db-90ad-20f25ba85186 req-159b8b34-a4c4-401c-87b0-734adc43ccc7 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273701 Mar 23 10:40:22.718214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec5b75-3c3e-467e-a822-2295826f3bc6 req-f4cfea9c-57ef-47b3-bdec-c070212e9ce2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:22.719698 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a8ec5b75-3c3e-467e-a822-2295826f3bc6 req-f4cfea9c-57ef-47b3-bdec-c070212e9ce2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0865166 Mar 23 10:40:22.763468 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a8ec5b75-3c3e-467e-a822-2295826f3bc6 req-35fcf291-b152-41e4-9e4e-d1eb33b86e31 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381184 Mar 23 10:40:23.950877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2102a67-c842-4709-af89-2853afbbed05 req-626de08d-1be8-47fc-a198-f9ab572f1d78 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:23.952441 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c2102a67-c842-4709-af89-2853afbbed05 req-626de08d-1be8-47fc-a198-f9ab572f1d78 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0827947 Mar 23 10:40:23.996742 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c2102a67-c842-4709-af89-2853afbbed05 req-1f135bff-ed17-4e4c-8213-e8c0e74590cd tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385237 Mar 23 10:40:25.188682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730a8c1-4ce1-41f7-aca8-6615fa09e024 req-45744801-2b02-4b03-8afd-679652fa5e35 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:25.190051 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5730a8c1-4ce1-41f7-aca8-6615fa09e024 req-45744801-2b02-4b03-8afd-679652fa5e35 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0785809 Mar 23 10:40:25.233849 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5730a8c1-4ce1-41f7-aca8-6615fa09e024 req-3f14fb22-6025-49cd-99b2-c6369c3fe7d6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382574 Mar 23 10:40:25.595109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e605dd-6b8a-41ef-909e-1237c70f3b1e req-9c22f5ca-4a20-46e1-83c3-bb732b9406d4 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:25.596557 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-77e605dd-6b8a-41ef-909e-1237c70f3b1e req-9c22f5ca-4a20-46e1-83c3-bb732b9406d4 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.1417525 Mar 23 10:40:25.605011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-d76d4dfa-0fb7-4131-b2eb-2b349bff5432 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:25.606870 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-d76d4dfa-0fb7-4131-b2eb-2b349bff5432 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f&tenant_id=f0817c8d3cb74b6ba74057507774e265&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 946 time: 0.1179669 Mar 23 10:40:25.648358 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-77e605dd-6b8a-41ef-909e-1237c70f3b1e req-2df0f463-61e6-4f03-b440-7a120fc54cc3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405691 Mar 23 10:40:25.669794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7b9cbe1a-e351-4eed-9abb-490ca941317a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:40:25.669794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7b9cbe1a-e351-4eed-9abb-490ca941317a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:40:25.748289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-c43195ae-282e-4b56-b695-19d6709004a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:25.749776 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-c43195ae-282e-4b56-b695-19d6709004a4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 1099 time: 0.0737956 Mar 23 10:40:25.882104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-345f7bda-60c7-41ef-bfba-381af45e698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:25.883445 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-345f7bda-60c7-41ef-bfba-381af45e698e service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1269121 Mar 23 10:40:25.884611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:25.914962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 7b9cbe1a-e351-4eed-9abb-490ca941317a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:40:25.936929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:40:25.943097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'port_id': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'mac_address': 'fa:16:3e:4f:ae:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:40:25.949631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 7b9cbe1a-e351-4eed-9abb-490ca941317a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:40:25.980453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.031994 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'code': 200} Mar 23 10:40:26.062652 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.087321 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-cbd708ab-7765-4427-a301-3df0bcae186e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a HTTP/1.1" status: 200 len: 1001 time: 0.1974316 Mar 23 10:40:26.090824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b9cbe1a-e351-4eed-9abb-490ca941317a {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:40:26.097480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=7b9cbe1a-e351-4eed-9abb-490ca941317a,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:26.111435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 7b9cbe1a-e351-4eed-9abb-490ca941317a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:40:26.115261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:26.149230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-793bba19-a63f-4764-ac1b-1707b713f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:26.150583 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-793bba19-a63f-4764-ac1b-1707b713f560 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0576274 Mar 23 10:40:26.184232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['7b9cbe1a-e351-4eed-9abb-490ca941317a'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:40:26.225516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=7b9cbe1a-e351-4eed-9abb-490ca941317a,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:26.229106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-6bdf1931-68a7-4696-bc5d-d42bf1552aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:26.230603 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-6bdf1931-68a7-4696-bc5d-d42bf1552aee service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743585 Mar 23 10:40:26.361252 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-64903738-dc79-45c6-b81e-c11a32265629 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244614 Mar 23 10:40:26.498348 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d7a214f7-dafb-47f8-a054-eb74b9b75144 req-780c674b-23ed-4df2-8489-f89325c151eb service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305287 Mar 23 10:40:26.836307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f18b5-24ce-4a3b-b609-8c94682b4c1d req-3f57a2f6-f3bc-43ff-a99b-bf286d3b3978 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:26.837919 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-681f18b5-24ce-4a3b-b609-8c94682b4c1d req-3f57a2f6-f3bc-43ff-a99b-bf286d3b3978 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 945 time: 0.0838239 Mar 23 10:40:26.883829 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-681f18b5-24ce-4a3b-b609-8c94682b4c1d req-3ecf61d2-c317-4118-b2b3-8b68e4a4a2df tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401287 Mar 23 10:40:27.663216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7b9cbe1a-e351-4eed-9abb-490ca941317a up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:40:27.732027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 7b9cbe1a-e351-4eed-9abb-490ca941317a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:27.732389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.846107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.878791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 7b9cbe1a-e351-4eed-9abb-490ca941317a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:40:27.882743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:27.937149 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-750f8b1d-6175-4522-b6b5-5be1c40110f9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808358 Mar 23 10:40:27.952248 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=7b9cbe1a-e351-4eed-9abb-490ca941317a,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:28.032758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:40:28.079557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c2c2b-ba80-44c2-bc1f-10e8cdfbea68 req-2af81451-b0b7-4350-ac2b-e9a9906473aa tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:28.080365 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'code': 200} Mar 23 10:40:28.080799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-600f3de7-7736-4333-bfaa-b4e1fd29e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:28.081192 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-951c2c2b-ba80-44c2-bc1f-10e8cdfbea68 req-2af81451-b0b7-4350-ac2b-e9a9906473aa tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0844069 Mar 23 10:40:28.082315 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-600f3de7-7736-4333-bfaa-b4e1fd29e240 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 1099 time: 0.0757637 Mar 23 10:40:28.124920 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-951c2c2b-ba80-44c2-bc1f-10e8cdfbea68 req-706d14e4-6932-4d90-bbe4-20b903604fd3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378990 Mar 23 10:40:28.227704 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-fdaf8bfd-5dd9-4c0c-8c23-4fa6501d4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:28.229291 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-fdaf8bfd-5dd9-4c0c-8c23-4fa6501d4d72 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1271412 Mar 23 10:40:28.376340 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-4a0a346e-5720-4b8a-ba9c-d7b44518538f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a HTTP/1.1" status: 200 len: 1001 time: 0.1397135 Mar 23 10:40:28.455007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f67f7-0b76-4371-a771-90624c44815f req-1e45fb43-6e50-4ee0-9b80-4ec1989be9eb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:28.456516 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-998f67f7-0b76-4371-a771-90624c44815f req-1e45fb43-6e50-4ee0-9b80-4ec1989be9eb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.2246141 Mar 23 10:40:28.459854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-7997a4ce-2091-4ec9-affe-603cf5581d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:28.461186 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-7997a4ce-2091-4ec9-affe-603cf5581d54 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0776927 Mar 23 10:40:28.546258 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-998f67f7-0b76-4371-a771-90624c44815f req-d2c8fee5-f40f-4755-aa94-e41d1d839f49 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839460 Mar 23 10:40:28.570348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-1a8d4102-4457-419f-b7bb-10b13eb3f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:28.571860 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-1a8d4102-4457-419f-b7bb-10b13eb3f00f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0971007 Mar 23 10:40:28.701479 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-4cb5f758-b7f9-400d-8d25-2ce1196dc3c9 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236942 Mar 23 10:40:28.724549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548080f-ac6b-4b6d-bda0-ad43e352e1e7 req-5ab16200-dc68-4973-a3a4-201aec02866a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:28.726013 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0548080f-ac6b-4b6d-bda0-ad43e352e1e7 req-5ab16200-dc68-4973-a3a4-201aec02866a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0785460 Mar 23 10:40:28.768912 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0548080f-ac6b-4b6d-bda0-ad43e352e1e7 req-0351913d-0ee8-4117-8258-a646f22becd1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371742 Mar 23 10:40:28.829684 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d93eed83-df1e-4e25-8f7b-eda356970d6f req-f0401951-8978-4c04-addd-434a1c67902a service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228907 Mar 23 10:40:29.195172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045cab7-757d-4f74-b4b0-da6f54e890f5 req-132654bf-5109-4c72-8ac0-fd4f1ead73ad tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:29.196596 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1045cab7-757d-4f74-b4b0-da6f54e890f5 req-132654bf-5109-4c72-8ac0-fd4f1ead73ad tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.1303694 Mar 23 10:40:29.247089 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1045cab7-757d-4f74-b4b0-da6f54e890f5 req-f3ef5823-f3da-4e32-b60a-d52d8669c1c8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442650 Mar 23 10:40:30.431518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a02287-bb4d-4421-961c-a4c66d3bb8c9 req-753cf231-04a1-416d-ab38-fefbbda26e86 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:30.432954 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-00a02287-bb4d-4421-961c-a4c66d3bb8c9 req-753cf231-04a1-416d-ab38-fefbbda26e86 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.0787532 Mar 23 10:40:30.476154 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-00a02287-bb4d-4421-961c-a4c66d3bb8c9 req-e1be63d4-727a-42f4-b10c-c8b985d004d9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372481 Mar 23 10:40:30.878972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-4900de3c-c93d-47e7-a824-cde230e0ebd9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:30.880247 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-4900de3c-c93d-47e7-a824-cde230e0ebd9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 946 time: 0.1892197 Mar 23 10:40:30.946757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Deleting port 7b9cbe1a-e351-4eed-9abb-490ca941317a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:40:30.947087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.188863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] For port 7b9cbe1a-e351-4eed-9abb-490ca941317a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7b9cbe1a-e351-4eed-9abb-490ca941317a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:40:31.189150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.470253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.470931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.470931 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1 disassociated. External IP: 172.26.4.46, port: 7b9cbe1a-e351-4eed-9abb-490ca941317a. Mar 23 10:40:31.471232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Calling delete_port for 7b9cbe1a-e351-4eed-9abb-490ca941317a owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:40:31.624995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:31.663186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86acf7a-2427-4db6-8d9a-0fee1fdefbf5 req-b6a99c09-6722-47bd-a39f-b9501a52b581 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:31.664620 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f86acf7a-2427-4db6-8d9a-0fee1fdefbf5 req-b6a99c09-6722-47bd-a39f-b9501a52b581 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=2fbb8c6f-07bb-4667-84cd-bc4a047e000f HTTP/1.1" status: 200 len: 867 time: 0.0801003 Mar 23 10:40:31.677338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event deleted for resources: {'Port': ['ID=7b9cbe1a-e351-4eed-9abb-490ca941317a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:31.688653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.688998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.689359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.689697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.690012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.690338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.690658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.690983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.691341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.691662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.691980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.692295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:40:31.721109 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f86acf7a-2427-4db6-8d9a-0fee1fdefbf5 req-b2377ba8-7152-4c73-810e-3fc34091f572 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493803 Mar 23 10:40:31.876668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Router 124ec143-4f2e-4ee7-b74e-c631295b610d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:40:32.054289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:40:32.063480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:40:32.073112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:40:32.073739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:40:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:32.126443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] No DVR routers for this DVR port 7b9cbe1a-e351-4eed-9abb-490ca941317a on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:40:32.129176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:32.133041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'name': 'network-vif-deleted', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:40:32.147623 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7163b485-a7e1-4eaa-b55a-11e4644cd36f req-0d793f7a-3b77-460c-95eb-bb676a7a1424 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "DELETE /v2.0/ports/7b9cbe1a-e351-4eed-9abb-490ca941317a HTTP/1.1" status: 204 len: 173 time: 1.2616694 Mar 23 10:40:32.186400 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fbb8c6f-07bb-4667-84cd-bc4a047e000f', 'name': 'network-vif-deleted', 'tag': '7b9cbe1a-e351-4eed-9abb-490ca941317a', 'status': 'completed', 'code': 200} Mar 23 10:40:32.261778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:40:32.579111 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:32.582950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:40:32.591657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:40:32.592317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:40:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:32.814719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:40:33.050479 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-0a60cd7b-620c-4606-a580-c4f4e6aad8c8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--545448625&fields=id&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 267 time: 0.0384071 Mar 23 10:40:33.129657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:33.133490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456b440-889c-413c-9e9a-fcaf4a8a8d2d None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:40:33.202323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09589dd1-e24d-49b2-956b-c019222722cc req-1f3b4f7b-3250-4ece-8c67-720dd4e0c6ad tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:33.203021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-09589dd1-e24d-49b2-956b-c019222722cc req-1f3b4f7b-3250-4ece-8c67-720dd4e0c6ad tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Synchronizing usage tracker for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:40:33.220330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-09589dd1-e24d-49b2-956b-c019222722cc req-1f3b4f7b-3250-4ece-8c67-720dd4e0c6ad tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Unset dirty status for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:40:33.221730 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-1f3b4f7b-3250-4ece-8c67-720dd4e0c6ad tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 812 time: 0.1647923 Mar 23 10:40:33.236169 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-9b6c7ae7-ca7a-465d-a6ff-af423b4860cc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/quotas/f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 375 time: 0.0090322 Mar 23 10:40:33.329764 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-923b2e99-947a-4bde-935c-4a86938568b9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869138 Mar 23 10:40:33.354046 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f67ea9-8dc6-4f4c-a5f4-2e5b4c4ed4e5 None None] New status for floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:40:33.623873 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-15d76407-5ceb-459a-9a36-988a575690d7 service neutron] 10.222.0.84 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817457 Mar 23 10:40:33.706199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-07070397-98c5-45b5-adac-d7f01680a6da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:33.754288 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-55ccd151-ae61-4e48-8021-6f42b579dd9a service neutron] 10.222.0.84 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243532 Mar 23 10:40:33.932177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-77ddfbf0-a2ad-4fe6-8d4f-25c14515d25a req-cadf5020-6bd6-4887-a127-d452f032b2c9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Synchronizing usage tracker for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:40:33.949228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-77ddfbf0-a2ad-4fe6-8d4f-25c14515d25a req-cadf5020-6bd6-4887-a127-d452f032b2c9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Unset dirty status for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:40:33.950364 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-77ddfbf0-a2ad-4fe6-8d4f-25c14515d25a req-cadf5020-6bd6-4887-a127-d452f032b2c9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 210 time: 0.0599465 Mar 23 10:40:35.057307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09589dd1-e24d-49b2-956b-c019222722cc req-3cbddee0-13eb-4cdf-98a6-cb0bec58c508 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:35.059260 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-3cbddee0-13eb-4cdf-98a6-cb0bec58c508 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 812 time: 0.2605047 Mar 23 10:40:35.107198 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-e2469d31-b930-454c-bd4f-bebda435c76d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 379 time: 0.0403063 Mar 23 10:40:35.109549 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d07c2019-7b21-4b83-9171-80e9a5b3611d req-90512171-36d0-40cb-8972-aad03437d22f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 210 time: 0.0517251 Mar 23 10:40:35.116667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'port': {'device_id': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'admin_state_up': True, 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'security_groups': ['c0d79c9d-86d2-473b-8b57-5bf024edbe50']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:40:35.250122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:40:35.259441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:40:35.268679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Made reservation on behalf of f0817c8d3cb74b6ba74057507774e265 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:40:35.272124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.429338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Allocated IP 172.20.0.9 (6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d/105685cb-9658-47f5-b6c2-0f1a62f756c4/4f4d7f6f-4331-4f73-a808-72301f628a1e) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:40:35.615759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.630441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Transition to ACTIVE for port object 4f4d7f6f-4331-4f73-a808-72301f628a1e will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:35.653494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.724201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:40:35.727107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:40:35.731828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:40:35.732704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7b9cbe1a-e351-4eed-9abb-490ca941317a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:40:35.767987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 7b9cbe1a-e351-4eed-9abb-490ca941317a {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:40:35.768317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7b9cbe1a-e351-4eed-9abb-490ca941317a not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:40:35.777946 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event updated for resources: {'Port': ['ID=4f4d7f6f-4331-4f73-a808-72301f628a1e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:35.809163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:35.810295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.838143 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-16fb196a-46c5-4c20-964b-74705d32bf34 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7250769 Mar 23 10:40:35.849212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Request body: {'port': {'device_id': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:40:35.927171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7f9391f8-321e-4344-88db-9976cce5e3e7 None None] Provisioning for port 4f4d7f6f-4331-4f73-a808-72301f628a1e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:40:35.931989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7f9391f8-321e-4344-88db-9976cce5e3e7 None None] Provisioning complete for port 4f4d7f6f-4331-4f73-a808-72301f628a1e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:35.932403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7f9391f8-321e-4344-88db-9976cce5e3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.971329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:35.988353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7f9391f8-321e-4344-88db-9976cce5e3e7 None None] Port 4f4d7f6f-4331-4f73-a808-72301f628a1e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:40:36.308422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:36.367646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ad8d19-4587-408f-94a3-574e7659eb60 req-5343883e-fc21-47fe-9eeb-3b26e9371237 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:36.368322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-37ad8d19-4587-408f-94a3-574e7659eb60 req-5343883e-fc21-47fe-9eeb-3b26e9371237 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Synchronizing usage tracker for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:40:36.376564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4d7f6f-4331-4f73-a808-72301f628a1e {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:40:36.386524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:36.403332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-37ad8d19-4587-408f-94a3-574e7659eb60 req-5343883e-fc21-47fe-9eeb-3b26e9371237 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Unset dirty status for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:40:36.404379 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-37ad8d19-4587-408f-94a3-574e7659eb60 req-5343883e-fc21-47fe-9eeb-3b26e9371237 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 931 time: 0.1902683 Mar 23 10:40:36.405245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Transition to ACTIVE for port object 4f4d7f6f-4331-4f73-a808-72301f628a1e will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:40:36.409312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:36.566480 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-37ad8d19-4587-408f-94a3-574e7659eb60 req-e517ed78-042a-46ab-942b-20198f1eea46 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533444 Mar 23 10:40:36.571907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4d7f6f-4331-4f73-a808-72301f628a1e,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:36.583095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ff00cd69-65ea-4819-88d5-3175c834ec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:36.678572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Attempting to bind port 4f4d7f6f-4331-4f73-a808-72301f628a1e on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:40:36.678903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Attempting to bind port 4f4d7f6f-4331-4f73-a808-72301f628a1e by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:40:36.679253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Attempting to bind port 4f4d7f6f-4331-4f73-a808-72301f628a1e on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:40:36.683863 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Port 4f4d7f6f-4331-4f73-a808-72301f628a1e on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:40:36.684180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Attempting to bind port 4f4d7f6f-4331-4f73-a808-72301f628a1e on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:40:36.689173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:40:36.689506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Checking segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:40:36.689882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Bound using segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:40:36.690301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Bound port: 4f4d7f6f-4331-4f73-a808-72301f628a1e, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:40:36.690668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:36.780950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] For port 4f4d7f6f-4331-4f73-a808-72301f628a1e, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:40:36.783736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] For port 4f4d7f6f-4331-4f73-a808-72301f628a1e, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:40:36.788102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:36.940924 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:36.941558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:36.942938 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] 10.222.0.102 "PUT /v2.0/ports/4f4d7f6f-4331-4f73-a808-72301f628a1e HTTP/1.1" status: 200 len: 1093 time: 1.0981510 Mar 23 10:40:36.943329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:40:36.968450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165243d8-8568-4d44-a938-dab3194ff671 service neutron] Pushing event updated for resources: {'Port': ['ID=4f4d7f6f-4331-4f73-a808-72301f628a1e,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:37.013480 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'status': 'completed', 'code': 200} Mar 23 10:40:37.059321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09589dd1-e24d-49b2-956b-c019222722cc req-0fb43b37-f3ce-440f-9bf1-5a266cadbe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:37.060808 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-0fb43b37-f3ce-440f-9bf1-5a266cadbe27 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 1096 time: 0.0820410 Mar 23 10:40:37.130135 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-5b81b83a-524b-4a39-bb18-b16bcc9a89e5 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e HTTP/1.1" status: 200 len: 217 time: 0.0625565 Mar 23 10:40:37.195069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09589dd1-e24d-49b2-956b-c019222722cc req-97569a1c-de99-4b83-9012-a1db57b3e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:37.196387 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-97569a1c-de99-4b83-9012-a1db57b3e1fe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0609190 Mar 23 10:40:37.272908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09589dd1-e24d-49b2-956b-c019222722cc req-3d920c09-2ad6-4fd0-8499-914cce6c1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:37.274412 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-3d920c09-2ad6-4fd0-8499-914cce6c1479 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721757 Mar 23 10:40:37.295083 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:37.406734 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-49542032-19ca-49b8-b09d-92281fb90e84 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259787 Mar 23 10:40:37.508783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:37.537181 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09589dd1-e24d-49b2-956b-c019222722cc req-66a0eef1-06bf-433f-9f23-22d5e01054c2 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244774 Mar 23 10:40:37.658859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-6753c71d-fbd0-405e-94c8-10aa68ec50a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:37.660314 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-6753c71d-fbd0-405e-94c8-10aa68ec50a8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 1096 time: 0.0821953 Mar 23 10:40:37.853927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-6dae8b8a-4263-45de-8c69-1ad2988c179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:37.855966 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-6dae8b8a-4263-45de-8c69-1ad2988c179f service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1876101 Mar 23 10:40:37.920817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559369c-ee78-45c7-9904-f7211d63ce32 req-efa9a76b-dd9a-47fd-a68f-b2557b0b034b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:37.922272 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e559369c-ee78-45c7-9904-f7211d63ce32 req-efa9a76b-dd9a-47fd-a68f-b2557b0b034b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 943 time: 0.2235882 Mar 23 10:40:37.948087 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-8ccdbeaa-3142-414d-afc6-5ab96e3bcf7e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e HTTP/1.1" status: 200 len: 217 time: 0.0845664 Mar 23 10:40:38.016600 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e559369c-ee78-45c7-9904-f7211d63ce32 req-59a4a708-e797-43e0-b851-2e1568d56aec tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876501 Mar 23 10:40:38.025376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-90cf4fda-8ff4-45ce-940c-672224b78a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:38.027292 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-90cf4fda-8ff4-45ce-940c-672224b78a23 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0718987 Mar 23 10:40:38.104177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-6f30feac-fa4d-4e1b-8446-49761a5c421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:38.106377 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-6f30feac-fa4d-4e1b-8446-49761a5c421b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729091 Mar 23 10:40:38.235931 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-04127304-d02a-4c76-8b10-fb8823740561 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232421 Mar 23 10:40:38.364781 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c023c0fe-bad3-4569-9a93-6fabc9262f49 req-e96e8ae3-6628-44fd-a2e3-9dc2c33819b8 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224856 Mar 23 10:40:39.205944 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664a436-0a32-462a-8d02-1f3109f11d3b req-2530486d-17e9-4ac5-b6f5-e0e0eb2db928 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:39.207388 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7664a436-0a32-462a-8d02-1f3109f11d3b req-2530486d-17e9-4ac5-b6f5-e0e0eb2db928 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 943 time: 0.0779612 Mar 23 10:40:39.253285 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7664a436-0a32-462a-8d02-1f3109f11d3b req-19f3e1ee-7402-46dd-a4e1-d0186184fa91 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399582 Mar 23 10:40:39.565450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:39.747860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4f4d7f6f-4331-4f73-a808-72301f628a1e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:40:39.886565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4f4d7f6f-4331-4f73-a808-72301f628a1e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:40:39.898985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'port_id': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'mac_address': 'fa:16:3e:1f:61:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:40:39.952102 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:39.970966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4d7f6f-4331-4f73-a808-72301f628a1e {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:40:39.985973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4f4d7f6f-4331-4f73-a808-72301f628a1e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:40:39.989904 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:40.054176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4f4d7f6f-4331-4f73-a808-72301f628a1e,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:40.179885 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['4f4d7f6f-4331-4f73-a808-72301f628a1e'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:40:40.442570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f17c7e-e460-4301-9dfc-660f37fe70ba req-d3e9ff9e-9327-4a4e-8b73-419ecd3f9b4f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:40.443932 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-19f17c7e-e460-4301-9dfc-660f37fe70ba req-d3e9ff9e-9327-4a4e-8b73-419ecd3f9b4f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 944 time: 0.0819094 Mar 23 10:40:40.486991 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-19f17c7e-e460-4301-9dfc-660f37fe70ba req-ce8edd60-4ed8-460c-b0bb-cbe6ddd481f5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370088 Mar 23 10:40:41.675232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6965a2a-98b9-424a-b8e2-4afe19171f11 req-13e9861e-abce-4b48-9207-c353edd66189 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:41.676670 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d6965a2a-98b9-424a-b8e2-4afe19171f11 req-13e9861e-abce-4b48-9207-c353edd66189 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 944 time: 0.0803425 Mar 23 10:40:41.720882 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d6965a2a-98b9-424a-b8e2-4afe19171f11 req-34a0412d-cd25-4b3d-9097-430fb06c3353 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385957 Mar 23 10:40:41.764032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4f4d7f6f-4331-4f73-a808-72301f628a1e up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:40:41.833174 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 4f4d7f6f-4331-4f73-a808-72301f628a1e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:40:41.838040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 4f4d7f6f-4331-4f73-a808-72301f628a1e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:40:41.838417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:41.984848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:42.012804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:40:42.022247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4f4d7f6f-4331-4f73-a808-72301f628a1e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:40:42.026472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:42.059983 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'code': 200} Mar 23 10:40:42.098648 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4f4d7f6f-4331-4f73-a808-72301f628a1e,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:40:42.372405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f19da-8dd1-42ed-b598-45d038eea1ae req-f59b6aab-e8bf-42a9-964f-a7f7f297160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:42.373791 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cd6f19da-8dd1-42ed-b598-45d038eea1ae req-f59b6aab-e8bf-42a9-964f-a7f7f297160d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 1098 time: 0.1621861 Mar 23 10:40:42.415342 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cd6f19da-8dd1-42ed-b598-45d038eea1ae req-4849d5d8-0aec-46ca-99d7-21d722ee6723 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348165 Mar 23 10:40:42.906034 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c5f08-cbe0-472e-9dde-f63942b2a10b req-088357dc-5170-4d10-9491-9638a0dd8f71 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:42.907673 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-468c5f08-cbe0-472e-9dde-f63942b2a10b req-088357dc-5170-4d10-9491-9638a0dd8f71 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0787902 Mar 23 10:40:42.953825 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-468c5f08-cbe0-472e-9dde-f63942b2a10b req-3a171126-57f3-41ea-8f75-6978aef6b6d6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402915 Mar 23 10:40:44.137682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af99ada-59db-4dcb-94ef-1ea1237df484 req-c5ddf94e-92fd-4f3c-af7e-0888c90ef7a5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:44.139006 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9af99ada-59db-4dcb-94ef-1ea1237df484 req-c5ddf94e-92fd-4f3c-af7e-0888c90ef7a5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0806007 Mar 23 10:40:44.181974 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9af99ada-59db-4dcb-94ef-1ea1237df484 req-7e8bbd93-bc0e-431c-87af-59bc7423ad9f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369263 Mar 23 10:40:44.357884 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d19a9-bb60-440d-b3b8-c07e20729200 req-a1b267d4-12fe-4e7e-85c9-5a4d49801bf9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:44.359301 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ad4d19a9-bb60-440d-b3b8-c07e20729200 req-a1b267d4-12fe-4e7e-85c9-5a4d49801bf9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0772560 Mar 23 10:40:44.367755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 40834) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:40:44.372584 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2ae167ef-7542-472b-b233-45eacfbcab06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'floatingip': {'port_id': '4f4d7f6f-4331-4f73-a808-72301f628a1e'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:40:44.450443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae167ef-7542-472b-b233-45eacfbcab06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:45.031909 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae167ef-7542-472b-b233-45eacfbcab06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:45.035705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae167ef-7542-472b-b233-45eacfbcab06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:45.307504 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-2ae167ef-7542-472b-b233-45eacfbcab06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1 associated. External IP: 172.26.4.46, port: 4f4d7f6f-4331-4f73-a808-72301f628a1e. Mar 23 10:40:45.646767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae167ef-7542-472b-b233-45eacfbcab06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Router 124ec143-4f2e-4ee7-b74e-c631295b610d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:40:45.824320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae167ef-7542-472b-b233-45eacfbcab06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:40:45.828547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ae167ef-7542-472b-b233-45eacfbcab06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:40:45.833985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:40:45.844659 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:40:45.845284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:40:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:45.884382 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2ae167ef-7542-472b-b233-45eacfbcab06 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "PUT /v2.0/floatingips/5eec245a-3b72-4c05-bc19-97fcb51e02f1 HTTP/1.1" status: 200 len: 990 time: 1.5155487 Mar 23 10:40:45.884948 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:40:45.983304 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'status': 'completed', 'code': 200} Mar 23 10:40:46.030534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:40:46.088440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-85f676a5-4507-4ce6-a001-f8c08629f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:46.090538 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-85f676a5-4507-4ce6-a001-f8c08629f837 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 1098 time: 0.0841377 Mar 23 10:40:46.232626 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be38365e-2768-4cec-842d-87275e8dec4c req-7d0f7027-0717-41cb-a1ee-86a2a75f3bf6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:46.234227 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-be38365e-2768-4cec-842d-87275e8dec4c req-7d0f7027-0717-41cb-a1ee-86a2a75f3bf6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0850866 Mar 23 10:40:46.239192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-b6233110-f2de-4d41-97a2-c1110bd61950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:46.240942 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-b6233110-f2de-4d41-97a2-c1110bd61950 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1447370 Mar 23 10:40:46.281217 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-be38365e-2768-4cec-842d-87275e8dec4c req-69792db7-54ab-4d17-b172-3f9c5d1a32bf tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411646 Mar 23 10:40:46.345297 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-3f2bfd79-66df-4a26-b4a8-8cb59a42f08d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e HTTP/1.1" status: 200 len: 998 time: 0.0982258 Mar 23 10:40:46.410093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-c9e7b363-3847-4ade-9e35-e29dd9ac12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:46.411536 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-c9e7b363-3847-4ade-9e35-e29dd9ac12a5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0603592 Mar 23 10:40:46.413433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:1f:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:40:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:46.417284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:40:46.425847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:40:46.426445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:40:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:46.485555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-dc6b086e-d939-480e-b544-c6faaa00a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:46.487061 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-dc6b086e-d939-480e-b544-c6faaa00a9dc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696497 Mar 23 10:40:46.599814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:40:46.616994 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-3244e386-2170-4868-a3b1-df198e00665c service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234221 Mar 23 10:40:46.754977 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de38b3bf-9a14-43c9-a55c-86c9ffbf0793 req-c1ac7f46-8d92-4695-a0ba-1c160985bbcf service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324146 Mar 23 10:40:46.937571 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:1f:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:40:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:40:46.941422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588307c6-7834-4cff-b279-89acbde408e0 None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:1f:61:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:40:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:40:47.125945 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669b9778-4def-4b67-8a75-0668926ca145 None None] New status for floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:40:47.478992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcf6d2-3d08-475a-93a8-98cf919f4446 req-63326e0d-a229-403f-8060-5e66dfff24e5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:47.481091 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f5dcf6d2-3d08-475a-93a8-98cf919f4446 req-63326e0d-a229-403f-8060-5e66dfff24e5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0833185 Mar 23 10:40:47.523146 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f5dcf6d2-3d08-475a-93a8-98cf919f4446 req-a24a46c5-9589-408f-b427-b2277c146464 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364180 Mar 23 10:40:48.528153 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:40:48.703562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4c919-e40e-489d-871a-26e5ee3e1e40 req-e7323e40-71a0-4e0c-b9bc-b3ba49174945 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:48.705013 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-87b4c919-e40e-489d-871a-26e5ee3e1e40 req-e7323e40-71a0-4e0c-b9bc-b3ba49174945 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0772595 Mar 23 10:40:48.757821 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-87b4c919-e40e-489d-871a-26e5ee3e1e40 req-e4c2f884-1ac2-43f2-98fa-b4214afb651e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471792 Mar 23 10:40:49.939438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2283b39-10e7-4d36-9bd7-0a7901907dc4 req-3b64f7b6-fa74-470a-bedb-bd4f1ebd9f9e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:49.940878 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f2283b39-10e7-4d36-9bd7-0a7901907dc4 req-3b64f7b6-fa74-470a-bedb-bd4f1ebd9f9e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0792296 Mar 23 10:40:49.983529 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f2283b39-10e7-4d36-9bd7-0a7901907dc4 req-9c809b58-12d1-4b7e-97f7-ccec83776699 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369611 Mar 23 10:40:51.169109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65dd7e-b23c-452a-99e6-f46cda016c77 req-e4851955-e49d-4739-8da7-06babd6bb2e0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:51.170449 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bd65dd7e-b23c-452a-99e6-f46cda016c77 req-e4851955-e49d-4739-8da7-06babd6bb2e0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0801272 Mar 23 10:40:51.214794 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bd65dd7e-b23c-452a-99e6-f46cda016c77 req-33e86629-ca68-4ada-98d2-d2e3828b4c14 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385590 Mar 23 10:40:52.413008 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46d102-d09a-40c3-83dd-8c8898fa69a0 req-fa4883d2-1393-433a-87b1-9743062f0454 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:52.414447 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6b46d102-d09a-40c3-83dd-8c8898fa69a0 req-fa4883d2-1393-433a-87b1-9743062f0454 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0811107 Mar 23 10:40:52.456854 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6b46d102-d09a-40c3-83dd-8c8898fa69a0 req-7d59df77-6225-4980-84e4-eaddd6ddc43c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368235 Mar 23 10:40:53.634920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9048f-8b42-4769-8aa7-42597858e4af req-dc163ec1-2318-456b-8cac-1fa8ea56ab0f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:53.636277 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aeb9048f-8b42-4769-8aa7-42597858e4af req-dc163ec1-2318-456b-8cac-1fa8ea56ab0f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0771053 Mar 23 10:40:53.683894 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aeb9048f-8b42-4769-8aa7-42597858e4af req-c1250db1-d0f4-4c2c-b9a7-2893bed6f83b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420611 Mar 23 10:40:54.866367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f9c63-52b4-4e0d-83d9-f9c5667e265e req-09bd32e8-185f-48c9-a805-92516636f23a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:54.867872 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-538f9c63-52b4-4e0d-83d9-f9c5667e265e req-09bd32e8-185f-48c9-a805-92516636f23a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0791545 Mar 23 10:40:54.911420 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-538f9c63-52b4-4e0d-83d9-f9c5667e265e req-69a4f9d0-b882-4757-915b-8d7463ee64eb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379128 Mar 23 10:40:56.093961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad8edd-c3f1-4b0f-8682-b8823782c472 req-63ece59c-f592-4627-b3d3-3581762fbc77 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:56.095395 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3ad8edd-c3f1-4b0f-8682-b8823782c472 req-63ece59c-f592-4627-b3d3-3581762fbc77 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0794015 Mar 23 10:40:56.138458 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a3ad8edd-c3f1-4b0f-8682-b8823782c472 req-5427658e-57bb-4239-924c-18ee1d6c6af8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374720 Mar 23 10:40:57.319743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063589e7-bc17-41fd-89d5-77c4bf975b56 req-4ee662c4-aac2-4b06-a27a-88a805312202 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:57.321190 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-063589e7-bc17-41fd-89d5-77c4bf975b56 req-4ee662c4-aac2-4b06-a27a-88a805312202 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0792546 Mar 23 10:40:57.364175 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-063589e7-bc17-41fd-89d5-77c4bf975b56 req-4eb63587-ce49-4011-a2d7-6c1ef9a96e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368574 Mar 23 10:40:58.548736 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d325f-2407-4c06-a4c5-d9b86d454bc6 req-a50b32bd-2bcf-489c-971d-c39a45fd41c2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:58.550200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-985d325f-2407-4c06-a4c5-d9b86d454bc6 req-a50b32bd-2bcf-489c-971d-c39a45fd41c2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0810649 Mar 23 10:40:58.592681 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-985d325f-2407-4c06-a4c5-d9b86d454bc6 req-a548bd39-00cd-4114-a04d-5ffc1f0ff374 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369399 Mar 23 10:40:59.771747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9fae4-ee3c-4d9e-bb55-232b00f34e6d req-36791816-96cc-49cf-9ac4-0ce8fb568fca tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:40:59.773214 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8bb9fae4-ee3c-4d9e-bb55-232b00f34e6d req-36791816-96cc-49cf-9ac4-0ce8fb568fca tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0772004 Mar 23 10:40:59.819024 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8bb9fae4-ee3c-4d9e-bb55-232b00f34e6d req-cc7b9565-55fa-4ff5-8d90-fac0022452d7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400898 Mar 23 10:41:00.999320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05897b1-dace-4763-97b2-550905cd7805 req-d359a33d-aa82-4403-a7dc-196c470f3353 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:01.000820 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b05897b1-dace-4763-97b2-550905cd7805 req-d359a33d-aa82-4403-a7dc-196c470f3353 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0783770 Mar 23 10:41:01.043407 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b05897b1-dace-4763-97b2-550905cd7805 req-d28764c7-fbe4-49c5-b384-e152a7133598 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371003 Mar 23 10:41:02.227240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f35241-6962-4181-b309-5a9968231492 req-e8219c5c-ec6d-449d-8bee-b174f70fa213 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:02.229235 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46f35241-6962-4181-b309-5a9968231492 req-e8219c5c-ec6d-449d-8bee-b174f70fa213 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0788801 Mar 23 10:41:02.272561 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46f35241-6962-4181-b309-5a9968231492 req-4610482d-5af0-46fd-abfa-0643a15ecb51 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376258 Mar 23 10:41:03.568128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8406bd3-65f8-454c-8046-3d07a49bb371 req-0309c965-1a5a-4f16-8e13-e9d2195c914c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:03.569517 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b8406bd3-65f8-454c-8046-3d07a49bb371 req-0309c965-1a5a-4f16-8e13-e9d2195c914c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.1925778 Mar 23 10:41:03.612821 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b8406bd3-65f8-454c-8046-3d07a49bb371 req-85596b6f-24d7-4625-a11b-f0154041814d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371020 Mar 23 10:41:03.708477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ef6adba4-b1eb-4374-83e4-5ac8fae668a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:04.893970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54765ca1-3087-479d-bab3-5c4429b0a1aa req-30121c29-e14c-454b-acb2-f656d2eb86c7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:04.905724 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-54765ca1-3087-479d-bab3-5c4429b0a1aa req-30121c29-e14c-454b-acb2-f656d2eb86c7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.1888914 Mar 23 10:41:04.948705 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-54765ca1-3087-479d-bab3-5c4429b0a1aa req-e13b79b0-b054-4e6e-93c8-97d1a793006a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374532 Mar 23 10:41:06.137533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67086b5-59d8-446b-99aa-e87d3a1df131 req-09bda2f2-377f-4569-abe5-aae7103f44ea tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:06.138877 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e67086b5-59d8-446b-99aa-e87d3a1df131 req-09bda2f2-377f-4569-abe5-aae7103f44ea tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0797112 Mar 23 10:41:06.181013 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e67086b5-59d8-446b-99aa-e87d3a1df131 req-75edc720-680d-4cec-8367-0833013e4191 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366013 Mar 23 10:41:06.321230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:06.567843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4c8628ad-f9e4-4ead-ba15-8dbf9b9f6d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:07.300749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:07.365668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de241a2-64a2-4f31-920c-e337423a7bac req-c2ce1395-14f2-4ed0-b254-62daf3318b72 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:07.367136 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0de241a2-64a2-4f31-920c-e337423a7bac req-c2ce1395-14f2-4ed0-b254-62daf3318b72 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0828645 Mar 23 10:41:07.409765 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0de241a2-64a2-4f31-920c-e337423a7bac req-5c451fca-9c8a-4329-9d2b-6a01ee58505b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369668 Mar 23 10:41:07.512319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:08.590456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb86e69-ac41-46b6-9b17-29f508f0e0cf req-148f73b0-5867-469c-9fbc-f5ad190f5e69 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:08.591930 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7bb86e69-ac41-46b6-9b17-29f508f0e0cf req-148f73b0-5867-469c-9fbc-f5ad190f5e69 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0783529 Mar 23 10:41:08.634125 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7bb86e69-ac41-46b6-9b17-29f508f0e0cf req-7056824e-580d-4a0b-aa5e-6cf2fda06adb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365946 Mar 23 10:41:09.567632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:09.819969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc820b9-10f9-4a35-9df8-837060cb76c6 req-04707c5e-db1e-4fbf-b4ab-3cceba5dcc85 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:09.821388 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5cc820b9-10f9-4a35-9df8-837060cb76c6 req-04707c5e-db1e-4fbf-b4ab-3cceba5dcc85 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0806820 Mar 23 10:41:09.865517 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5cc820b9-10f9-4a35-9df8-837060cb76c6 req-bed0364d-c4c4-414b-bc31-5d2a142815af tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379658 Mar 23 10:41:11.049479 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7113f17-9f4e-4f9b-b50d-ccb0d095d31f req-5dca1f86-ee36-4345-9b18-dbeab069af02 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:11.050923 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c7113f17-9f4e-4f9b-b50d-ccb0d095d31f req-5dca1f86-ee36-4345-9b18-dbeab069af02 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0824647 Mar 23 10:41:11.094911 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c7113f17-9f4e-4f9b-b50d-ccb0d095d31f req-1ae881dc-74c4-4ce2-918b-a33b15e53803 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384629 Mar 23 10:41:12.277494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc71670-9936-43be-9138-1b9350616520 req-1c2cfa1a-d358-48f7-9991-5273aa051798 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:12.278912 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2bc71670-9936-43be-9138-1b9350616520 req-1c2cfa1a-d358-48f7-9991-5273aa051798 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0816507 Mar 23 10:41:12.321522 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2bc71670-9936-43be-9138-1b9350616520 req-0035538c-b88d-42b9-a77e-6dc54c3bd747 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370352 Mar 23 10:41:12.717592 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-fb4b356e-9f38-4e23-8ad0-d727460c399e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229033 Mar 23 10:41:12.737797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f5e7f-ce3a-4485-a1c7-7e0dcd9ba50f req-8bd83127-c04c-475d-ba6c-c4e97f252676 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:12.739317 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-140f5e7f-ce3a-4485-a1c7-7e0dcd9ba50f req-8bd83127-c04c-475d-ba6c-c4e97f252676 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0983248 Mar 23 10:41:12.784417 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-140f5e7f-ce3a-4485-a1c7-7e0dcd9ba50f req-21e13d92-7d3e-42d6-a095-0c26114cddd3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386972 Mar 23 10:41:13.815837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-375595a3-77a7-40fd-a528-ff06813b9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:13.817343 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-375595a3-77a7-40fd-a528-ff06813b9b2c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 1098 time: 0.0690944 Mar 23 10:41:13.947562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-77ef9aed-037a-428e-9cd9-287f29cd39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:13.949026 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-77ef9aed-037a-428e-9cd9-287f29cd39c3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1256778 Mar 23 10:41:13.969736 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621c511-12c8-43f3-aef1-0b97c9e0fd81 req-1f736105-07c6-4d8f-b97a-3fe3abcf4c2c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:13.971180 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4621c511-12c8-43f3-aef1-0b97c9e0fd81 req-1f736105-07c6-4d8f-b97a-3fe3abcf4c2c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0814662 Mar 23 10:41:14.015348 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4621c511-12c8-43f3-aef1-0b97c9e0fd81 req-f3c8978b-5590-45ad-a082-26af778a26a0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384774 Mar 23 10:41:14.052165 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-5bc080c8-1d6f-4f48-bbcf-ad12d918f6b6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e HTTP/1.1" status: 200 len: 1000 time: 0.0970552 Mar 23 10:41:14.116605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-40b77e5a-d29d-47f4-87d7-01ab9964346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:14.117935 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-40b77e5a-d29d-47f4-87d7-01ab9964346e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0597060 Mar 23 10:41:14.190097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-ab6ed3c9-436f-48e6-a40b-f141ae331e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:14.191521 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-ab6ed3c9-436f-48e6-a40b-f141ae331e0d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674384 Mar 23 10:41:14.317537 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-e57008de-4609-4fe9-8572-37550187beda service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188726 Mar 23 10:41:14.442133 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-b347ce96-b405-4b64-9803-d3c0f1e1ba67 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187742 Mar 23 10:41:15.202665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389db32-17f3-453e-aa3c-d8858a99e025 req-9a9904e2-fe49-407e-a1f0-b6d5bc606a63 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:15.204098 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7389db32-17f3-453e-aa3c-d8858a99e025 req-9a9904e2-fe49-407e-a1f0-b6d5bc606a63 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0772378 Mar 23 10:41:15.250494 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7389db32-17f3-453e-aa3c-d8858a99e025 req-c3182e31-1c2a-4905-bcee-4ca6f69e2600 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Mar 23 10:41:16.044602 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-afbfde58-5820-4224-b5fa-c0d06ebfb060 service neutron] 10.222.0.102 "GET /v2.0/ports/4f4d7f6f-4331-4f73-a808-72301f628a1e/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0732858 Mar 23 10:41:16.305319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-7ec44b34-764a-4da2-aaad-88aab34ef6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:16.307323 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-7ec44b34-764a-4da2-aaad-88aab34ef6d2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 1098 time: 0.0734076 Mar 23 10:41:16.394829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-2025a4e1-f636-49b6-a663-00ac60e5a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:16.396280 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-2025a4e1-f636-49b6-a663-00ac60e5a221 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 1098 time: 0.0690858 Mar 23 10:41:16.434565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56ee6d-e83f-4979-9b3a-53c65f9c1755 req-396706ef-9c4d-4a53-abdd-863cb48e7c78 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:16.435991 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ac56ee6d-e83f-4979-9b3a-53c65f9c1755 req-396706ef-9c4d-4a53-abdd-863cb48e7c78 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0778532 Mar 23 10:41:16.480201 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ac56ee6d-e83f-4979-9b3a-53c65f9c1755 req-a08efe10-b362-41df-aadf-02debb3834a9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378783 Mar 23 10:41:16.617190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-33033044-70d2-407d-866a-063c6e4f3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:16.618692 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-33033044-70d2-407d-866a-063c6e4f3f30 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.2168233 Mar 23 10:41:16.719251 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-fa068858-68af-4380-bd18-ec4cf97380e9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e HTTP/1.1" status: 200 len: 1000 time: 0.0944314 Mar 23 10:41:16.778801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-044454a7-9bd7-498d-9f4a-bcabd2615f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:16.780147 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-044454a7-9bd7-498d-9f4a-bcabd2615f9d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0552695 Mar 23 10:41:16.856553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-32b13495-3e80-41d7-80b8-42a589856a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:16.858065 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-32b13495-3e80-41d7-80b8-42a589856a02 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721703 Mar 23 10:41:16.991983 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-e106b150-6d44-44c8-abd5-b0b33b3f7e6e service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278584 Mar 23 10:41:17.126521 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ce7e5c31-7999-48d3-a4f1-6271c4b18b65 req-8f49e31e-d2a7-4ad5-9905-fdda910ffb90 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289980 Mar 23 10:41:17.662500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0e784-284b-450e-9cf1-63f28aaade44 req-6a8f6055-fc6a-443d-9ae5-47a012aa92f5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:17.663939 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a0e784-284b-450e-9cf1-63f28aaade44 req-6a8f6055-fc6a-443d-9ae5-47a012aa92f5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0781140 Mar 23 10:41:17.706347 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3a0e784-284b-450e-9cf1-63f28aaade44 req-b74246b1-417f-4b07-8394-6459a38a0654 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362201 Mar 23 10:41:18.889070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9397a-426d-4f26-aac2-e96ca4c7e671 req-0ada2cec-2cff-488e-b745-8e67788e3f3d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:18.890517 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ebc9397a-426d-4f26-aac2-e96ca4c7e671 req-0ada2cec-2cff-488e-b745-8e67788e3f3d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0815232 Mar 23 10:41:18.934591 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ebc9397a-426d-4f26-aac2-e96ca4c7e671 req-fc9e9e35-789b-4c68-9d10-9811ffec7492 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385659 Mar 23 10:41:19.237565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7340e-9f03-41ca-88fe-b6fa71cf00e7 req-b1f970a1-12f9-42de-9711-2efcea27e8cf tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:19.239340 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c2f7340e-9f03-41ca-88fe-b6fa71cf00e7 req-b1f970a1-12f9-42de-9711-2efcea27e8cf tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0803297 Mar 23 10:41:19.240750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-0f3ca0b5-cdbc-4eac-a525-3710754a2ff9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:19.242367 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-0f3ca0b5-cdbc-4eac-a525-3710754a2ff9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2&tenant_id=f0817c8d3cb74b6ba74057507774e265&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0858157 Mar 23 10:41:19.288478 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c2f7340e-9f03-41ca-88fe-b6fa71cf00e7 req-27e79318-90d9-4797-86cb-bc19f9a96ffd tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 Mar 23 10:41:19.386726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-ff08811e-068c-45f0-b47c-da8d5a3f08ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:19.388161 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-ff08811e-068c-45f0-b47c-da8d5a3f08ad service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 1098 time: 0.0710166 Mar 23 10:41:19.515340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-a7e8b294-9fcf-42c2-868e-613a84b57d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:19.516670 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-a7e8b294-9fcf-42c2-868e-613a84b57d2a service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1218898 Mar 23 10:41:19.618047 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-7e9af4b3-c776-4369-a21a-82ee9e042550 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e HTTP/1.1" status: 200 len: 1000 time: 0.0951254 Mar 23 10:41:19.679401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-07b7709a-bcb1-408f-a3e6-9165c1593446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:19.680751 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-07b7709a-bcb1-408f-a3e6-9165c1593446 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0561495 Mar 23 10:41:19.756042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-61e6ce70-ab63-406a-8713-9247194215fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:19.757481 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-61e6ce70-ab63-406a-8713-9247194215fc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704775 Mar 23 10:41:19.885757 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-7735a6b8-9e39-4f06-9af9-21a64b739b86 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221793 Mar 23 10:41:19.998547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4f4d7f6f-4331-4f73-a808-72301f628a1e details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:41:20.006654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4f4d7f6f-4331-4f73-a808-72301f628a1e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:41:20.015760 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2c7e8b35-9017-488f-8631-4b4f70ba7fe7 req-6554e650-f6bb-4587-bdab-bbb41d9b911c service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241422 Mar 23 10:41:20.266060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:20.286079 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4f4d7f6f-4331-4f73-a808-72301f628a1e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:41:20.306214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'port_id': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'mac_address': 'fa:16:3e:1f:61:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:41:20.312830 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:41:20.358935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4f4d7f6f-4331-4f73-a808-72301f628a1e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:41:20.366917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:20.414964 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'code': 200} Mar 23 10:41:20.427796 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:20.458156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f4d7f6f-4331-4f73-a808-72301f628a1e {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:41:20.489093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f457d0-1fcf-4e6d-b83e-80cca1c101da req-8b19c193-f216-4212-8ab6-ba4d377b0f4d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:20.490536 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a6f457d0-1fcf-4e6d-b83e-80cca1c101da req-8b19c193-f216-4212-8ab6-ba4d377b0f4d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 943 time: 0.0821607 Mar 23 10:41:20.506153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4f4d7f6f-4331-4f73-a808-72301f628a1e,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:20.516860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.517236 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.517638 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.518039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.518431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.518819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.519206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.519594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.520890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.520890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.520890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.520890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:20.541153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:41:20.541579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:41:20.546486 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a6f457d0-1fcf-4e6d-b83e-80cca1c101da req-cf33370a-e074-447f-a619-5af8a437675e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495741 Mar 23 10:41:21.102211 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:21.121279 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4d7f6f-4331-4f73-a808-72301f628a1e {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:41:21.136413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4f4d7f6f-4331-4f73-a808-72301f628a1e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:41:21.140998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:21.206397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['4f4d7f6f-4331-4f73-a808-72301f628a1e'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:41:21.245549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4f4d7f6f-4331-4f73-a808-72301f628a1e,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:21.724564 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3775ede-04df-41d6-afa4-092a0167f81d req-479cf0d8-9a19-47d8-b0aa-e1cf9b5aae5b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:21.726086 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d3775ede-04df-41d6-afa4-092a0167f81d req-479cf0d8-9a19-47d8-b0aa-e1cf9b5aae5b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 944 time: 0.0792344 Mar 23 10:41:21.769867 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d3775ede-04df-41d6-afa4-092a0167f81d req-9f790815-ccd6-4d90-8cca-3648801721bc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375860 Mar 23 10:41:22.011728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4f4d7f6f-4331-4f73-a808-72301f628a1e up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:41:22.051760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b0761-f59d-4995-a691-e686f7c69707 req-e017ff2d-93fc-4307-bc28-0c8f6ffeae82 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:22.053296 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9c1b0761-f59d-4995-a691-e686f7c69707 req-e017ff2d-93fc-4307-bc28-0c8f6ffeae82 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 944 time: 0.1805339 Mar 23 10:41:22.079313 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 4f4d7f6f-4331-4f73-a808-72301f628a1e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:41:22.079681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:22.097164 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9c1b0761-f59d-4995-a691-e686f7c69707 req-cdc60bcc-3b8e-43de-8cef-64237b3bfd1f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381887 Mar 23 10:41:22.199221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:22.231954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4f4d7f6f-4331-4f73-a808-72301f628a1e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:41:22.235586 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:22.308242 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4f4d7f6f-4331-4f73-a808-72301f628a1e,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:22.417194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:41:22.442081 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e22222-dbb6-4259-881d-92754abd6f10 req-0e5c114c-ffd8-4f95-971e-262b5b375016 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:22.443482 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-02e22222-dbb6-4259-881d-92754abd6f10 req-0e5c114c-ffd8-4f95-971e-262b5b375016 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0865908 Mar 23 10:41:22.461358 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'code': 200} Mar 23 10:41:22.529132 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-02e22222-dbb6-4259-881d-92754abd6f10 req-d11f7f77-209f-4932-8f0f-0484e39365dc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788941 Mar 23 10:41:22.555812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-70a7b885-6903-477c-97a3-ebebe847570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:22.557276 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-70a7b885-6903-477c-97a3-ebebe847570f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 1098 time: 0.1284704 Mar 23 10:41:22.685844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-0c9fbe36-fdbe-44e2-868b-bac14abcd576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:22.687271 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-0c9fbe36-fdbe-44e2-868b-bac14abcd576 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1233227 Mar 23 10:41:22.788308 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-9e5d6b5c-55f4-42c1-9ed5-7205722e4092 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e HTTP/1.1" status: 200 len: 1000 time: 0.0951331 Mar 23 10:41:22.851549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-52d392b2-0a3f-4b0d-aea9-26ae71b5a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:22.852998 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-52d392b2-0a3f-4b0d-aea9-26ae71b5a0b2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0594361 Mar 23 10:41:22.925217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-a444e38e-f134-4131-9e37-382276aab856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:22.926660 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-a444e38e-f134-4131-9e37-382276aab856 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680087 Mar 23 10:41:23.055517 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-7d064506-d8ef-4c41-941b-fca25a484dc3 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224422 Mar 23 10:41:23.185611 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e8eecb62-4488-4ef4-a899-a6ba3f6665b1 req-890fcfda-3ece-402a-8447-22c560644a6e service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243424 Mar 23 10:41:23.723508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499314c-2f27-47ef-943a-cfa2e04f4544 req-4e4c3544-c5e7-499c-b876-7c269cad872e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:23.724932 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b499314c-2f27-47ef-943a-cfa2e04f4544 req-4e4c3544-c5e7-499c-b876-7c269cad872e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0854847 Mar 23 10:41:23.768853 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b499314c-2f27-47ef-943a-cfa2e04f4544 req-1699193f-c3b2-4e12-a07c-fbcb75d74352 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369937 Mar 23 10:41:24.958087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62866d86-5170-48ca-823d-9ea808843892 req-585c37e4-25c6-432f-b6d3-7f94251a5c9a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:24.959537 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-62866d86-5170-48ca-823d-9ea808843892 req-585c37e4-25c6-432f-b6d3-7f94251a5c9a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0815454 Mar 23 10:41:25.002859 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-62866d86-5170-48ca-823d-9ea808843892 req-a953381c-2bf4-4338-bdf6-c85236f9a5a0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371280 Mar 23 10:41:25.408030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee4173-6be6-497a-ab04-364581f165c4 req-758b6893-c217-46e1-853b-f5f5591a981e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:25.409489 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5aee4173-6be6-497a-ab04-364581f165c4 req-758b6893-c217-46e1-853b-f5f5591a981e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0787249 Mar 23 10:41:25.452960 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5aee4173-6be6-497a-ab04-364581f165c4 req-56996b06-bb02-4e37-bef9-3f40f223e3e5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380144 Mar 23 10:41:25.527557 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:41:26.639730 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca5ff0-2966-45cc-970a-34d11a4bcb7c req-9bf21ee1-b932-4020-b0f8-80b37ab0d7ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:26.641199 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9eca5ff0-2966-45cc-970a-34d11a4bcb7c req-9bf21ee1-b932-4020-b0f8-80b37ab0d7ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0798683 Mar 23 10:41:26.684602 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9eca5ff0-2966-45cc-970a-34d11a4bcb7c req-7ee21c6a-8b2d-4b5d-a7a1-a6b0813dca31 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377998 Mar 23 10:41:27.006545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-35a316a0-7e51-43fc-9d89-9ae94192a22c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:27.008080 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-35a316a0-7e51-43fc-9d89-9ae94192a22c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.0808997 Mar 23 10:41:27.076527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Deleting port 4f4d7f6f-4331-4f73-a808-72301f628a1e {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:41:27.076859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:27.319280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] For port 4f4d7f6f-4331-4f73-a808-72301f628a1e, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4f4d7f6f-4331-4f73-a808-72301f628a1e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:41:27.319681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:27.698246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:27.698610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:27.698910 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1 disassociated. External IP: 172.26.4.46, port: 4f4d7f6f-4331-4f73-a808-72301f628a1e. Mar 23 10:41:27.699238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Calling delete_port for 4f4d7f6f-4331-4f73-a808-72301f628a1e owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:41:27.890348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:27.942854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event deleted for resources: {'Port': ['ID=4f4d7f6f-4331-4f73-a808-72301f628a1e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:28.035571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92660b-c765-406b-bf39-b8e020202557 req-dfbcfdbd-3614-4483-8338-73e297a0b28f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:28.037090 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cc92660b-c765-406b-bf39-b8e020202557 req-dfbcfdbd-3614-4483-8338-73e297a0b28f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=b0b6b727-688c-4c4a-910b-d6fb1bf610b2 HTTP/1.1" status: 200 len: 945 time: 0.2252111 Mar 23 10:41:28.162418 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cc92660b-c765-406b-bf39-b8e020202557 req-04aa0e8e-2f6b-4374-8a9a-7a9aae6d084e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195388 Mar 23 10:41:28.176074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Router 124ec143-4f2e-4ee7-b74e-c631295b610d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:41:28.349824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:41:28.359122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:41:28.368251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:41:28.368849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:41:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:28.420103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] No DVR routers for this DVR port 4f4d7f6f-4331-4f73-a808-72301f628a1e on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:41:28.422794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:28.425330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'name': 'network-vif-deleted', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:41:28.441900 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-78589f23-3f8d-4a8d-a8e1-cd82b91d6f98 req-6ebd9bed-7c3f-4f1d-909d-9c63ecc54e07 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "DELETE /v2.0/ports/4f4d7f6f-4331-4f73-a808-72301f628a1e HTTP/1.1" status: 204 len: 173 time: 1.4288440 Mar 23 10:41:28.483440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b6b727-688c-4c4a-910b-d6fb1bf610b2', 'name': 'network-vif-deleted', 'tag': '4f4d7f6f-4331-4f73-a808-72301f628a1e', 'status': 'completed', 'code': 200} Mar 23 10:41:28.547621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:41:28.860973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:28.865975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:41:28.876266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:41:28.876922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:41:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:29.098894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:41:29.407101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:29.411023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd035c69-9d3b-4f13-960e-85f2544d03c7 None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:41:29.500898 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-a966cd1f-35f8-41a0-9a05-730704decaae tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--545448625&fields=id&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 267 time: 0.0405688 Mar 23 10:41:29.622165 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc69f1d-05fb-4a5f-bc79-085e6e0347a1 None None] New status for floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:41:29.653463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-2cdc9856-3f4a-4700-aba4-5fc65d2bca79 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:29.654887 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-2cdc9856-3f4a-4700-aba4-5fc65d2bca79 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 812 time: 0.1470766 Mar 23 10:41:29.669323 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-7ef48713-0d5e-4f2a-ae73-dd8647907772 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/quotas/f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 375 time: 0.0090032 Mar 23 10:41:29.750559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-23759819-e078-44c9-86aa-7577768051d6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Synchronizing usage tracker for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:41:29.766286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-23759819-e078-44c9-86aa-7577768051d6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Unset dirty status for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:41:29.767593 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-23759819-e078-44c9-86aa-7577768051d6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929251 Mar 23 10:41:29.907006 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-b3fc98bc-12c0-4cae-8e52-08299c200789 service neutron] 10.222.0.84 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271009 Mar 23 10:41:30.138561 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-95453e08-2246-47ac-b624-6f815a2efafd service neutron] 10.222.0.84 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255833 Mar 23 10:41:30.314974 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6c3a6632-9891-4349-a796-3b977209fc1f req-7033ec97-2bcc-4f01-9ab4-69dba0a0e211 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 210 time: 0.0450375 Mar 23 10:41:31.311797 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-d1c32643-4e6f-41ad-b2f1-02c6703cfbee tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:31.313275 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-d1c32643-4e6f-41ad-b2f1-02c6703cfbee tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 812 time: 0.1546509 Mar 23 10:41:31.367546 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-5feef0e3-ef71-4ad2-a6e6-58cf034f95a0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 379 time: 0.0451443 Mar 23 10:41:31.378503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'port': {'device_id': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'admin_state_up': True, 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'security_groups': ['c0d79c9d-86d2-473b-8b57-5bf024edbe50']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:41:31.518044 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fe9c3558-c6ec-4569-96da-631e76fb4fbe req-7aea29ce-65b2-46c4-9815-636feb17d129 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 210 time: 0.0563347 Mar 23 10:41:31.556402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:41:31.565879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:41:31.576073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Made reservation on behalf of f0817c8d3cb74b6ba74057507774e265 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:41:31.579511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:31.739541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Allocated IP 172.20.0.7 (6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d/105685cb-9658-47f5-b6c2-0f1a62f756c4/4e4446be-c072-4ceb-abe4-daecd75bda58) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:41:31.918998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:31.934402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Transition to ACTIVE for port object 4e4446be-c072-4ceb-abe4-daecd75bda58 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:41:31.957404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:32.024516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:41:32.027526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:41:32.031254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:41:32.073662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4f4d7f6f-4331-4f73-a808-72301f628a1e no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:41:32.074817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event updated for resources: {'Port': ['ID=4e4446be-c072-4ceb-abe4-daecd75bda58,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:32.093057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.093425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.093787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.094120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.094452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.094803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.095146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.095466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.095785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.096102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.096444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.096757 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:41:32.113004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 4f4d7f6f-4331-4f73-a808-72301f628a1e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:41:32.113371 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4f4d7f6f-4331-4f73-a808-72301f628a1e not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:41:32.120293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:32.120983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:32.147072 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-ce384df9-ecb4-48a5-9060-e5283f03389c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7721479 Mar 23 10:41:32.158208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Request body: {'port': {'device_id': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:41:32.260989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4cdd9b2f-869b-43e1-b07b-3e5883362cf5 None None] Provisioning for port 4e4446be-c072-4ceb-abe4-daecd75bda58 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:41:32.265588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4cdd9b2f-869b-43e1-b07b-3e5883362cf5 None None] Provisioning complete for port 4e4446be-c072-4ceb-abe4-daecd75bda58 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:41:32.265954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4cdd9b2f-869b-43e1-b07b-3e5883362cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:32.273362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:32.316825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd9b2f-869b-43e1-b07b-3e5883362cf5 None None] Port 4e4446be-c072-4ceb-abe4-daecd75bda58 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:41:32.606708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e4446be-c072-4ceb-abe4-daecd75bda58 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:41:32.614048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:32.628279 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Transition to ACTIVE for port object 4e4446be-c072-4ceb-abe4-daecd75bda58 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:41:32.633117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:32.703106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b6ca0-9d68-4944-a578-fbbda5e56828 req-72c42454-bfa5-4d19-ad3f-bb2f24d2a9f3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:32.704607 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fc5b6ca0-9d68-4944-a578-fbbda5e56828 req-72c42454-bfa5-4d19-ad3f-bb2f24d2a9f3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 943 time: 0.0810981 Mar 23 10:41:32.750940 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fc5b6ca0-9d68-4944-a578-fbbda5e56828 req-a8ce574f-59a1-4403-8e05-fac8607a8429 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400314 Mar 23 10:41:32.787762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4446be-c072-4ceb-abe4-daecd75bda58,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:32.963483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Attempting to bind port 4e4446be-c072-4ceb-abe4-daecd75bda58 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:41:32.963754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Attempting to bind port 4e4446be-c072-4ceb-abe4-daecd75bda58 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:41:32.964079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Attempting to bind port 4e4446be-c072-4ceb-abe4-daecd75bda58 on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:41:32.968559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Port 4e4446be-c072-4ceb-abe4-daecd75bda58 on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:41:32.968909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Attempting to bind port 4e4446be-c072-4ceb-abe4-daecd75bda58 on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:41:32.973844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:41:32.974176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Checking segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:41:32.974557 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Bound using segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:41:32.974972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Bound port: 4e4446be-c072-4ceb-abe4-daecd75bda58, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:41:32.975307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:33.062933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] For port 4e4446be-c072-4ceb-abe4-daecd75bda58, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:41:33.065750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] For port 4e4446be-c072-4ceb-abe4-daecd75bda58, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4e4446be-c072-4ceb-abe4-daecd75bda58,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:41:33.070461 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:33.125457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:33.126107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:33.127504 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] 10.222.0.102 "PUT /v2.0/ports/4e4446be-c072-4ceb-abe4-daecd75bda58 HTTP/1.1" status: 200 len: 1093 time: 0.9735088 Mar 23 10:41:33.127955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:41:33.157613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927d63a-53d7-4a80-86e5-e52de022f356 service neutron] Pushing event updated for resources: {'Port': ['ID=4e4446be-c072-4ceb-abe4-daecd75bda58,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:33.210200 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'status': 'completed', 'code': 200} Mar 23 10:41:33.251483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-26c4d9be-d8f0-441a-901d-4e2998c77f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:33.252962 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-26c4d9be-d8f0-441a-901d-4e2998c77f3d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 1096 time: 0.0769641 Mar 23 10:41:33.321661 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-7a3f4ae8-66bf-4785-afe0-c159eda753d4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e4446be-c072-4ceb-abe4-daecd75bda58 HTTP/1.1" status: 200 len: 217 time: 0.0602229 Mar 23 10:41:33.383316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-4799de22-7353-402f-a12c-6b651c6303d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:33.385365 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-4799de22-7353-402f-a12c-6b651c6303d8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0588243 Mar 23 10:41:33.457105 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-c84a5e4f-e20e-47e9-b488-2c4f0bcd7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:33.458528 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-c84a5e4f-e20e-47e9-b488-2c4f0bcd7d81 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675533 Mar 23 10:41:33.586968 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-e2df1667-cfa8-4a71-9976-e990b3319989 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220720 Mar 23 10:41:33.710472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-de99e8aa-bb29-4694-875c-7f7401bb76fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:33.715618 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4394f8ba-10d3-4309-8287-e4fc934caf76 req-4f348bb9-b5ed-47c7-836a-b9c23ac9c58b service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232705 Mar 23 10:41:33.831544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-cc18afea-0b00-4c45-bf42-988e3f800ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:33.832937 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-cc18afea-0b00-4c45-bf42-988e3f800ca6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 1096 time: 0.0749249 Mar 23 10:41:33.973967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-387b061e-4e7a-49cf-b1dc-fa1f6ac168d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:33.975485 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-387b061e-4e7a-49cf-b1dc-fa1f6ac168d1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1354964 Mar 23 10:41:34.042177 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-844aa0a6-e40b-4fd8-af56-5d9fe79239de service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e4446be-c072-4ceb-abe4-daecd75bda58 HTTP/1.1" status: 200 len: 217 time: 0.0600665 Mar 23 10:41:34.092296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe82a7c-4cc3-402d-827d-fff917099286 req-ce7411bc-a1cb-4828-b53d-5330aa423072 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:34.093837 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3fe82a7c-4cc3-402d-827d-fff917099286 req-ce7411bc-a1cb-4828-b53d-5330aa423072 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 943 time: 0.0827157 Mar 23 10:41:34.106681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-ee0ef2b9-73e9-4c36-a039-c9c03dce02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:34.108122 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-ee0ef2b9-73e9-4c36-a039-c9c03dce02f2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0599818 Mar 23 10:41:34.138163 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3fe82a7c-4cc3-402d-827d-fff917099286 req-38592587-12a2-4c10-98a6-a3a299e3bd62 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386395 Mar 23 10:41:34.183516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-87a2d622-e993-4261-8702-106af0920745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:34.184987 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-87a2d622-e993-4261-8702-106af0920745 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701430 Mar 23 10:41:34.322980 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-ded04312-38a5-43a7-a076-d4e0265b1e0b service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304846 Mar 23 10:41:34.451456 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c11b8c02-7bb0-43f2-be99-b2bd2c8f7372 req-633dc9c7-ee7c-49e9-a3c7-58158efdeed2 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216877 Mar 23 10:41:35.418496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89542b-14ef-434c-8a30-d10f25314590 req-3afddf03-5214-4d3b-b7e1-33ea3e072824 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:35.419182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-de89542b-14ef-434c-8a30-d10f25314590 req-3afddf03-5214-4d3b-b7e1-33ea3e072824 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Synchronizing usage tracker for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:41:35.434361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-de89542b-14ef-434c-8a30-d10f25314590 req-3afddf03-5214-4d3b-b7e1-33ea3e072824 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Unset dirty status for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:41:35.435685 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de89542b-14ef-434c-8a30-d10f25314590 req-3afddf03-5214-4d3b-b7e1-33ea3e072824 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 943 time: 0.1890001 Mar 23 10:41:35.480030 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de89542b-14ef-434c-8a30-d10f25314590 req-2a34e7a3-1419-4140-9a74-0c9d601628ce tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381484 Mar 23 10:41:36.104865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4e4446be-c072-4ceb-abe4-daecd75bda58 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:41:36.234617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4e4446be-c072-4ceb-abe4-daecd75bda58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4e4446be-c072-4ceb-abe4-daecd75bda58,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:41:36.253902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'port_id': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'mac_address': 'fa:16:3e:7d:fb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:41:36.314419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:36.340761 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4446be-c072-4ceb-abe4-daecd75bda58 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:41:36.345976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:36.356508 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4e4446be-c072-4ceb-abe4-daecd75bda58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4e4446be-c072-4ceb-abe4-daecd75bda58,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:41:36.359512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:36.425992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4e4446be-c072-4ceb-abe4-daecd75bda58,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:36.567240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['4e4446be-c072-4ceb-abe4-daecd75bda58'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:41:36.601370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-83bdda9e-06fd-4880-be55-bcde97d1fc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:36.668882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902cb9-72cb-4f90-8183-d70fb22d2526 req-e988e98d-946f-4026-ad49-7601ef275099 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:36.670375 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-91902cb9-72cb-4f90-8183-d70fb22d2526 req-e988e98d-946f-4026-ad49-7601ef275099 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 944 time: 0.0840135 Mar 23 10:41:36.714894 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-91902cb9-72cb-4f90-8183-d70fb22d2526 req-6a9fee15-238e-4643-8c74-25fbac30d837 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384142 Mar 23 10:41:37.313504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:37.514144 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:37.895720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06afb-34f1-4669-8c94-1982fecb3215 req-4c269075-a5ad-473f-891a-a49fdc0771ef tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:37.897196 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51a06afb-34f1-4669-8c94-1982fecb3215 req-4c269075-a5ad-473f-891a-a49fdc0771ef tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 944 time: 0.0787337 Mar 23 10:41:37.940584 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51a06afb-34f1-4669-8c94-1982fecb3215 req-1094e52e-8e88-41f6-af3d-ae230474791d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372996 Mar 23 10:41:38.120225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4e4446be-c072-4ceb-abe4-daecd75bda58 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:41:38.188579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 4e4446be-c072-4ceb-abe4-daecd75bda58 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:41:38.193130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 4e4446be-c072-4ceb-abe4-daecd75bda58 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:41:38.193498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:38.307269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:38.333923 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:41:38.344704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4e4446be-c072-4ceb-abe4-daecd75bda58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4e4446be-c072-4ceb-abe4-daecd75bda58,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:41:38.347654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:38.381376 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'code': 200} Mar 23 10:41:38.420543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4e4446be-c072-4ceb-abe4-daecd75bda58,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:41:38.602542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c92bc2-5832-4b4f-b60a-206f5cdfdbb7 req-cd46e211-1117-4f86-9d17-169904690dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:38.604020 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f7c92bc2-5832-4b4f-b60a-206f5cdfdbb7 req-cd46e211-1117-4f86-9d17-169904690dad service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 1098 time: 0.0726330 Mar 23 10:41:38.644005 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f7c92bc2-5832-4b4f-b60a-206f5cdfdbb7 req-18d10e59-8556-497a-b5ed-b96a92fd66c9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340559 Mar 23 10:41:39.124250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ff62c-23e6-4cea-bd1c-7d5a36ff4151 req-29649558-a176-453d-b52c-17786d8f2a26 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:39.125692 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-980ff62c-23e6-4cea-bd1c-7d5a36ff4151 req-29649558-a176-453d-b52c-17786d8f2a26 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0804160 Mar 23 10:41:39.168272 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-980ff62c-23e6-4cea-bd1c-7d5a36ff4151 req-631f4c6d-c60f-48b4-bac5-dd2c1ea7eb7a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369024 Mar 23 10:41:39.568443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:40.362215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eaa49d-aa42-449e-b010-e480e0810014 req-763cc78a-f58e-4066-90e2-a6819f56cb6e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:40.363654 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e7eaa49d-aa42-449e-b010-e480e0810014 req-763cc78a-f58e-4066-90e2-a6819f56cb6e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0898619 Mar 23 10:41:40.407173 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e7eaa49d-aa42-449e-b010-e480e0810014 req-32d33c83-71b3-4e76-abe0-2887ba45a9ef tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377700 Mar 23 10:41:40.583848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c862b-49da-4d1d-800a-45114ff60a32 req-14439d79-f762-4e8c-a286-328e34b5fd60 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:40.585231 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b16c862b-49da-4d1d-800a-45114ff60a32 req-14439d79-f762-4e8c-a286-328e34b5fd60 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0788476 Mar 23 10:41:40.594259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41014) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:41:40.599094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a80c9553-d482-48fa-ae6d-cb80d3a30132 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'floatingip': {'port_id': '4e4446be-c072-4ceb-abe4-daecd75bda58'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:41:40.691310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a80c9553-d482-48fa-ae6d-cb80d3a30132 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:41.295413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a80c9553-d482-48fa-ae6d-cb80d3a30132 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:41.299456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a80c9553-d482-48fa-ae6d-cb80d3a30132 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:41.466341 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-a80c9553-d482-48fa-ae6d-cb80d3a30132 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1 associated. External IP: 172.26.4.46, port: 4e4446be-c072-4ceb-abe4-daecd75bda58. Mar 23 10:41:41.902327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80c9553-d482-48fa-ae6d-cb80d3a30132 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Router 124ec143-4f2e-4ee7-b74e-c631295b610d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:41:42.079218 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80c9553-d482-48fa-ae6d-cb80d3a30132 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:41:42.083565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a80c9553-d482-48fa-ae6d-cb80d3a30132 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:41:42.089532 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:41:42.099711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:41:42.100343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:41:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:42.136767 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a80c9553-d482-48fa-ae6d-cb80d3a30132 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "PUT /v2.0/floatingips/5eec245a-3b72-4c05-bc19-97fcb51e02f1 HTTP/1.1" status: 200 len: 990 time: 1.5413897 Mar 23 10:41:42.137245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:41:42.189147 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'status': 'completed', 'code': 200} Mar 23 10:41:42.290760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-2ba8fa9a-8a36-4c2a-91a3-86911d641bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:42.292467 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-2ba8fa9a-8a36-4c2a-91a3-86911d641bef service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 1098 time: 0.0806651 Mar 23 10:41:42.322657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:41:42.467900 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-7dd19827-cb94-48d8-bc4a-2733519ff5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:42.469373 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-7dd19827-cb94-48d8-bc4a-2733519ff5e5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1712010 Mar 23 10:41:42.626886 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-6881ab8a-9184-4627-adec-10bf6cb23782 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e4446be-c072-4ceb-abe4-daecd75bda58 HTTP/1.1" status: 200 len: 998 time: 0.1509471 Mar 23 10:41:42.688621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:7d:fb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:41:41Z', 'revision_number': 9, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:42.692781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:41:42.693231 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-19e342c8-6df0-4b4d-9231-c99ec3df981c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2606797 Mar 23 10:41:42.701748 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:41:42.702351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:41:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:42.707702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7629e-ad3a-49cb-a59b-42c31265497a req-c5ce6007-1514-4a5b-84ef-cd0eeeb91ac4 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:42.709160 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92a7629e-ad3a-49cb-a59b-42c31265497a req-c5ce6007-1514-4a5b-84ef-cd0eeeb91ac4 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.2343507 Mar 23 10:41:42.737509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-d271255d-d5d8-43f8-88e1-8f23e1b87cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:42.739010 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-d271255d-d5d8-43f8-88e1-8f23e1b87cea service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.1020541 Mar 23 10:41:42.807117 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92a7629e-ad3a-49cb-a59b-42c31265497a req-89af4881-5c9f-4dcf-81bd-e62452c52059 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879772 Mar 23 10:41:42.835043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-056bd520-2eb1-41b8-8447-5037c6004b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:42.837220 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-056bd520-2eb1-41b8-8447-5037c6004b19 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912600 Mar 23 10:41:42.894451 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:41:42.978613 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-54c1bc90-db9f-47b6-8870-51e61c0d4e7e service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356075 Mar 23 10:41:43.121501 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ede07fa1-acd0-4dab-a085-99561ca1cf38 req-ea58ad59-a3a7-4f75-a2bb-0ea29cbe0aff service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369765 Mar 23 10:41:43.263989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:7d:fb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:41:41Z', 'revision_number': 9, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:41:43.268350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9f8006-82c7-401f-909f-65e80c43b67b None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:7d:fb:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:41:41Z', 'revision_number': 9, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:41:43.469266 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd50763a-f0c6-4a6e-a0cc-d47d9522f262 None None] New status for floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:41:43.968102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-b86400f7-7554-40c2-8bc3-d65c180d2094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:43.969706 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-b86400f7-7554-40c2-8bc3-d65c180d2094 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 1098 time: 0.1847279 Mar 23 10:41:44.007038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6b63e-d89b-43df-952f-9b3b12f174b8 req-f67be387-40aa-469c-ad8d-1b543bb8b528 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:44.008944 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9ff6b63e-d89b-43df-952f-9b3b12f174b8 req-f67be387-40aa-469c-ad8d-1b543bb8b528 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0821047 Mar 23 10:41:44.051841 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9ff6b63e-d89b-43df-952f-9b3b12f174b8 req-4de9509e-23b9-4b5d-b203-860c9008c6a4 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370805 Mar 23 10:41:44.099470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-c3798fac-710e-4ac7-bef6-6ad47c113f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:44.100903 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-c3798fac-710e-4ac7-bef6-6ad47c113f3e service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1245654 Mar 23 10:41:44.202551 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-b229cec4-9e81-47dc-a7b4-e24459edec68 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e4446be-c072-4ceb-abe4-daecd75bda58 HTTP/1.1" status: 200 len: 1001 time: 0.0954998 Mar 23 10:41:44.262343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-1e6feff5-b856-4f2e-9762-42a71b371277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:44.263639 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-1e6feff5-b856-4f2e-9762-42a71b371277 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0556819 Mar 23 10:41:44.344091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-90261fea-57ee-42d1-a8a5-bb53ce3d448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:44.345683 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-90261fea-57ee-42d1-a8a5-bb53ce3d448a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765197 Mar 23 10:41:44.475318 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-e3a2356a-f8d0-4fb0-bc3e-3059ceb80b45 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228957 Mar 23 10:41:44.603943 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-a2a4c7ca-df1a-4d81-b42b-1e976fe9e105 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227529 Mar 23 10:41:45.233792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff2d33-6d02-4b18-b3fd-9194c8a73871 req-32cac5d8-e79b-43de-894a-0736c3d165c1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:45.235266 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0eff2d33-6d02-4b18-b3fd-9194c8a73871 req-32cac5d8-e79b-43de-894a-0736c3d165c1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0786450 Mar 23 10:41:45.278100 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0eff2d33-6d02-4b18-b3fd-9194c8a73871 req-6d92aeed-b555-4c87-ac90-fc1021fcc98b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373206 Mar 23 10:41:46.459556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddcf00-797f-4b1f-abb3-56519a04a352 req-81763855-29c1-4a75-a8cb-bbcaecf4824b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:46.461563 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f8ddcf00-797f-4b1f-abb3-56519a04a352 req-81763855-29c1-4a75-a8cb-bbcaecf4824b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0772293 Mar 23 10:41:46.506672 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f8ddcf00-797f-4b1f-abb3-56519a04a352 req-5e8784f2-5830-4c71-92e3-ce5e049bdde6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394666 Mar 23 10:41:47.696601 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e99f76-f0d6-4da3-8ba8-181e89ad0db1 req-84df7c91-2bf4-440e-8ebb-968aa169b029 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:47.698065 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51e99f76-f0d6-4da3-8ba8-181e89ad0db1 req-84df7c91-2bf4-440e-8ebb-968aa169b029 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0819671 Mar 23 10:41:47.741949 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51e99f76-f0d6-4da3-8ba8-181e89ad0db1 req-c6223117-1ba0-4226-ae61-c20c9f307975 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383151 Mar 23 10:41:48.924569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73f627-3e3b-4731-93c9-b21b8060507e req-2c6274d9-6e15-49b0-98e2-02a9efcde476 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:48.926024 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ec73f627-3e3b-4731-93c9-b21b8060507e req-2c6274d9-6e15-49b0-98e2-02a9efcde476 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0780580 Mar 23 10:41:48.969310 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ec73f627-3e3b-4731-93c9-b21b8060507e req-237dca2f-5cb8-418c-985c-e817d852eb96 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377150 Mar 23 10:41:50.151874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad1565-7411-4c5c-b5dc-412a7235f709 req-213b0c55-a1df-4f82-9b1b-acb2b1edf147 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:50.153894 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0dad1565-7411-4c5c-b5dc-412a7235f709 req-213b0c55-a1df-4f82-9b1b-acb2b1edf147 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0802906 Mar 23 10:41:50.206475 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0dad1565-7411-4c5c-b5dc-412a7235f709 req-539068cc-7818-4afa-9f26-ecab58b90454 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469017 Mar 23 10:41:51.396044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d2a47-b370-4a2c-a718-819acfa9ac53 req-85a82efd-ad51-47ef-9add-6dfea7b68459 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:51.397564 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e89d2a47-b370-4a2c-a718-819acfa9ac53 req-85a82efd-ad51-47ef-9add-6dfea7b68459 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0834877 Mar 23 10:41:51.440835 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e89d2a47-b370-4a2c-a718-819acfa9ac53 req-4b2f2b4f-e735-4d2f-b469-18353046be02 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370510 Mar 23 10:41:52.639018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a36de-615b-4a0a-ba75-54ad3215a5ec req-fbb1fcf7-d49d-42fc-a147-fcb1b45758d9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:52.640513 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-929a36de-615b-4a0a-ba75-54ad3215a5ec req-fbb1fcf7-d49d-42fc-a147-fcb1b45758d9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0779774 Mar 23 10:41:52.684179 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-929a36de-615b-4a0a-ba75-54ad3215a5ec req-c7111e7d-279b-4204-a8e2-fdfabeeba98b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379903 Mar 23 10:41:53.869455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652635e2-612b-4ffa-8bc0-a90d56457ba6 req-e597f060-41c2-4909-ae72-7805c53e1fdf tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:53.870898 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-652635e2-612b-4ffa-8bc0-a90d56457ba6 req-e597f060-41c2-4909-ae72-7805c53e1fdf tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0796459 Mar 23 10:41:53.918202 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-652635e2-612b-4ffa-8bc0-a90d56457ba6 req-e26fa5f7-f4de-4cbe-a54d-c549e9a0f7b0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415974 Mar 23 10:41:55.105170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e247ce-e231-4122-af98-558d22f2e4e4 req-89d0c2d7-2beb-4fec-af20-75e0701e84af tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:55.106606 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a4e247ce-e231-4122-af98-558d22f2e4e4 req-89d0c2d7-2beb-4fec-af20-75e0701e84af tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0809355 Mar 23 10:41:55.149241 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a4e247ce-e231-4122-af98-558d22f2e4e4 req-cd037e2d-44d1-424c-8fea-c97b254cf426 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369644 Mar 23 10:41:56.330376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c336e4-a061-4038-95a6-71c201528e2e req-9456964f-9554-43af-9516-5ede1556aaf6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:56.331808 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-95c336e4-a061-4038-95a6-71c201528e2e req-9456964f-9554-43af-9516-5ede1556aaf6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0788445 Mar 23 10:41:56.374426 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-95c336e4-a061-4038-95a6-71c201528e2e req-faeb8305-aa56-4d07-9287-d70bedefd4f3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363624 Mar 23 10:41:57.563292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7459ba-7890-426d-ac38-1f7fdcf6e2cc req-d6076b64-ca70-4e6c-b1ce-687fdb3a3eac tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:57.564737 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9b7459ba-7890-426d-ac38-1f7fdcf6e2cc req-d6076b64-ca70-4e6c-b1ce-687fdb3a3eac tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0861602 Mar 23 10:41:57.608514 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9b7459ba-7890-426d-ac38-1f7fdcf6e2cc req-ec428a1e-09e4-4d81-8054-44551920ca4e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381365 Mar 23 10:41:58.789386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2940ee-15a1-4ffa-ade2-f1c4580766ab req-00c15e02-0e95-4385-9f9b-320405397f2a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:41:58.790797 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c2940ee-15a1-4ffa-ade2-f1c4580766ab req-00c15e02-0e95-4385-9f9b-320405397f2a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0802469 Mar 23 10:41:58.833209 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0c2940ee-15a1-4ffa-ade2-f1c4580766ab req-fa2dac0a-819f-472a-b3c7-c3d446889762 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368910 Mar 23 10:42:00.018507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9e4c8-6d1d-4de6-b891-18b340ff1c8f req-a2d72d1e-09f1-4b4f-828e-09cba0ddbbd1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:00.019963 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05c9e4c8-6d1d-4de6-b891-18b340ff1c8f req-a2d72d1e-09f1-4b4f-828e-09cba0ddbbd1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0806973 Mar 23 10:42:00.063002 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05c9e4c8-6d1d-4de6-b891-18b340ff1c8f req-ef974ea4-7716-4c27-892c-21709e7f2efa tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374687 Mar 23 10:42:01.244716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcee57a-2c61-4e9d-b339-f28ce8bdb688 req-43cc1284-1b80-420d-9993-e4c6423b03b7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:01.246156 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4dcee57a-2c61-4e9d-b339-f28ce8bdb688 req-43cc1284-1b80-420d-9993-e4c6423b03b7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0786338 Mar 23 10:42:01.287674 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4dcee57a-2c61-4e9d-b339-f28ce8bdb688 req-d2c6b8df-49fe-4165-a469-580436baffb5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360384 Mar 23 10:42:02.527387 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:42:02.624386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac70d0-de07-4afe-a8c9-81f17e63e0bf req-442dfe47-3345-4b00-8c49-c970aa2c9558 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:02.625764 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adac70d0-de07-4afe-a8c9-81f17e63e0bf req-442dfe47-3345-4b00-8c49-c970aa2c9558 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0813477 Mar 23 10:42:02.668708 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adac70d0-de07-4afe-a8c9-81f17e63e0bf req-1b40b001-c39d-4416-b530-311211e8a3ef tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373793 Mar 23 10:42:03.714458 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eef242bf-9055-4016-a3e3-fe7814bf47b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:03.855869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3df7fe-3d26-4d43-bf42-a18785928054 req-b45fa4f7-e3a8-4564-bc50-f56e275f2543 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:03.857333 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ad3df7fe-3d26-4d43-bf42-a18785928054 req-b45fa4f7-e3a8-4564-bc50-f56e275f2543 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0830834 Mar 23 10:42:03.902188 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ad3df7fe-3d26-4d43-bf42-a18785928054 req-d017308e-a4e4-4ddc-923e-36bc8c38a7ca tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391591 Mar 23 10:42:05.084338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0467d41-51f2-4a6d-bc46-34ebe36fad01 req-3a3ea590-be5d-4503-877e-f374694a539e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:05.086046 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a0467d41-51f2-4a6d-bc46-34ebe36fad01 req-3a3ea590-be5d-4503-877e-f374694a539e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0796437 Mar 23 10:42:05.128997 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a0467d41-51f2-4a6d-bc46-34ebe36fad01 req-a1d38d52-24ee-4124-8ed5-d2df96f80ced tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373077 Mar 23 10:42:06.315264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee4dc9-3788-41c2-b717-e76bdbb9b720 req-eb952a93-d994-4b89-a54c-7e1320da4bf9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:06.316676 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1aee4dc9-3788-41c2-b717-e76bdbb9b720 req-eb952a93-d994-4b89-a54c-7e1320da4bf9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0817981 Mar 23 10:42:06.339477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:06.463055 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1aee4dc9-3788-41c2-b717-e76bdbb9b720 req-ac56d2b6-ea95-4dae-a43c-546b9c82f8ea tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400330 Mar 23 10:42:06.573725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-45590160-4882-4049-b70b-838477743bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:07.305782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:07.518356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:07.750185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892cc6e-6774-48ef-97cb-14528684117f req-65521799-b6ed-471b-98c9-dd76bd825dc1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:07.751634 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b892cc6e-6774-48ef-97cb-14528684117f req-65521799-b6ed-471b-98c9-dd76bd825dc1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.1863647 Mar 23 10:42:07.794907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b892cc6e-6774-48ef-97cb-14528684117f req-581e202c-7fd2-47cc-83b7-1f9bee6e8792 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371408 Mar 23 10:42:08.977878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0244332-16d6-4484-aff4-5a7044a4ffd6 req-5f88ad14-4bcf-46fe-80c0-ae9abdbd3761 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:08.979277 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d0244332-16d6-4484-aff4-5a7044a4ffd6 req-5f88ad14-4bcf-46fe-80c0-ae9abdbd3761 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0767422 Mar 23 10:42:09.020980 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d0244332-16d6-4484-aff4-5a7044a4ffd6 req-5bca578c-a505-4bea-9a24-26355786f476 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361438 Mar 23 10:42:09.571445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:10.206774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb76724-0a0f-45af-ad53-f609fc4d112a req-2b05c51a-6c95-4957-87b7-1af4cf89aad3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:10.208209 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bb76724-0a0f-45af-ad53-f609fc4d112a req-2b05c51a-6c95-4957-87b7-1af4cf89aad3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0810425 Mar 23 10:42:10.250779 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4bb76724-0a0f-45af-ad53-f609fc4d112a req-4e910dc9-d15d-40ec-b859-6da184985051 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369883 Mar 23 10:42:11.434700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44e598-50b6-4f9e-8ece-4e822b2371b4 req-2556f0f7-dc07-4d8c-a7a2-7fc387ee20bc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:11.436291 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8a44e598-50b6-4f9e-8ece-4e822b2371b4 req-2556f0f7-dc07-4d8c-a7a2-7fc387ee20bc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0819812 Mar 23 10:42:11.487485 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8a44e598-50b6-4f9e-8ece-4e822b2371b4 req-b0ed4b94-b416-45ab-ba2a-9a1a4c5d82c6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405660 Mar 23 10:42:12.666760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ea0ed-82c8-4db5-b530-fb0ea543347f req-5644c9bc-511c-4500-a035-fa912dce7b1c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:12.668205 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-085ea0ed-82c8-4db5-b530-fb0ea543347f req-5644c9bc-511c-4500-a035-fa912dce7b1c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0778787 Mar 23 10:42:12.712518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-085ea0ed-82c8-4db5-b530-fb0ea543347f req-322bf231-d004-47c7-8e18-8b3ef6839490 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383425 Mar 23 10:42:13.894902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3fabe-2023-43f7-91ea-ff372f584bc9 req-8c126729-fd40-4891-82a8-b41363fc9ae3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:13.896335 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8bf3fabe-2023-43f7-91ea-ff372f584bc9 req-8c126729-fd40-4891-82a8-b41363fc9ae3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0811818 Mar 23 10:42:13.940209 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8bf3fabe-2023-43f7-91ea-ff372f584bc9 req-2bd3f592-90dc-4ef2-9b34-9200a8576d75 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376337 Mar 23 10:42:15.123882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d8939-0aac-4912-a349-e04698350f85 req-08eb6ebc-a5e6-4ca4-b97c-aa0d29fe6030 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:15.125309 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4c9d8939-0aac-4912-a349-e04698350f85 req-08eb6ebc-a5e6-4ca4-b97c-aa0d29fe6030 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0808413 Mar 23 10:42:15.168438 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4c9d8939-0aac-4912-a349-e04698350f85 req-f5bca6ef-7fd9-423d-b1ea-e7acc13dfcc7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375826 Mar 23 10:42:16.268002 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-9ae0126f-d728-4323-b99f-81c9ccb167b3 service neutron] 10.222.0.102 "GET /v2.0/ports/4e4446be-c072-4ceb-abe4-daecd75bda58/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0771556 Mar 23 10:42:16.354244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d422c40-306c-485d-9c27-10bfd93648bc req-a651f8a4-79cd-49d5-9dfd-bc66edc41cbc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:16.355699 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8d422c40-306c-485d-9c27-10bfd93648bc req-a651f8a4-79cd-49d5-9dfd-bc66edc41cbc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0793359 Mar 23 10:42:16.399815 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8d422c40-306c-485d-9c27-10bfd93648bc req-92bb8ccb-790d-4446-b73d-16b4d584c982 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383816 Mar 23 10:42:16.523698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-17ea4103-a244-407e-b95f-7d27fe8a6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:16.525107 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-17ea4103-a244-407e-b95f-7d27fe8a6bb3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 1098 time: 0.0688164 Mar 23 10:42:16.612276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-9694adc0-7824-4f73-9d42-a15edeb1ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:16.613723 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-9694adc0-7824-4f73-9d42-a15edeb1ff0c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 1098 time: 0.0685930 Mar 23 10:42:16.740603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-e9a0ef21-ca9d-49e7-8154-53126cfaafca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:16.742601 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-e9a0ef21-ca9d-49e7-8154-53126cfaafca service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1227813 Mar 23 10:42:16.842103 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-6332a2a3-120a-4c39-b4aa-860d3edf6e0c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e4446be-c072-4ceb-abe4-daecd75bda58 HTTP/1.1" status: 200 len: 1001 time: 0.0936537 Mar 23 10:42:16.904166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-041a47ed-d761-44c9-9a10-51f83513d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:16.905584 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-041a47ed-d761-44c9-9a10-51f83513d694 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0581899 Mar 23 10:42:16.977450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-4f8e6ec5-8891-4900-9993-d5063044ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:16.978922 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-4f8e6ec5-8891-4900-9993-d5063044ba12 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675583 Mar 23 10:42:17.110419 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-67c26f1e-466a-44be-a1c3-6054edf15b66 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253164 Mar 23 10:42:17.246667 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b75b4e7-dc18-4013-8a7e-f921801edb62 req-92c00d46-b531-4585-9566-5b5b21d30b0f service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293354 Mar 23 10:42:17.587004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ec0c9-b9d9-4159-8305-b9f6fc512703 req-aabea0ba-f376-4855-a41c-604f8b6259c8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:17.588474 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-421ec0c9-b9d9-4159-8305-b9f6fc512703 req-aabea0ba-f376-4855-a41c-604f8b6259c8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0826883 Mar 23 10:42:17.630145 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-421ec0c9-b9d9-4159-8305-b9f6fc512703 req-ad9f86bd-604b-4624-81f3-7bdc3f1bc3ca tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360518 Mar 23 10:42:18.821571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2e668-3c5d-4900-8cfa-989c807f90d2 req-abdb5ebb-fd14-4b12-bd30-f8e3b9eb2177 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:18.823156 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b0d2e668-3c5d-4900-8cfa-989c807f90d2 req-abdb5ebb-fd14-4b12-bd30-f8e3b9eb2177 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0866773 Mar 23 10:42:18.878809 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b0d2e668-3c5d-4900-8cfa-989c807f90d2 req-fc03cb6e-28b5-48a3-afb7-833455ddd984 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497069 Mar 23 10:42:20.051920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e63383-8a48-43a4-8ef8-2a7ab21bcbfe req-aacb81ae-5427-4df0-89f0-4a741dec729e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:20.053363 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-77e63383-8a48-43a4-8ef8-2a7ab21bcbfe req-aacb81ae-5427-4df0-89f0-4a741dec729e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0789289 Mar 23 10:42:20.096317 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-77e63383-8a48-43a4-8ef8-2a7ab21bcbfe req-cc15abdd-25a1-40d6-90bf-ac4d1115c140 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373523 Mar 23 10:42:20.409844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4e4446be-c072-4ceb-abe4-daecd75bda58 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:42:20.414730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4e4446be-c072-4ceb-abe4-daecd75bda58 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:42:20.536495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-459bbd45-1c57-437e-b9a4-25e465c75fe6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:20.538026 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-459bbd45-1c57-437e-b9a4-25e465c75fe6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931&tenant_id=f0817c8d3cb74b6ba74057507774e265&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.1339030 Mar 23 10:42:20.643844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:20.662169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4e4446be-c072-4ceb-abe4-daecd75bda58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4e4446be-c072-4ceb-abe4-daecd75bda58,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:42:20.682588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'port_id': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'mac_address': 'fa:16:3e:7d:fb:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:42:20.687656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:42:20.714038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dfc24-b1aa-4e24-92a9-668ae63a3e83 req-f071e814-67ff-4ace-ab13-3a8bf85a30dd tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:20.715490 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-810dfc24-b1aa-4e24-92a9-668ae63a3e83 req-f071e814-67ff-4ace-ab13-3a8bf85a30dd tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.2537622 Mar 23 10:42:20.721378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4e4446be-c072-4ceb-abe4-daecd75bda58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4e4446be-c072-4ceb-abe4-daecd75bda58,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:42:20.733501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:20.765066 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-47ddc1f8-9ef2-4101-b267-433ac3548914 service neutron] 10.222.0.102 "GET /v2.0/ports/4e4446be-c072-4ceb-abe4-daecd75bda58/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.2195323 Mar 23 10:42:20.776257 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'code': 200} Mar 23 10:42:20.781890 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-810dfc24-b1aa-4e24-92a9-668ae63a3e83 req-564ecd9e-bf2b-47c6-b37b-8250c02045ea tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569444 Mar 23 10:42:20.802958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:20.832107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e4446be-c072-4ceb-abe4-daecd75bda58 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:42:20.839898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4e4446be-c072-4ceb-abe4-daecd75bda58,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:20.853075 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.853421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.853750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.854075 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.854394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.854713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.855024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.855357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.855658 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.856059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.856272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.856613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:20.861748 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4e4446be-c072-4ceb-abe4-daecd75bda58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4e4446be-c072-4ceb-abe4-daecd75bda58,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:42:20.862526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-dcc38ce5-a6cc-4179-adc9-ed247bb092ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:20.864342 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-dcc38ce5-a6cc-4179-adc9-ed247bb092ee service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 1096 time: 0.0778668 Mar 23 10:42:20.867209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:20.935964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4e4446be-c072-4ceb-abe4-daecd75bda58,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:20.939709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['4e4446be-c072-4ceb-abe4-daecd75bda58'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:42:21.003058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-240e76de-3a51-40c3-b2b1-2b911bbb1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:21.004538 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-240e76de-3a51-40c3-b2b1-2b911bbb1fd1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1336026 Mar 23 10:42:21.107228 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-e73b1b02-48b2-4f82-999a-b755c72c6523 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e4446be-c072-4ceb-abe4-daecd75bda58 HTTP/1.1" status: 200 len: 1000 time: 0.0954535 Mar 23 10:42:21.173831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-fadba6c0-01ee-4336-add4-ee842a9c6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:21.175298 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-fadba6c0-01ee-4336-add4-ee842a9c6ae0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0613565 Mar 23 10:42:21.253651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-de747fee-6f54-4ecb-8ef9-da09d904e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:21.255189 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-de747fee-6f54-4ecb-8ef9-da09d904e333 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686915 Mar 23 10:42:21.388235 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-82b94b6d-d640-469a-a463-735a8b8ffb93 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242731 Mar 23 10:42:21.518148 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-3fd86ede-572f-4859-950a-58d83e21dc65 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228909 Mar 23 10:42:21.970897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379fcba-f3f9-4694-9c73-64d204df503a req-447989ae-3801-404b-8c5f-a572f6a20116 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:21.972310 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9379fcba-f3f9-4694-9c73-64d204df503a req-447989ae-3801-404b-8c5f-a572f6a20116 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 944 time: 0.0812254 Mar 23 10:42:22.014342 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9379fcba-f3f9-4694-9c73-64d204df503a req-1657cdae-fe8f-4ef2-8fc0-10d321c85ec8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364521 Mar 23 10:42:22.418783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4e4446be-c072-4ceb-abe4-daecd75bda58 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:42:22.486302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 4e4446be-c072-4ceb-abe4-daecd75bda58 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:22.486664 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:22.597294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:22.628057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 4e4446be-c072-4ceb-abe4-daecd75bda58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4e4446be-c072-4ceb-abe4-daecd75bda58,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:42:22.632596 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:22.700986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=4e4446be-c072-4ceb-abe4-daecd75bda58,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:22.777400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:42:22.829617 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'code': 200} Mar 23 10:42:23.197552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d6b63-a4d5-4dd4-b7e7-84fc84897bd7 req-22b7c868-e3b9-4279-aff1-ab1c186dd9b6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:23.198976 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-793d6b63-a4d5-4dd4-b7e7-84fc84897bd7 req-22b7c868-e3b9-4279-aff1-ab1c186dd9b6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0773182 Mar 23 10:42:23.251582 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-793d6b63-a4d5-4dd4-b7e7-84fc84897bd7 req-be0f2199-4581-4264-bd3f-23365edf5389 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470538 Mar 23 10:42:23.903011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-3bb90f4c-366d-43bd-903e-0babd2791e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:23.904525 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-3bb90f4c-366d-43bd-903e-0babd2791e6b service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 1098 time: 0.0779130 Mar 23 10:42:23.992488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-0d8ca35b-fc6a-4783-92f5-939a046e6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:23.993958 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-0d8ca35b-fc6a-4783-92f5-939a046e6448 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 1098 time: 0.0699804 Mar 23 10:42:24.124705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-931e0214-d288-417f-995f-536ac120480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:24.126176 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-931e0214-d288-417f-995f-536ac120480a service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1261382 Mar 23 10:42:24.227635 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-d2dc1d7d-ce19-41cf-a95d-40d667a0d1d4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e4446be-c072-4ceb-abe4-daecd75bda58 HTTP/1.1" status: 200 len: 1001 time: 0.0946224 Mar 23 10:42:24.287754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-ff09331e-3489-4e1f-bb3d-fc126e58d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:24.289216 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-ff09331e-3489-4e1f-bb3d-fc126e58d8ec service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0559914 Mar 23 10:42:24.394115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-c523705e-96c3-4547-a79c-80c27b86193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:24.395558 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-c523705e-96c3-4547-a79c-80c27b86193a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008239 Mar 23 10:42:24.547923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04c66a-3d84-4939-b022-355a035e90b9 req-3d99a14e-90f3-44f3-a1b5-5c59433205cd tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:24.549300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7f04c66a-3d84-4939-b022-355a035e90b9 req-3d99a14e-90f3-44f3-a1b5-5c59433205cd tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.1868477 Mar 23 10:42:24.558120 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-e0e4a67b-27b0-47ff-b4db-05b33b7a92cb service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513231 Mar 23 10:42:24.771028 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7f04c66a-3d84-4939-b022-355a035e90b9 req-d57494ff-3d62-41f0-8874-2d4dee46ed20 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149897 Mar 23 10:42:24.810749 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-75796b57-13ac-4a50-8b73-d7aca1ae325b req-2f15757e-f8aa-41e9-8018-c1b643866696 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399561 Mar 23 10:42:25.955309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438a7a-f1bf-4e8c-b147-1fcc9c466a4c req-b1f7e80d-d79e-4551-82d7-bfaa0978b519 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:25.956751 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ce438a7a-f1bf-4e8c-b147-1fcc9c466a4c req-b1f7e80d-d79e-4551-82d7-bfaa0978b519 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0817096 Mar 23 10:42:26.002288 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ce438a7a-f1bf-4e8c-b147-1fcc9c466a4c req-face37a5-c8f2-4d0b-8b26-609aaae105a1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392509 Mar 23 10:42:27.190034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4f3c-caaf-4b17-9cde-55fddf543d69 req-d5270c4e-be38-4b6e-a78d-aaa282f818cc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:27.191459 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f66c4f3c-caaf-4b17-9cde-55fddf543d69 req-d5270c4e-be38-4b6e-a78d-aaa282f818cc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0813799 Mar 23 10:42:27.233915 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f66c4f3c-caaf-4b17-9cde-55fddf543d69 req-91f24dd6-2576-4573-b466-996417639c4c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366940 Mar 23 10:42:27.416180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b355fef-5097-4bdb-822f-c5c515900c64 req-474f9940-ec1d-4c2b-a547-0fbf98a5c57e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:27.417808 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8b355fef-5097-4bdb-822f-c5c515900c64 req-474f9940-ec1d-4c2b-a547-0fbf98a5c57e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0780108 Mar 23 10:42:27.463396 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8b355fef-5097-4bdb-822f-c5c515900c64 req-4c2c0d28-1cb9-44e8-9528-49a8f67e645f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399501 Mar 23 10:42:27.641187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3adfe-46bf-4cc8-a832-376b7302688a req-e88529bf-58f5-4333-a78f-cdece480c2b3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:27.642682 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-33a3adfe-46bf-4cc8-a832-376b7302688a req-e88529bf-58f5-4333-a78f-cdece480c2b3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0781810 Mar 23 10:42:27.691371 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-33a3adfe-46bf-4cc8-a832-376b7302688a req-39ad51cc-6f02-48e6-a1e5-24f844ad2ccf tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424695 Mar 23 10:42:28.070289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eb829-c6ae-492d-b412-957946deb27f req-6e6f5bcd-e21b-47ef-82bc-5e223e093b84 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:28.071723 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-427eb829-c6ae-492d-b412-957946deb27f req-6e6f5bcd-e21b-47ef-82bc-5e223e093b84 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0788782 Mar 23 10:42:28.115740 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-427eb829-c6ae-492d-b412-957946deb27f req-12c68e2b-9c69-40c5-81b3-58b1d7124cd6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379529 Mar 23 10:42:29.298915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d8741-3b68-43e8-a9cc-484280f8f7fb req-5702a2e8-824f-4c0c-b139-3910b7068dfb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:29.300361 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ca1d8741-3b68-43e8-a9cc-484280f8f7fb req-5702a2e8-824f-4c0c-b139-3910b7068dfb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0793505 Mar 23 10:42:29.343481 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ca1d8741-3b68-43e8-a9cc-484280f8f7fb req-963ca850-962c-4e39-a785-60c3ec1f9c61 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366371 Mar 23 10:42:30.100154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-f271b4f8-4be6-41ea-8f61-f830bccc2c05 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:30.101584 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-f271b4f8-4be6-41ea-8f61-f830bccc2c05 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.0870793 Mar 23 10:42:30.168426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Deleting port 4e4446be-c072-4ceb-abe4-daecd75bda58 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:42:30.168672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:30.410391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] For port 4e4446be-c072-4ceb-abe4-daecd75bda58, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=4e4446be-c072-4ceb-abe4-daecd75bda58,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:42:30.410750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:30.712589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e5bf4-f8ca-4706-a092-0634c8c6ee4b req-f3f3435c-d68e-4a73-a6cb-cf6325e6d025 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:30.714077 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a67e5bf4-f8ca-4706-a092-0634c8c6ee4b req-f3f3435c-d68e-4a73-a6cb-cf6325e6d025 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 945 time: 0.2437804 Mar 23 10:42:30.785060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:30.785446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:30.785753 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1 disassociated. External IP: 172.26.4.46, port: 4e4446be-c072-4ceb-abe4-daecd75bda58. Mar 23 10:42:30.786089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Calling delete_port for 4e4446be-c072-4ceb-abe4-daecd75bda58 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:42:30.815929 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a67e5bf4-f8ca-4706-a092-0634c8c6ee4b req-ab743339-34ae-43c7-8180-60693255ba92 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933900 Mar 23 10:42:30.942224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:30.989460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event deleted for resources: {'Port': ['ID=4e4446be-c072-4ceb-abe4-daecd75bda58,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:31.280230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Router 124ec143-4f2e-4ee7-b74e-c631295b610d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:42:31.455829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:42:31.465156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:42:31.475638 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:42:31.476337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:42:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:31.524613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] No DVR routers for this DVR port 4e4446be-c072-4ceb-abe4-daecd75bda58 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:42:31.527045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:31.529532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'name': 'network-vif-deleted', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:42:31.546475 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-453cf021-6d2e-4f11-81e5-b196a44646ee req-7e9264ca-9b6c-4b99-90f5-925569dbd7e6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "DELETE /v2.0/ports/4e4446be-c072-4ceb-abe4-daecd75bda58 HTTP/1.1" status: 204 len: 173 time: 1.4392853 Mar 23 10:42:31.637892 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7810b5-416a-4f4e-8d19-6bcb62d1e931', 'name': 'network-vif-deleted', 'tag': '4e4446be-c072-4ceb-abe4-daecd75bda58', 'status': 'completed', 'code': 200} Mar 23 10:42:31.656903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:42:31.970211 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:31.975163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:42:31.983911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:42:31.984756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:42:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:31.993336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4dedb551-8059-4553-9d37-c1d9c4e8ba9e req-a4ddb702-8e0b-4354-94b8-efc0e9166249 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Synchronizing usage tracker for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:42:32.011048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4dedb551-8059-4553-9d37-c1d9c4e8ba9e req-a4ddb702-8e0b-4354-94b8-efc0e9166249 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Unset dirty status for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:42:32.012227 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4dedb551-8059-4553-9d37-c1d9c4e8ba9e req-a4ddb702-8e0b-4354-94b8-efc0e9166249 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=dd7810b5-416a-4f4e-8d19-6bcb62d1e931 HTTP/1.1" status: 200 len: 210 time: 0.0740869 Mar 23 10:42:32.182290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:42:32.524576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:32.528492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69950fbc-e0aa-4de3-8e21-fb18605e6072 None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:42:32.730802 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6e8b43-f344-45eb-b185-6c6b046f4e06 None None] New status for floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:42:33.345057 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-0221620d-8771-4c8a-9611-9c6f10b21f05 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-securitygroup--545448625&fields=id&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 267 time: 0.0389996 Mar 23 10:42:33.494099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-ffdb255f-a736-4b86-8e3d-5d4c20186171 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:33.495503 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-ffdb255f-a736-4b86-8e3d-5d4c20186171 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 812 time: 0.1436017 Mar 23 10:42:33.509591 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-537497fb-975e-4fc1-bfd6-bbf6bb4e4381 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/quotas/f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 375 time: 0.0087624 Mar 23 10:42:33.591289 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-560235bd-1a4a-41d8-8e27-7e8a390fe158 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770330 Mar 23 10:42:33.716286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a52446d6-1217-4a5c-97ec-1568eb1bc420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:33.726153 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-6dd0af21-9bc9-4f7f-96e3-9ddb6485db69 service neutron] 10.222.0.84 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227243 Mar 23 10:42:33.856569 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-c8ee947f-6eb1-4c34-9eec-a88e1147b077 service neutron] 10.222.0.84 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240537 Mar 23 10:42:34.030695 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e7b2fd7d-85b5-4e96-bfbb-33fcca4049ae req-61d1c774-e5f1-4bb0-9615-442ddf0c5997 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 210 time: 0.0444167 Mar 23 10:42:34.495323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4e4446be-c072-4ceb-abe4-daecd75bda58 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:42:34.530963 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 4e4446be-c072-4ceb-abe4-daecd75bda58 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:42:34.531305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 4e4446be-c072-4ceb-abe4-daecd75bda58 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:42:35.031580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-1f6de7aa-afc2-495c-baba-9bdfe8f52e55 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:35.033332 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-1f6de7aa-afc2-495c-baba-9bdfe8f52e55 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 812 time: 0.1494312 Mar 23 10:42:35.086123 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-699d3690-a126-45f1-abff-07dd9bee83e9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 379 time: 0.0439003 Mar 23 10:42:35.095333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'port': {'device_id': '1a4189eb-788e-487a-af77-b797a2c911c8', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'admin_state_up': True, 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'security_groups': ['c0d79c9d-86d2-473b-8b57-5bf024edbe50']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:42:35.180277 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1a3942f9-8083-41f3-9f20-dd8996b9197d req-9499547c-9e44-42a9-b6d4-5d53952424f6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 210 time: 0.0419905 Mar 23 10:42:35.232214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:42:35.241932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:42:35.251524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Made reservation on behalf of f0817c8d3cb74b6ba74057507774e265 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:42:35.255049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:35.410818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Allocated IP 172.20.0.6 (6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d/105685cb-9658-47f5-b6c2-0f1a62f756c4/8d406196-bde1-4422-8b88-12e91902f28a) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:42:35.592546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:35.607673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Transition to ACTIVE for port object 8d406196-bde1-4422-8b88-12e91902f28a will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:42:35.629451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:35.696331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:42:35.699137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:42:35.707030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:42:35.739531 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:35.758927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.759274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.759597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.759929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.760251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.760572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.760897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.761240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.761559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.761871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.762189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.762499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:42:35.787896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:35.788480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:35.814394 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-b4f9f4de-e9ed-4560-bfe5-f81a667c434e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228799 Mar 23 10:42:35.825834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Request body: {'port': {'device_id': '1a4189eb-788e-487a-af77-b797a2c911c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:42:35.927520 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-63dcd27f-49c0-4061-afe8-da474904afb2 None None] Provisioning for port 8d406196-bde1-4422-8b88-12e91902f28a completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:42:35.932514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-63dcd27f-49c0-4061-afe8-da474904afb2 None None] Provisioning complete for port 8d406196-bde1-4422-8b88-12e91902f28a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:35.932872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-63dcd27f-49c0-4061-afe8-da474904afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:35.941468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:35.987592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-63dcd27f-49c0-4061-afe8-da474904afb2 None None] Port 8d406196-bde1-4422-8b88-12e91902f28a cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:42:36.335869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.446043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d34b0b-cdc3-4e77-b17e-e80b35651468 req-896a539d-7f39-464c-97a5-36e745a9a4c5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:36.446723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-46d34b0b-cdc3-4e77-b17e-e80b35651468 req-896a539d-7f39-464c-97a5-36e745a9a4c5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Synchronizing usage tracker for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:42:36.454538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d406196-bde1-4422-8b88-12e91902f28a {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:42:36.464610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.480562 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-46d34b0b-cdc3-4e77-b17e-e80b35651468 req-896a539d-7f39-464c-97a5-36e745a9a4c5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Unset dirty status for tenant:f0817c8d3cb74b6ba74057507774e265 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:42:36.481718 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46d34b0b-cdc3-4e77-b17e-e80b35651468 req-896a539d-7f39-464c-97a5-36e745a9a4c5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 931 time: 0.1918118 Mar 23 10:42:36.484149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Transition to ACTIVE for port object 8d406196-bde1-4422-8b88-12e91902f28a will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:42:36.500923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.578210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4ee5f023-012d-4635-b319-e962ef990339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.649927 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46d34b0b-cdc3-4e77-b17e-e80b35651468 req-c1424ec7-0566-4dd7-9ae6-d91bbfca9266 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622870 Mar 23 10:42:36.651815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:36.757328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Attempting to bind port 8d406196-bde1-4422-8b88-12e91902f28a on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:42:36.757658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Attempting to bind port 8d406196-bde1-4422-8b88-12e91902f28a by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:42:36.757977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Attempting to bind port 8d406196-bde1-4422-8b88-12e91902f28a on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:42:36.762357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Port 8d406196-bde1-4422-8b88-12e91902f28a on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:42:36.762667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Attempting to bind port 8d406196-bde1-4422-8b88-12e91902f28a on network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:42:36.767692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:42:36.768030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Checking segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:42:36.768409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Bound using segment: {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:42:36.768862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Bound port: 8d406196-bde1-4422-8b88-12e91902f28a, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c200a9dc-3391-48b5-972c-cb5596edb794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 807, 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:42:36.769298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.861488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:42:36.864411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:42:36.868258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.923465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:36.924048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:36.925406 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] 10.222.0.102 "PUT /v2.0/ports/8d406196-bde1-4422-8b88-12e91902f28a HTTP/1.1" status: 200 len: 1093 time: 1.1039054 Mar 23 10:42:36.925828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:42:36.951740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4bba0-9b39-41a3-bac2-f0313134d274 service neutron] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:37.001355 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a', 'status': 'completed', 'code': 200} Mar 23 10:42:37.042319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-2cf94c8a-09bd-40e7-af0f-0f921730be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:37.043770 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-2cf94c8a-09bd-40e7-af0f-0f921730be82 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 1096 time: 0.0744960 Mar 23 10:42:37.114441 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-57045ebb-8378-45af-af21-3c01e598f9a3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d406196-bde1-4422-8b88-12e91902f28a HTTP/1.1" status: 200 len: 217 time: 0.0641658 Mar 23 10:42:37.178181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e39cc05c-5f92-4b5d-849f-1e2cfb69f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:37.179549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-e39cc05c-5f92-4b5d-849f-1e2cfb69f3d2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0589249 Mar 23 10:42:37.254072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-48380d46-94ce-406a-bb18-65678d32a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:37.256366 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-48380d46-94ce-406a-bb18-65678d32a58f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698497 Mar 23 10:42:37.309545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:37.388048 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-70c94959-733f-465d-8af5-82a13cd833c1 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262367 Mar 23 10:42:37.517297 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-82465e24-8ed8-49e0-a2e2-f8d1bb0612f9 req-7091e07f-11d8-48dd-8e2b-5e024e66b628 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234672 Mar 23 10:42:37.520409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:37.629096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-bdb1ecf8-2651-422d-86c5-ea16a770c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:37.631147 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-bdb1ecf8-2651-422d-86c5-ea16a770c73c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 1096 time: 0.0698297 Mar 23 10:42:37.805695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-2d727b58-b4cb-4543-a22e-c2140f3056ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:37.807015 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-2d727b58-b4cb-4543-a22e-c2140f3056ef service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1699300 Mar 23 10:42:37.876254 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-fb5d3cb7-cfb5-4039-8e9c-cc83881889eb service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d406196-bde1-4422-8b88-12e91902f28a HTTP/1.1" status: 200 len: 217 time: 0.0627604 Mar 23 10:42:38.048463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fe977-14e6-4861-99dc-802638ab93b5 req-8b84ec8e-5586-4a71-acf4-286738811555 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:38.050005 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a1fe977-14e6-4861-99dc-802638ab93b5 req-8b84ec8e-5586-4a71-acf4-286738811555 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 943 time: 0.2949944 Mar 23 10:42:38.072264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-149168ee-bafc-4930-a8c6-614fe62fe777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:38.073560 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-149168ee-bafc-4930-a8c6-614fe62fe777 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.1896400 Mar 23 10:42:38.139173 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a1fe977-14e6-4861-99dc-802638ab93b5 req-569ed786-5028-4d4e-8b86-f8f697d6e31a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824738 Mar 23 10:42:38.165146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-cc978078-6d97-4d36-a233-30398f1b6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:38.166586 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-cc978078-6d97-4d36-a233-30398f1b6f99 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862157 Mar 23 10:42:38.295315 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-0cbdda41-5ddf-4cd4-bbf4-1f6674b0dd0a service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212010 Mar 23 10:42:38.423207 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f883e017-c08e-4546-83bd-4c8984a3fb2b req-ee4ec6a8-9f0f-4b40-b6f1-09167382c8db service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214783 Mar 23 10:42:39.336108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b41e60-7f58-4b2d-a677-06373587600a req-8da0c49f-e45b-4fc5-a441-e12b59c8fad6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:39.337573 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c4b41e60-7f58-4b2d-a677-06373587600a req-8da0c49f-e45b-4fc5-a441-e12b59c8fad6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 943 time: 0.0860167 Mar 23 10:42:39.382128 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c4b41e60-7f58-4b2d-a677-06373587600a req-7e145490-f994-4df0-bdc9-9b4e9e1705ae tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388112 Mar 23 10:42:39.525934 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:42:39.575310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:40.493417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:42:40.567716 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a57a33-ae49-44ed-8938-8a0f86413e1d req-1b2aa62c-f1d1-4aed-96a7-3d438efb46b8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:40.569713 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-12a57a33-ae49-44ed-8938-8a0f86413e1d req-1b2aa62c-f1d1-4aed-96a7-3d438efb46b8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 943 time: 0.0826716 Mar 23 10:42:40.613191 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-12a57a33-ae49-44ed-8938-8a0f86413e1d req-eee39f01-93a0-406e-9f8b-9b3b2f7135e2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377011 Mar 23 10:42:40.635592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:42:40.698869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '8d406196-bde1-4422-8b88-12e91902f28a', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'port_id': '8d406196-bde1-4422-8b88-12e91902f28a', 'mac_address': 'fa:16:3e:fc:97:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:42:40.767293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:40.787304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d406196-bde1-4422-8b88-12e91902f28a {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:42:40.806095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:42:40.816958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:40.973074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:41.029489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['8d406196-bde1-4422-8b88-12e91902f28a'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:42:41.805711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67afcc2-ac54-4710-835b-b43354038bd7 req-f32e26f2-3467-489d-bfe8-34f8f9afbc49 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:41.807155 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e67afcc2-ac54-4710-835b-b43354038bd7 req-f32e26f2-3467-489d-bfe8-34f8f9afbc49 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 944 time: 0.0832970 Mar 23 10:42:41.855449 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e67afcc2-ac54-4710-835b-b43354038bd7 req-52451b70-2aeb-4d0c-bc5b-55f33c4c4dd0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427265 Mar 23 10:42:42.508787 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:42:42.575274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 8d406196-bde1-4422-8b88-12e91902f28a completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:42:42.580356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 8d406196-bde1-4422-8b88-12e91902f28a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:42:42.580724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:42.695182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:42.720679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:42:42.731346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:42:42.735172 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:42.770293 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a', 'code': 200} Mar 23 10:42:42.801914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:42:42.999814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca031f-8c57-4d95-a625-2bf8b9790782 req-aac8f858-01e9-41b9-a057-e7ca9db90ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:43.001314 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7eca031f-8c57-4d95-a625-2bf8b9790782 req-aac8f858-01e9-41b9-a057-e7ca9db90ccd service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 1098 time: 0.0789332 Mar 23 10:42:43.043524 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780309e-f8b1-4cb6-9c44-c182bef1cd8f req-1bb1d537-3b16-481d-9ffa-01100b53a845 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:43.044864 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4780309e-f8b1-4cb6-9c44-c182bef1cd8f req-1bb1d537-3b16-481d-9ffa-01100b53a845 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0803938 Mar 23 10:42:43.044969 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7eca031f-8c57-4d95-a625-2bf8b9790782 req-05de91ba-b11a-4f8a-8e5e-5c005e43f0f2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374546 Mar 23 10:42:43.088394 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4780309e-f8b1-4cb6-9c44-c182bef1cd8f req-256f5bbe-a22b-499c-b4af-397f5d1840c7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372341 Mar 23 10:42:44.269962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad04ae-edc7-4c06-bd10-c13f11c16bda req-0716970b-a1ec-468b-a559-ca1571eb6421 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:44.271404 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-71ad04ae-edc7-4c06-bd10-c13f11c16bda req-0716970b-a1ec-468b-a559-ca1571eb6421 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0789578 Mar 23 10:42:44.314902 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-71ad04ae-edc7-4c06-bd10-c13f11c16bda req-e3a4815e-db4b-4e2c-809e-0f44c1ae2ab6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379179 Mar 23 10:42:44.491240 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3285947-cd2b-46a3-8a9d-8c12a4011a6b req-21d2a749-0e7f-4f5e-9f01-291b8632eda3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:44.492695 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c3285947-cd2b-46a3-8a9d-8c12a4011a6b req-21d2a749-0e7f-4f5e-9f01-291b8632eda3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0826478 Mar 23 10:42:44.501227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41204) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:42:44.506214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-62d8df08-cf05-458c-9d97-c0ac53e8d50c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Request body: {'floatingip': {'port_id': '8d406196-bde1-4422-8b88-12e91902f28a'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:42:44.585158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62d8df08-cf05-458c-9d97-c0ac53e8d50c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:45.171031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62d8df08-cf05-458c-9d97-c0ac53e8d50c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:45.174709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62d8df08-cf05-458c-9d97-c0ac53e8d50c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:45.440990 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-62d8df08-cf05-458c-9d97-c0ac53e8d50c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1 associated. External IP: 172.26.4.46, port: 8d406196-bde1-4422-8b88-12e91902f28a. Mar 23 10:42:45.776943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d8df08-cf05-458c-9d97-c0ac53e8d50c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Router 124ec143-4f2e-4ee7-b74e-c631295b610d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:42:45.952910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d8df08-cf05-458c-9d97-c0ac53e8d50c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:42:45.957770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62d8df08-cf05-458c-9d97-c0ac53e8d50c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:42:45.962809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:42:45.971858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:42:45.972468 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:42:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:46.012671 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-62d8df08-cf05-458c-9d97-c0ac53e8d50c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "PUT /v2.0/floatingips/5eec245a-3b72-4c05-bc19-97fcb51e02f1 HTTP/1.1" status: 200 len: 991 time: 1.5103433 Mar 23 10:42:46.013277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:42:46.058300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a', 'status': 'completed', 'code': 200} Mar 23 10:42:46.164044 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:42:46.164571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-fdc2153e-0aea-47f0-9330-0cb559c20935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:46.166214 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-fdc2153e-0aea-47f0-9330-0cb559c20935 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 1098 time: 0.0851142 Mar 23 10:42:46.300178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-fee08438-4806-4255-aea4-dcf6aecd35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:46.301562 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-fee08438-4806-4255-aea4-dcf6aecd35e8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1296439 Mar 23 10:42:46.414370 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-bea90e2f-8dde-4843-907e-f6727ef97d34 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d406196-bde1-4422-8b88-12e91902f28a HTTP/1.1" status: 200 len: 999 time: 0.1063292 Mar 23 10:42:46.498046 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-ac3c269c-d7b7-4a30-97fe-1e5bf7af1c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:46.499610 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-ac3c269c-d7b7-4a30-97fe-1e5bf7af1c44 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0797179 Mar 23 10:42:46.576769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-865ffd62-66eb-46cb-8822-841263fcff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:46.578407 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-865ffd62-66eb-46cb-8822-841263fcff37 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732358 Mar 23 10:42:46.587922 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '8d406196-bde1-4422-8b88-12e91902f28a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:fc:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4189eb-788e-487a-af77-b797a2c911c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:42:45Z', 'revision_number': 13, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:46.591849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:42:46.601189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:42:46.601810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:42:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:46.715425 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-3d3cb239-586f-4ddd-9ec9-238b0b897d82 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309221 Mar 23 10:42:46.788826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:42:46.962931 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ed8619b6-4ce0-4931-bea2-9e906bd62db3 req-d47f9a61-8b56-40e6-bdb1-fd5cd030d27d service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418165 Mar 23 10:42:47.155555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '8d406196-bde1-4422-8b88-12e91902f28a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:fc:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4189eb-788e-487a-af77-b797a2c911c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:42:45Z', 'revision_number': 13, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:42:47.159732 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1360bc-23a7-40e7-920c-93bf5652cf9b None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5eec245a-3b72-4c05-bc19-97fcb51e02f1', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'floating_ip_address': '172.26.4.46', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'port_id': '8d406196-bde1-4422-8b88-12e91902f28a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'mac_address': 'fa:16:3e:fc:97:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a4189eb-788e-487a-af77-b797a2c911c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:39:42Z', 'updated_at': '2022-03-23T10:42:45Z', 'revision_number': 13, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:42:47.351170 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e614bf15-489c-4dc0-a5b2-d44524645b87 None None] New status for floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:42:47.849508 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e459b0-9206-4fb9-b3c6-bedff28d989b req-8dad7ae1-9cb7-4328-ad39-108855ffcc99 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:47.850960 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-78e459b0-9206-4fb9-b3c6-bedff28d989b req-8dad7ae1-9cb7-4328-ad39-108855ffcc99 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0806727 Mar 23 10:42:47.894888 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-78e459b0-9206-4fb9-b3c6-bedff28d989b req-b88aba59-f330-4bf9-b85d-229fc7012c09 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382099 Mar 23 10:42:56.559729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921af48d-1090-4470-8c07-0bff3035fabf req-0d009f16-513f-4970-bce5-09ddfa623953 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:56.561251 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-921af48d-1090-4470-8c07-0bff3035fabf req-0d009f16-513f-4970-bce5-09ddfa623953 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.1369123 Mar 23 10:42:56.566456 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-ff4293e3-782b-4877-8e34-df88027d8543 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1879039 Mar 23 10:42:56.608879 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-921af48d-1090-4470-8c07-0bff3035fabf req-3a6790df-4d76-464a-a3fa-ca1c8be3067c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414670 Mar 23 10:42:57.675495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-333343ac-1262-497d-b9e1-7c866294a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:57.676911 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-333343ac-1262-497d-b9e1-7c866294a51b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 1098 time: 0.0731339 Mar 23 10:42:57.811843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-dc0e0836-3c7a-4dfa-b495-5b48e0318afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:57.813327 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-dc0e0836-3c7a-4dfa-b495-5b48e0318afb service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1276016 Mar 23 10:42:57.904137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b0e8-3a8c-41e9-900d-51c5eefcb883 req-8c920b9b-e457-4627-94ab-29bca59cb896 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:57.905624 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3f87b0e8-3a8c-41e9-900d-51c5eefcb883 req-8c920b9b-e457-4627-94ab-29bca59cb896 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.1872065 Mar 23 10:42:57.919386 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-5bad1bf1-f383-4f2c-a3c7-b73a2fad1194 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d406196-bde1-4422-8b88-12e91902f28a HTTP/1.1" status: 200 len: 1001 time: 0.1003022 Mar 23 10:42:57.949668 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3f87b0e8-3a8c-41e9-900d-51c5eefcb883 req-1c1b7207-7ca7-4a64-9dc8-013ed8c3fbd8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384724 Mar 23 10:42:57.981588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-b0a615d8-9c83-43e4-99fa-f01fe555371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:57.983037 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-b0a615d8-9c83-43e4-99fa-f01fe555371e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0580244 Mar 23 10:42:58.058742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-eb3113b2-6977-472f-84bf-3d8662acc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:58.060186 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-eb3113b2-6977-472f-84bf-3d8662acc09c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713847 Mar 23 10:42:58.189359 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-99e26aa6-2e40-48c3-ad33-2f0a6a55a77f service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230569 Mar 23 10:42:58.327417 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-dc4c6946-c79b-4889-a29f-378e3fe642cc service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320548 Mar 23 10:42:59.133144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77298681-0e6c-400b-b399-e2ab32908c26 req-44f73abc-6c50-47f9-b6ce-5323c56b77af tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:42:59.134588 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-77298681-0e6c-400b-b399-e2ab32908c26 req-44f73abc-6c50-47f9-b6ce-5323c56b77af tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0806205 Mar 23 10:42:59.180513 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-77298681-0e6c-400b-b399-e2ab32908c26 req-ee861756-f7c6-4b4e-a32f-769f9e0b7de8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402057 Mar 23 10:43:00.361723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1557d6-95cc-4134-985b-32db0248d70a req-e9d8cc16-fc7f-4033-a6bb-52947062a94b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:00.363161 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a1557d6-95cc-4134-985b-32db0248d70a req-e9d8cc16-fc7f-4033-a6bb-52947062a94b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0793650 Mar 23 10:43:00.405837 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a1557d6-95cc-4134-985b-32db0248d70a req-7e29c0c4-0995-4916-8a22-bc11258b0892 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367627 Mar 23 10:43:01.593664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0525d67-56ff-4031-8547-4537a851569a req-0dde53df-978c-42e2-8629-718af8b72181 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:01.595383 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0525d67-56ff-4031-8547-4537a851569a req-0dde53df-978c-42e2-8629-718af8b72181 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0837457 Mar 23 10:43:01.640163 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0525d67-56ff-4031-8547-4537a851569a req-09f360ac-5539-4b0c-92d1-aea2503c2fd9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390651 Mar 23 10:43:02.823953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965456a2-4b2f-491a-a499-a52630cb9b1c req-f239b5c4-2778-463c-bfc1-6d8b65f5c1ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:02.825418 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-965456a2-4b2f-491a-a499-a52630cb9b1c req-f239b5c4-2778-463c-bfc1-6d8b65f5c1ed tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0818691 Mar 23 10:43:02.869898 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-965456a2-4b2f-491a-a499-a52630cb9b1c req-3f7a9a91-2cdc-41c8-85a3-37edaefa433b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384564 Mar 23 10:43:03.719279 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b67404b5-f5bf-4080-a9e1-eed2e9684d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:04.055886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7420bfe-6fdb-40c1-86d2-bc04ac205553 req-bc805d11-3f99-45c2-a70d-87cb9d14b81e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:04.057297 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f7420bfe-6fdb-40c1-86d2-bc04ac205553 req-bc805d11-3f99-45c2-a70d-87cb9d14b81e tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0797379 Mar 23 10:43:04.101293 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f7420bfe-6fdb-40c1-86d2-bc04ac205553 req-55047ffd-139a-4bdf-a3bc-a6a8c72f238b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383627 Mar 23 10:43:05.288405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5de0fa-6dce-4bf3-ab9a-6ecc01d53408 req-8b7fd637-a934-493d-b06e-39b89ce3f138 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:05.289756 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cf5de0fa-6dce-4bf3-ab9a-6ecc01d53408 req-8b7fd637-a934-493d-b06e-39b89ce3f138 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0800266 Mar 23 10:43:05.333464 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cf5de0fa-6dce-4bf3-ab9a-6ecc01d53408 req-d722bab2-cde6-45a8-a502-ee1bc07444db tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381024 Mar 23 10:43:06.361741 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:06.531835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd841b-5357-4764-8773-5c7d04c5913f req-a5d1face-89c8-460f-93a5-bfa94469da88 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:06.531835 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d1fd841b-5357-4764-8773-5c7d04c5913f req-a5d1face-89c8-460f-93a5-bfa94469da88 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0858450 Mar 23 10:43:06.581900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6b958f3b-2e05-4487-840b-e96299b12a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:06.591246 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d1fd841b-5357-4764-8773-5c7d04c5913f req-bd5dd3da-7f60-44f6-9370-2b5b3bc6ab77 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563581 Mar 23 10:43:07.312120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:07.522427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:07.779317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e6a02d-d9d3-4839-b547-d813f4917465 req-e9d04746-c03c-40e9-856a-c5fc1437d504 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:07.780749 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-58e6a02d-d9d3-4839-b547-d813f4917465 req-e9d04746-c03c-40e9-856a-c5fc1437d504 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0794690 Mar 23 10:43:07.823244 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-58e6a02d-d9d3-4839-b547-d813f4917465 req-63793474-1804-4a22-aa6f-2f888523edb8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369227 Mar 23 10:43:09.003992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea1bdf-5926-4c87-9fc0-c75c4cffb96f req-dbd44f5e-d09f-42b9-b072-b967f5fafbeb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:09.005445 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-54ea1bdf-5926-4c87-9fc0-c75c4cffb96f req-dbd44f5e-d09f-42b9-b072-b967f5fafbeb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0776155 Mar 23 10:43:09.051643 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-54ea1bdf-5926-4c87-9fc0-c75c4cffb96f req-f3e52691-be22-418b-ba03-fdcb7f806772 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400910 Mar 23 10:43:09.578050 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:10.235369 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72b0b9-5cc9-4a7b-87d4-c2ebe3a49155 req-660f7d88-9b84-4cac-a617-eaf735315cd1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:10.236813 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6c72b0b9-5cc9-4a7b-87d4-c2ebe3a49155 req-660f7d88-9b84-4cac-a617-eaf735315cd1 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0820854 Mar 23 10:43:10.280733 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6c72b0b9-5cc9-4a7b-87d4-c2ebe3a49155 req-5f2af286-7512-47e8-b5ef-71077ba98aae tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382998 Mar 23 10:43:11.471753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63d13d-ac4d-41d7-a1df-f3f87778198b req-7d51d37d-e0f9-49a3-ae64-7d18eadd902c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:11.473693 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-da63d13d-ac4d-41d7-a1df-f3f87778198b req-7d51d37d-e0f9-49a3-ae64-7d18eadd902c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0778203 Mar 23 10:43:11.515362 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-da63d13d-ac4d-41d7-a1df-f3f87778198b req-c357d8a6-1469-48d0-ae0f-7beb7ab69713 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361593 Mar 23 10:43:12.701291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470c89a-698b-46cd-9782-164f4a8b340c req-35d3f0d0-24fe-41d9-853d-fa72243f6b85 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:12.702736 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8470c89a-698b-46cd-9782-164f4a8b340c req-35d3f0d0-24fe-41d9-853d-fa72243f6b85 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0800028 Mar 23 10:43:12.752859 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8470c89a-698b-46cd-9782-164f4a8b340c req-ec034140-04f7-4164-90fd-b3fc3f7272bc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437148 Mar 23 10:43:14.030512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f20adf-2b78-47ce-b57f-def8233313d5 req-d9c5ed86-7f85-45d1-9315-69e82c20bad2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:14.031934 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-42f20adf-2b78-47ce-b57f-def8233313d5 req-d9c5ed86-7f85-45d1-9315-69e82c20bad2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.1743565 Mar 23 10:43:14.074776 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-42f20adf-2b78-47ce-b57f-def8233313d5 req-f1c71980-5f55-418a-90a8-0c7f3b83b2fd tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371087 Mar 23 10:43:15.256301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471a6ab-d9f2-4a9c-8fb3-23f73b86e926 req-9b947e04-4d82-432f-8fda-d155231fff75 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:15.257774 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b471a6ab-d9f2-4a9c-8fb3-23f73b86e926 req-9b947e04-4d82-432f-8fda-d155231fff75 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0782125 Mar 23 10:43:15.300596 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b471a6ab-d9f2-4a9c-8fb3-23f73b86e926 req-a5d5d60a-6087-4e37-be39-ec4243b8a897 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372226 Mar 23 10:43:16.487786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5b9f7-1e0d-4b7f-9967-60516ea336c8 req-b7ab825a-2ce3-4362-980f-586dde347f0a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:16.489303 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47a5b9f7-1e0d-4b7f-9967-60516ea336c8 req-b7ab825a-2ce3-4362-980f-586dde347f0a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0842605 Mar 23 10:43:16.528178 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:43:16.535381 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-47a5b9f7-1e0d-4b7f-9967-60516ea336c8 req-905198d7-419f-4dc2-8587-77c226b41c88 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404768 Mar 23 10:43:17.729902 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e051b-8497-4f63-aa65-7f0b3096ae8a req-9deaed14-e0ee-463b-a502-603ab506c98d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:17.731886 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-130e051b-8497-4f63-aa65-7f0b3096ae8a req-9deaed14-e0ee-463b-a502-603ab506c98d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0861127 Mar 23 10:43:17.778060 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-130e051b-8497-4f63-aa65-7f0b3096ae8a req-1f2cdd10-2ba1-4037-ac21-048ddd63054d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400941 Mar 23 10:43:18.962149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51cff6-5d10-428f-83dc-b24e177c9ecb req-9256e7a7-4112-45ce-bb2b-4b1c33009fb3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:18.963603 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e51cff6-5d10-428f-83dc-b24e177c9ecb req-9256e7a7-4112-45ce-bb2b-4b1c33009fb3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0783930 Mar 23 10:43:19.007552 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e51cff6-5d10-428f-83dc-b24e177c9ecb req-62c01681-8dbd-478f-9a00-921db70dd24b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384078 Mar 23 10:43:20.213388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bbca1-5321-47ad-96e9-99251908103e req-1cbdd2ee-58ff-4539-9b89-eace3a931b7f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:20.214849 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6b7bbca1-5321-47ad-96e9-99251908103e req-1cbdd2ee-58ff-4539-9b89-eace3a931b7f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0825210 Mar 23 10:43:20.264110 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6b7bbca1-5321-47ad-96e9-99251908103e req-4589cbc7-8323-4394-9b0a-ebd4e346f60c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433235 Mar 23 10:43:20.649494 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-97cea29e-71c1-4f1d-82bc-a935c2164c3a service neutron] 10.222.0.102 "GET /v2.0/ports/8d406196-bde1-4422-8b88-12e91902f28a/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0854371 Mar 23 10:43:20.939365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-08ebe923-7236-48a2-8c80-cae473f30b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:20.940811 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-08ebe923-7236-48a2-8c80-cae473f30b73 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 1098 time: 0.0699375 Mar 23 10:43:21.031701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-d2cf1914-7ce9-4621-8634-aedd8da712c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:21.033171 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-d2cf1914-7ce9-4621-8634-aedd8da712c3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 1098 time: 0.0691180 Mar 23 10:43:21.165701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-31b6821b-8f9f-4b04-9be3-ab104c0e7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:21.167038 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-31b6821b-8f9f-4b04-9be3-ab104c0e7d27 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1276722 Mar 23 10:43:21.268175 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-bf1f186d-ce47-4b1b-a041-b0ddcae76060 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d406196-bde1-4422-8b88-12e91902f28a HTTP/1.1" status: 200 len: 1001 time: 0.0952981 Mar 23 10:43:21.333944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-3f7afbe4-6f7b-4e31-8230-729d0a04dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:21.335388 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-3f7afbe4-6f7b-4e31-8230-729d0a04dfdd service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0607028 Mar 23 10:43:21.466872 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-d64d45a0-e25b-4d1d-880d-2c11c3a0df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:21.468347 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-d64d45a0-e25b-4d1d-880d-2c11c3a0df01 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1271949 Mar 23 10:43:21.508748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2851fc-57af-4bcf-bd01-b31a7e2ae55f req-55b2728a-8e56-4f37-9b91-33b967f125d9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:21.510211 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9d2851fc-57af-4bcf-bd01-b31a7e2ae55f req-55b2728a-8e56-4f37-9b91-33b967f125d9 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.1344879 Mar 23 10:43:21.626321 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9d2851fc-57af-4bcf-bd01-b31a7e2ae55f req-2ba141b6-a5cc-4b9b-890e-73993241e3f0 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037614 Mar 23 10:43:21.650345 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-431d96d5-1ef0-44fe-8d00-1cec5b635181 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720839 Mar 23 10:43:21.788576 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-2b7f58ce-2cd0-485f-a1ba-abeb9c49a380 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323893 Mar 23 10:43:22.830858 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d2420-1d6b-4af5-ad49-ee5cd3f54097 req-b3337915-dce4-4ccc-bdd1-92a9dca53dc4 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:22.832782 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-578d2420-1d6b-4af5-ad49-ee5cd3f54097 req-b3337915-dce4-4ccc-bdd1-92a9dca53dc4 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0911818 Mar 23 10:43:22.884405 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-578d2420-1d6b-4af5-ad49-ee5cd3f54097 req-56b800b2-9dbd-4467-8cc5-1f1a7f057cde tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455039 Mar 23 10:43:24.067199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bb648-0fde-4966-b480-dc08e4df9195 req-2cd8e7af-aaf1-4189-822a-96b00a273696 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:24.068613 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc4bb648-0fde-4966-b480-dc08e4df9195 req-2cd8e7af-aaf1-4189-822a-96b00a273696 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0775645 Mar 23 10:43:24.116067 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc4bb648-0fde-4966-b480-dc08e4df9195 req-f896de42-0fad-4c1b-a1d7-b5cec75d3b55 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 Mar 23 10:43:24.697183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:43:24.806943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:24.833275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:43:24.842548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:24.848910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:24.895723 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a', 'code': 200} Mar 23 10:43:24.920050 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:24.927977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.928316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.928647 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.928973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.929320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.929643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.929964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.930286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.930602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.930914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.931225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:24.931531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:25.299530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538f0fd-0db0-4d7d-a9c4-7a2879a99092 req-8f14a5ed-21be-4d5c-a621-bae99c1d1d6f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:25.300952 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c538f0fd-0db0-4d7d-a9c4-7a2879a99092 req-8f14a5ed-21be-4d5c-a621-bae99c1d1d6f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 943 time: 0.0776808 Mar 23 10:43:25.342873 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c538f0fd-0db0-4d7d-a9c4-7a2879a99092 req-7a520143-21e6-4a2d-979a-d9a9cc6463a2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363739 Mar 23 10:43:26.540836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fc74c-9ea5-4b77-bacd-413377a720cc req-457e23dc-436a-46bf-bc02-e9f3d2e5bc92 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:26.542328 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-412fc74c-9ea5-4b77-bacd-413377a720cc req-457e23dc-436a-46bf-bc02-e9f3d2e5bc92 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 943 time: 0.0922241 Mar 23 10:43:26.585838 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-412fc74c-9ea5-4b77-bacd-413377a720cc req-56e9c7d0-202d-476a-8223-ecfc73db450f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376806 Mar 23 10:43:26.694104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:43:26.825126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:26.837970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '8d406196-bde1-4422-8b88-12e91902f28a', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'port_id': '8d406196-bde1-4422-8b88-12e91902f28a', 'mac_address': 'fa:16:3e:fc:97:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:43:26.894782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:26.910739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d406196-bde1-4422-8b88-12e91902f28a {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:43:26.926280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:26.930009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:26.994818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['8d406196-bde1-4422-8b88-12e91902f28a'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:43:27.041584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:27.772210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2a5f4-074c-4218-84ca-b49b7bb34e31 req-24c295b4-7e52-417a-afc5-52d69f8d2fce tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:27.773686 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6ce2a5f4-074c-4218-84ca-b49b7bb34e31 req-24c295b4-7e52-417a-afc5-52d69f8d2fce tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 944 time: 0.0828350 Mar 23 10:43:27.817110 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6ce2a5f4-074c-4218-84ca-b49b7bb34e31 req-430e7082-07dc-4edd-ac4a-7ce0ede55c2a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378931 Mar 23 10:43:28.713305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:43:28.779103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 8d406196-bde1-4422-8b88-12e91902f28a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:43:28.779458 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:28.936363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:28.962850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:43:28.973195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:28.977934 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:29.010838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf85808-8c7e-4f5b-b296-54b504c10a87 req-54451452-4b1e-41d7-b951-19ae10ac9bfb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:29.012644 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7cf85808-8c7e-4f5b-b296-54b504c10a87 req-54451452-4b1e-41d7-b951-19ae10ac9bfb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 944 time: 0.0846994 Mar 23 10:43:29.023985 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a', 'code': 200} Mar 23 10:43:29.048890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:29.061794 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7cf85808-8c7e-4f5b-b296-54b504c10a87 req-f98121bb-9133-44c5-afa1-c8f5f3827571 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426760 Mar 23 10:43:30.267263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce25dd6-771a-40ff-8b58-30a0058a9fc4 req-06c37d12-1bbc-4d73-af8d-7ed49eb9ba73 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:30.268708 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fce25dd6-771a-40ff-8b58-30a0058a9fc4 req-06c37d12-1bbc-4d73-af8d-7ed49eb9ba73 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0967979 Mar 23 10:43:30.317763 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fce25dd6-771a-40ff-8b58-30a0058a9fc4 req-d63015aa-b105-42e6-8f1b-beee3ef14f56 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426848 Mar 23 10:43:31.010132 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-827a9cb7-9d50-46b9-988b-93941aab1687 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1586661 Mar 23 10:43:31.144982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-964bfa57-9887-41c1-9c6d-6c4c609c1ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:31.146437 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-964bfa57-9887-41c1-9c6d-6c4c609c1ba2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 1098 time: 0.0696590 Mar 23 10:43:31.287123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-708753e1-3be5-4a08-8343-30c16a8c7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:31.288472 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-708753e1-3be5-4a08-8343-30c16a8c7f0a service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1244926 Mar 23 10:43:31.391611 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-a95e2392-bf98-4d0f-82c2-e210f24c0cec service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d406196-bde1-4422-8b88-12e91902f28a HTTP/1.1" status: 200 len: 1001 time: 0.0969479 Mar 23 10:43:31.456763 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-c2f5c84a-5b0a-4c98-bfa5-1f3017c8514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:31.458223 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-c2f5c84a-5b0a-4c98-bfa5-1f3017c8514c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0600317 Mar 23 10:43:31.504673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87168d8-181c-4b81-bf22-056ad829f139 req-5564ba4e-3dd5-4a17-ba7e-d6b1fede2109 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:31.506137 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b87168d8-181c-4b81-bf22-056ad829f139 req-5564ba4e-3dd5-4a17-ba7e-d6b1fede2109 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0826235 Mar 23 10:43:31.531438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-0b9cb544-d259-49a9-8b0e-93a12a7446d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:31.532913 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-0b9cb544-d259-49a9-8b0e-93a12a7446d3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686946 Mar 23 10:43:31.550665 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b87168d8-181c-4b81-bf22-056ad829f139 req-664bf261-fc6b-4fdb-8d6a-6d1736774782 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381382 Mar 23 10:43:31.673752 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-446c5b75-bdba-443b-8df2-6a4535d0b067 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339595 Mar 23 10:43:31.807640 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-961a6bc0-c47d-43c0-88a3-7d6b2a4a9d57 req-f2120e28-aab1-47a4-be25-b37763e628f6 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276221 Mar 23 10:43:31.959345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-eafd00f5-6b49-4065-8b8c-bc4e48dac3b6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:31.960765 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-eafd00f5-6b49-4065-8b8c-bc4e48dac3b6 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8&tenant_id=f0817c8d3cb74b6ba74057507774e265&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 945 time: 0.0862861 Mar 23 10:43:32.014420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57afe43-8534-4efb-9953-d2fbf1b53f0d req-d8c8696c-dd7c-45d7-82d1-69cb2a649bcc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:32.015987 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a57afe43-8534-4efb-9953-d2fbf1b53f0d req-d8c8696c-dd7c-45d7-82d1-69cb2a649bcc tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0841227 Mar 23 10:43:32.040388 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-f693bd68-d29b-438d-94d1-84174507dfb0 service neutron] 10.222.0.102 "GET /v2.0/ports/8d406196-bde1-4422-8b88-12e91902f28a/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0742590 Mar 23 10:43:32.060202 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a57afe43-8534-4efb-9953-d2fbf1b53f0d req-e6019008-6da2-4e46-8938-0e72be78d7c8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383651 Mar 23 10:43:32.130898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-424957b5-4b6c-4422-96c1-0a6db0bd6ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:32.132355 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-424957b5-4b6c-4422-96c1-0a6db0bd6ba5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 1098 time: 0.0710995 Mar 23 10:43:32.260427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-ff2ea169-c729-4015-9999-3200536b6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:32.261886 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-ff2ea169-c729-4015-9999-3200536b6dbd service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1239281 Mar 23 10:43:32.362234 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-420cde9d-8262-4bb7-9a8a-8616963a687c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d406196-bde1-4422-8b88-12e91902f28a HTTP/1.1" status: 200 len: 1001 time: 0.0944753 Mar 23 10:43:32.425896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-621f01ec-b84f-458f-8da7-cc295072abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:32.427326 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-621f01ec-b84f-458f-8da7-cc295072abcb service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0592976 Mar 23 10:43:32.498609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-223c97dc-b929-419c-ab11-248cd0634246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:32.500028 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-223c97dc-b929-419c-ab11-248cd0634246 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670199 Mar 23 10:43:32.627423 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-aff793e5-6c30-4103-86f7-95cdd8ea710f service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207945 Mar 23 10:43:32.846018 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-e2167bd3-da1b-410f-b8e1-880f12ac75ff service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127416 Mar 23 10:43:33.252469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eefe3-5ca6-4d0c-9d87-306c4797e526 req-f6881551-857f-4659-ba2b-a1f5bacf2772 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:33.254440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f93eefe3-5ca6-4d0c-9d87-306c4797e526 req-f6881551-857f-4659-ba2b-a1f5bacf2772 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0821505 Mar 23 10:43:33.297146 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f93eefe3-5ca6-4d0c-9d87-306c4797e526 req-875fb700-8ff7-4115-b634-22ad9696d6d5 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371253 Mar 23 10:43:33.721360 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-026afdaf-ba78-44ed-8c6e-031bd99b159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:34.480741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaae03-96af-4033-9594-e31733425707 req-945b24ea-8a05-4aa3-9836-ea896298c0a8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:34.482186 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fadaae03-96af-4033-9594-e31733425707 req-945b24ea-8a05-4aa3-9836-ea896298c0a8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0780799 Mar 23 10:43:34.525564 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fadaae03-96af-4033-9594-e31733425707 req-fb99bbb1-73f5-4553-9b0e-ffcf577b505c tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378065 Mar 23 10:43:34.751316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:43:34.865786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:34.892408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:43:34.901805 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:34.906377 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:34.950366 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a', 'code': 200} Mar 23 10:43:34.974950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=9']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:35.716589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc379a9-4c83-4b03-9d65-0b79bb0fc2fa req-c44fc469-23b2-4b72-b4d3-0bdab3eba93b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:35.718245 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ebc379a9-4c83-4b03-9d65-0b79bb0fc2fa req-c44fc469-23b2-4b72-b4d3-0bdab3eba93b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 943 time: 0.0850568 Mar 23 10:43:35.763100 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ebc379a9-4c83-4b03-9d65-0b79bb0fc2fa req-14ead787-50e1-48df-bd4d-5301a622813a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390317 Mar 23 10:43:35.908494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-39370f8a-92ba-4ee8-b435-8cecf7c18dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:35.910057 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-39370f8a-92ba-4ee8-b435-8cecf7c18dc4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8&tenant_id=f0817c8d3cb74b6ba74057507774e265 HTTP/1.1" status: 200 len: 1096 time: 0.0698659 Mar 23 10:43:36.003824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-cbde5177-f38c-4b16-9e0f-178e375e161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:36.005303 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-cbde5177-f38c-4b16-9e0f-178e375e161b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f0817c8d3cb74b6ba74057507774e265&device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 1096 time: 0.0740113 Mar 23 10:43:36.133846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-541f0608-afc1-4852-b21e-91ddee0f17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:36.135179 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-541f0608-afc1-4852-b21e-91ddee0f17e0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 200 len: 913 time: 0.1238792 Mar 23 10:43:36.235574 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-972f4699-f56c-4161-851b-a79efcf63a29 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d406196-bde1-4422-8b88-12e91902f28a HTTP/1.1" status: 200 len: 999 time: 0.0946736 Mar 23 10:43:36.297694 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-1f626624-e6a6-4601-b8ce-9f9c46a539f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:36.299182 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-1f626624-e6a6-4601-b8ce-9f9c46a539f7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 200 len: 851 time: 0.0569444 Mar 23 10:43:36.363527 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:36.375087 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-a358e468-de7e-4866-9cd9-001fc9411d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:36.376804 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-a358e468-de7e-4866-9cd9-001fc9411d0e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710771 Mar 23 10:43:36.512559 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-0de9c396-7898-438e-b387-2d50a8a29be0 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297157 Mar 23 10:43:36.569411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-513ba687-cd0d-4736-9c15-6c17c19f475d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:36.642078 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc62e8b4-0f71-4959-a3cd-07cfa5bf854a req-ae4d4114-fc9d-46dc-bb7a-364abb9bc5f1 service neutron] 10.222.0.102 "GET /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234493 Mar 23 10:43:36.958358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e5440-09c2-4a3a-988d-35e0cc5fdb26 req-3575c739-37a7-4b60-9c9d-b7b0d3f081bb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:36.959830 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-881e5440-09c2-4a3a-988d-35e0cc5fdb26 req-3575c739-37a7-4b60-9c9d-b7b0d3f081bb tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 943 time: 0.0845387 Mar 23 10:43:37.004318 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-881e5440-09c2-4a3a-988d-35e0cc5fdb26 req-ebffaed0-0bc0-40a4-898b-285dac362dc3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386739 Mar 23 10:43:37.316055 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:37.526639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:38.196359 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c5e1-65db-4afa-bfc4-6acc003594b3 req-d474c38f-d4f3-4f02-aae4-804cc926a9c3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:38.197990 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2ef4c5e1-65db-4afa-bfc4-6acc003594b3 req-d474c38f-d4f3-4f02-aae4-804cc926a9c3 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 943 time: 0.0797186 Mar 23 10:43:38.248685 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2ef4c5e1-65db-4afa-bfc4-6acc003594b3 req-cb13ec24-749e-4eea-aed4-7de13ff7fd14 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408723 Mar 23 10:43:38.771928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:43:39.430933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa2ec9-5977-4fbd-9807-572e0aa4dc46 req-54578e75-77aa-4345-a8d1-7ee024f51391 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:39.432374 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-08fa2ec9-5977-4fbd-9807-572e0aa4dc46 req-54578e75-77aa-4345-a8d1-7ee024f51391 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 943 time: 0.0777972 Mar 23 10:43:39.479500 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-08fa2ec9-5977-4fbd-9807-572e0aa4dc46 req-5682015f-ddb3-460a-8237-ebc4e0d3e5c8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414634 Mar 23 10:43:39.580677 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:40.663075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51ef4c-6f2c-49d9-89c8-bf737d09be4c req-fd41f62c-e008-4e8d-a3b2-00823a9a8a37 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:40.664504 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0a51ef4c-6f2c-49d9-89c8-bf737d09be4c req-fd41f62c-e008-4e8d-a3b2-00823a9a8a37 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 943 time: 0.0786557 Mar 23 10:43:40.707597 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0a51ef4c-6f2c-49d9-89c8-bf737d09be4c req-23419f01-76c4-42ae-a700-a1845f3a22cd tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375907 Mar 23 10:43:40.777273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:43:40.907512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:40.920820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '8d406196-bde1-4422-8b88-12e91902f28a', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'port_id': '8d406196-bde1-4422-8b88-12e91902f28a', 'mac_address': 'fa:16:3e:fc:97:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 807, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:43:40.977085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:40.993998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d406196-bde1-4422-8b88-12e91902f28a {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:43:41.008620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:41.012595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:41.079148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['8d406196-bde1-4422-8b88-12e91902f28a'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:43:41.117993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=10']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:41.890851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45857e71-774e-48d6-82c9-776ca38a4180 req-786e7056-62a2-401b-ae46-f510e68e4f3b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:41.892290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-45857e71-774e-48d6-82c9-776ca38a4180 req-786e7056-62a2-401b-ae46-f510e68e4f3b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 945 time: 0.0799870 Mar 23 10:43:41.934496 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-45857e71-774e-48d6-82c9-776ca38a4180 req-cfebcefa-f977-4d85-8acc-24e8bf72f9fe tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366812 Mar 23 10:43:42.792995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:43:42.858655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 8d406196-bde1-4422-8b88-12e91902f28a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:43:42.859019 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:42.972826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:42.999016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:43:43.009510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:43.013430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:43.072112 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a', 'code': 200} Mar 23 10:43:43.087417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=11']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:43.130764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef4234-b589-48f3-ac53-96b0fdbde31e req-b72bb898-a61b-452a-98f7-e09b37ffa175 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:43.132264 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e9ef4234-b589-48f3-ac53-96b0fdbde31e req-b72bb898-a61b-452a-98f7-e09b37ffa175 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 946 time: 0.0916755 Mar 23 10:43:43.175553 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e9ef4234-b589-48f3-ac53-96b0fdbde31e req-a44a51ca-062f-449b-811f-157983ff8727 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376391 Mar 23 10:43:44.362636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3e97d-0634-4b61-8093-67f4ce63c891 req-0658fdc6-774a-42b8-884f-443bd7bc8194 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:44.364077 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7fd3e97d-0634-4b61-8093-67f4ce63c891 req-0658fdc6-774a-42b8-884f-443bd7bc8194 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 946 time: 0.0814731 Mar 23 10:43:44.408884 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7fd3e97d-0634-4b61-8093-67f4ce63c891 req-849180e6-3e98-457b-a0ea-27e53a91923f tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390465 Mar 23 10:43:45.589430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa062906-728d-48ed-88d2-83d03d696660 req-18d9ba0f-2de0-4820-9c7b-51f3243a3177 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:45.590851 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fa062906-728d-48ed-88d2-83d03d696660 req-18d9ba0f-2de0-4820-9c7b-51f3243a3177 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 946 time: 0.0786235 Mar 23 10:43:45.635997 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fa062906-728d-48ed-88d2-83d03d696660 req-4aa12561-2e19-4a5a-b36a-081e14959980 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396209 Mar 23 10:43:45.832123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f073c-f77a-417d-ad1f-55fdd74c4668 req-37560242-6fd8-43b2-a765-e0fb4ff02d81 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:45.833608 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-529f073c-f77a-417d-ad1f-55fdd74c4668 req-37560242-6fd8-43b2-a765-e0fb4ff02d81 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 946 time: 0.0932529 Mar 23 10:43:45.877361 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-529f073c-f77a-417d-ad1f-55fdd74c4668 req-d3744a18-a550-4e5b-a0fd-7b91ad27c87a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378537 Mar 23 10:43:46.065611 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04431148-db5b-413b-baac-a7ab1bd38fdf req-c4208bf5-cf53-4def-939a-f79c9421b1b2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:46.067058 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-04431148-db5b-413b-baac-a7ab1bd38fdf req-c4208bf5-cf53-4def-939a-f79c9421b1b2 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 946 time: 0.0818195 Mar 23 10:43:46.115401 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-04431148-db5b-413b-baac-a7ab1bd38fdf req-8b52cdba-e42d-4d37-9bae-3c3174353286 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425944 Mar 23 10:43:46.490579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f2e68-4d74-4c8d-93ad-6cc329ab53e0 req-c16134cf-669e-4429-9c9b-af23ec3cf4a8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:46.492011 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-087f2e68-4d74-4c8d-93ad-6cc329ab53e0 req-c16134cf-669e-4429-9c9b-af23ec3cf4a8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 946 time: 0.0818539 Mar 23 10:43:46.533434 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-087f2e68-4d74-4c8d-93ad-6cc329ab53e0 req-9036727e-bbfe-45c6-9956-b1bde96e9319 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358415 Mar 23 10:43:47.718621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae215b-335f-46ad-a67c-e1be92d72a4d req-95e06230-6b93-4eba-9d96-2ca5dd5d4733 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:47.720050 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92ae215b-335f-46ad-a67c-e1be92d72a4d req-95e06230-6b93-4eba-9d96-2ca5dd5d4733 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 946 time: 0.0802853 Mar 23 10:43:47.763183 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92ae215b-335f-46ad-a67c-e1be92d72a4d req-fe659b44-7160-4bfc-842e-d73125de6406 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375121 Mar 23 10:43:48.801772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-d3913503-f1ba-44c9-8909-50707e9b5451 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:48.803220 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-d3913503-f1ba-44c9-8909-50707e9b5451 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 946 time: 0.0798452 Mar 23 10:43:48.950640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dfab7-6a05-4083-b6a5-2940c77ded84 req-1585152c-88fe-484e-83b4-cdb8f9f5b045 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:43:48.952088 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-615dfab7-6a05-4083-b6a5-2940c77ded84 req-1585152c-88fe-484e-83b4-cdb8f9f5b045 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 946 time: 0.0825813 Mar 23 10:43:48.974283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Deleting port 8d406196-bde1-4422-8b88-12e91902f28a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:43:48.974541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:48.995799 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-615dfab7-6a05-4083-b6a5-2940c77ded84 req-1f39f3b9-65c8-447e-8373-040ff08d530d tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups?id=c0d79c9d-86d2-473b-8b57-5bf024edbe50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380454 Mar 23 10:43:49.215600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] For port 8d406196-bde1-4422-8b88-12e91902f28a, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8d406196-bde1-4422-8b88-12e91902f28a,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:49.215943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:49.493361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:49.493718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:49.494016 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1 disassociated. External IP: 172.26.4.46, port: 8d406196-bde1-4422-8b88-12e91902f28a. Mar 23 10:43:49.494338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Calling delete_port for 8d406196-bde1-4422-8b88-12e91902f28a owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:43:49.631638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:49.679192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event deleted for resources: {'Port': ['ID=8d406196-bde1-4422-8b88-12e91902f28a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:49.690544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.690774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.691099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.691420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.691737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.692053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.692645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.692937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.693276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.693584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.693891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.694196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:43:49.875034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Router 124ec143-4f2e-4ee7-b74e-c631295b610d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:43:50.048672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:43:50.060144 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:43:50.070772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:43:50.071381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:43:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:50.155655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] No DVR routers for this DVR port 8d406196-bde1-4422-8b88-12e91902f28a on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:43:50.161626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:50.164036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-deleted', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:43:50.171697 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b8ef9ae-a69a-46b0-bf65-b7fa68bfdfdb req-4ed86bbf-7dcc-4f2c-af38-7cfd094e69c4 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/ports?device_id=1a4189eb-788e-487a-af77-b797a2c911c8 HTTP/1.1" status: 200 len: 210 time: 0.0614250 Mar 23 10:43:50.183912 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-836f5cec-c3e8-4c3c-90e6-3a0f10162f73 req-4d2088a3-4376-427d-bfa2-1f0b7d5de56b tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.102 "DELETE /v2.0/ports/8d406196-bde1-4422-8b88-12e91902f28a HTTP/1.1" status: 204 len: 173 time: 1.3755193 Mar 23 10:43:50.215107 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a4189eb-788e-487a-af77-b797a2c911c8', 'name': 'network-vif-deleted', 'tag': '8d406196-bde1-4422-8b88-12e91902f28a', 'status': 'completed', 'code': 200} Mar 23 10:43:50.262607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:43:50.607084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:50.611009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:43:50.620322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:43:50.620928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:43:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:50.803807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:43:51.135646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:51.139859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1e937-6518-4009-8a7c-c66c8acac7bc None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:39:39Z', 'revision_number': 4, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e', 'name': '', 'network_id': '6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'mac_address': 'fa:16:3e:2c:43:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:38Z', 'updated_at': '2022-03-23T10:39:44Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'subnets': [{'id': '105685cb-9658-47f5-b6c2-0f1a62f756c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:43:51.373135 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9223e72-101d-4f9d-bbdf-4ec00c7af6dc None None] New status for floating IP 5eec245a-3b72-4c05-bc19-97fcb51e02f1: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:43:52.808663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:43:52.842256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 8d406196-bde1-4422-8b88-12e91902f28a {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:43:52.842596 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8d406196-bde1-4422-8b88-12e91902f28a not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:43:53.526886 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:43:54.412064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41430) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:54.475035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3baebb66-750b-4497-a821-f0b15dd408d7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:54.501608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3baebb66-750b-4497-a821-f0b15dd408d7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:54.552772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3baebb66-750b-4497-a821-f0b15dd408d7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:54.572851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baebb66-750b-4497-a821-f0b15dd408d7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d79c9d-86d2-473b-8b57-5bf024edbe50,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:54.583339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3baebb66-750b-4497-a821-f0b15dd408d7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:54.586674 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3baebb66-750b-4497-a821-f0b15dd408d7 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "DELETE /v2.0/security-groups/c0d79c9d-86d2-473b-8b57-5bf024edbe50 HTTP/1.1" status: 204 len: 168 time: 0.1714244 Mar 23 10:43:54.586962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41434) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:54.603759 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.api.v2.resource [None req-a02a661c-da6a-4a4e-9592-29cbde081ba8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] show failed (client error): The resource could not be found. Mar 23 10:43:54.604739 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a02a661c-da6a-4a4e-9592-29cbde081ba8 tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "GET /v2.0/security-groups/c0d79c9d-86d2-473b-8b57-5bf024edbe50 HTTP/1.1" status: 404 len: 347 time: 0.0168333 Mar 23 10:43:54.607297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41438) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:54.866819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-91bf3a18-23a2-455a-8911-c4f03fa4597a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Deleting port e802b9e6-7974-42b8-9109-a16b8cea0cc1 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:43:54.867157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-91bf3a18-23a2-455a-8911-c4f03fa4597a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:55.040802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-91bf3a18-23a2-455a-8911-c4f03fa4597a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:55.041072 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-91bf3a18-23a2-455a-8911-c4f03fa4597a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:55.181149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-91bf3a18-23a2-455a-8911-c4f03fa4597a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Calling delete_port for e802b9e6-7974-42b8-9109-a16b8cea0cc1 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:43:55.327369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-91bf3a18-23a2-455a-8911-c4f03fa4597a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:55.370201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf3a18-23a2-455a-8911-c4f03fa4597a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Pushing event deleted for resources: {'Port': ['ID=e802b9e6-7974-42b8-9109-a16b8cea0cc1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:55.462571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-91bf3a18-23a2-455a-8911-c4f03fa4597a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:55.475847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-91bf3a18-23a2-455a-8911-c4f03fa4597a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:55.476956 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-91bf3a18-23a2-455a-8911-c4f03fa4597a tempest-ServerActionsTestJSON-1737540718 tempest-ServerActionsTestJSON-1737540718-project] 10.222.0.84 "DELETE /v2.0/floatingips/5eec245a-3b72-4c05-bc19-97fcb51e02f1 HTTP/1.1" status: 204 len: 168 time: 0.8688068 Mar 23 10:43:55.479902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41442) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:55.998213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:56.429049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] Deleting port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:43:56.429377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:56.598529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] For port fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:56.599195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:56.718610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] Calling delete_port for fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:43:56.891750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:56.938168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:57.204127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:57.655039 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] Router 124ec143-4f2e-4ee7-b74e-c631295b610d has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:43:57.828859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:43:57.838398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] Sync routers for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:43:57.844153 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7bfcbc68-f86b-4d6d-b879-21c2dad439f0 admin admin] 10.222.0.84 "PUT /v2.0/routers/124ec143-4f2e-4ee7-b74e-c631295b610d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3610291 Mar 23 10:43:57.844333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41446) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:57.850879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:43:57.851559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:43:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:58.016433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:58.027353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:43:58.191004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:58.200527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Deleting port a639d04f-aac0-4265-97d4-2b3dacbd2741 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:43:58.200849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:58.304873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239'}], 'enable_snat': True}, 'gw_port_id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:43:56Z', 'revision_number': 5, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port': {'id': 'a639d04f-aac0-4265-97d4-2b3dacbd2741', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:49:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1551, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:39:36Z', 'updated_at': '2022-03-23T10:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:58.308569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] Checking router: 124ec143-4f2e-4ee7-b74e-c631295b610d for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:43:58.317508 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] Routers {'124ec143-4f2e-4ee7-b74e-c631295b610d'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:43:58.318096 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:43:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['124ec143-4f2e-4ee7-b74e-c631295b610d'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:58.368822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] For port a639d04f-aac0-4265-97d4-2b3dacbd2741, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=a639d04f-aac0-4265-97d4-2b3dacbd2741,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:58.369257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:58.489538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Calling delete_port for a639d04f-aac0-4265-97d4-2b3dacbd2741 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:43:58.500105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] Set router 124ec143-4f2e-4ee7-b74e-c631295b610d gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:43:58.603721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:43:58Z', 'revision_number': 6, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:43:58.607608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb713e-02c6-4ae2-8ff1-dba7ce255192 None None] The sync data for ids ['124ec143-4f2e-4ee7-b74e-c631295b610d'] in dv-neutron-834652-2-hyperv is: [{'id': '124ec143-4f2e-4ee7-b74e-c631295b610d', 'name': 'tempest-ServerActionsTestJSON-1637337412-router', 'tenant_id': 'f0817c8d3cb74b6ba74057507774e265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:39:35Z', 'updated_at': '2022-03-23T10:43:58Z', 'revision_number': 6, 'project_id': 'f0817c8d3cb74b6ba74057507774e265', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:43:58.653409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:58.701978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Pushing event deleted for resources: {'Port': ['ID=a639d04f-aac0-4265-97d4-2b3dacbd2741,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:58.790860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.075124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.077345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.099476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.100060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 124ec143-4f2e-4ee7-b74e-c631295b610d {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:43:59.112510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.113676 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-173cf053-9e22-4fbf-bfaf-643c381e6f84 admin admin] 10.222.0.84 "DELETE /v2.0/routers/124ec143-4f2e-4ee7-b74e-c631295b610d HTTP/1.1" status: 204 len: 168 time: 1.2681406 Mar 23 10:43:59.116082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41450) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:59.173198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff79c7b0-c222-49ed-a272-669038cdc61f admin admin] Deleting subnet 105685cb-9658-47f5-b6c2-0f1a62f756c4 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:43:59.176515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff79c7b0-c222-49ed-a272-669038cdc61f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.225212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff79c7b0-c222-49ed-a272-669038cdc61f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.303374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff79c7b0-c222-49ed-a272-669038cdc61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.373478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff79c7b0-c222-49ed-a272-669038cdc61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.375086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:43:59.414645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:43:59.414985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fcb70c9f-74b2-449a-9f2e-c5fdc42c5a2e not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:43:59.416793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79c7b0-c222-49ed-a272-669038cdc61f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105685cb-9658-47f5-b6c2-0f1a62f756c4,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:43:59.421975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff79c7b0-c222-49ed-a272-669038cdc61f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.429568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc2009a-54b6-46c8-bd60-4ee76e38ed7e None None] Network 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:43:59.433642 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ff79c7b0-c222-49ed-a272-669038cdc61f admin admin] 10.222.0.84 "DELETE /v2.0/subnets/105685cb-9658-47f5-b6c2-0f1a62f756c4 HTTP/1.1" status: 204 len: 168 time: 0.3164544 Mar 23 10:43:59.436004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41454) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:43:59.537845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.549300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Deleting port cc1d399b-53c2-4e18-95f6-c333833f9662 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:43:59.549660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.678051 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] DHCP port deletion for 6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:43:59.683178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] Deleting port cc1d399b-53c2-4e18-95f6-c333833f9662 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:43:59.683645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.769858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] For port cc1d399b-53c2-4e18-95f6-c333833f9662, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cc1d399b-53c2-4e18-95f6-c333833f9662,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:59.770486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.897289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] For port cc1d399b-53c2-4e18-95f6-c333833f9662, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=cc1d399b-53c2-4e18-95f6-c333833f9662,segment=NetworkSegment(c200a9dc-3391-48b5-972c-cb5596edb794),segment_id=c200a9dc-3391-48b5-972c-cb5596edb794)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:43:59.897566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Calling delete_port for cc1d399b-53c2-4e18-95f6-c333833f9662 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:43:59.897908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:43:59.977735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.025472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1d399b-53c2-4e18-95f6-c333833f9662,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:00.027221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] No DVR routers for this DVR port cc1d399b-53c2-4e18-95f6-c333833f9662 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:44:00.027967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] Calling delete_port for cc1d399b-53c2-4e18-95f6-c333833f9662 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:44:00.104102 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:44:00.104472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:44:00.140270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.164731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:00.177057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c200a9dc-3391-48b5-972c-cb5596edb794') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:00.177363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c200a9dc-3391-48b5-972c-cb5596edb794') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:00.188089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.206705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.212630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Releasing vlan 807 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:44:00.213006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:44:00.226523 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:44:00.298597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.317419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.327071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] Pushing event deleted for resources: {'Network': ['ID=6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:00.340508 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4be5f0d2-455d-40e1-aed6-bc01d896c08e admin admin] 10.222.0.84 "DELETE /v2.0/networks/6e8f973f-98d4-47a8-999a-b7b7dbcc4b0d HTTP/1.1" status: 204 len: 168 time: 0.9034829 Mar 23 10:44:00.469138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41460) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:00.520979 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f709bcff-b5ac-44b3-bea1-7625aac0ea60 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f0817c8d3cb74b6ba74057507774e265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506957 Mar 23 10:44:00.523390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41464) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:00.580677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3184fe06-a424-4558-9184-db888a02f572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.605924 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] Deleting port cc1d399b-53c2-4e18-95f6-c333833f9662 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:00.606435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3184fe06-a424-4558-9184-db888a02f572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.606534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.657740 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3184fe06-a424-4558-9184-db888a02f572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.672584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-edf41b27-8379-4f8b-9d9c-7a094b8b3f07 None None] The port 'cc1d399b-53c2-4e18-95f6-c333833f9662' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:44:00.675530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184fe06-a424-4558-9184-db888a02f572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1c3ea1-40ff-4609-ac07-694fd4698c29,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:00.682795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3184fe06-a424-4558-9184-db888a02f572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:00.684385 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3184fe06-a424-4558-9184-db888a02f572 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/8e1c3ea1-40ff-4609-ac07-694fd4698c29 HTTP/1.1" status: 204 len: 168 time: 0.1594758 Mar 23 10:44:00.764983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a639d04f-aac0-4265-97d4-2b3dacbd2741 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:00.801935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: a639d04f-aac0-4265-97d4-2b3dacbd2741 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:44:00.802287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device a639d04f-aac0-4265-97d4-2b3dacbd2741 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:44:00.802682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cc1d399b-53c2-4e18-95f6-c333833f9662 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:00.835629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: cc1d399b-53c2-4e18-95f6-c333833f9662 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:44:00.835964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device cc1d399b-53c2-4e18-95f6-c333833f9662 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:44:01.426938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41488) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:01.528299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-482376990-network', 'tenant_id': '84047889d3ba4f5d8e04cb1e2ae77dea'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:01.532943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:01.536733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Usage tracker for resource:network and tenant:84047889d3ba4f5d8e04cb1e2ae77dea is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:01.539559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:01.545840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:01.555193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Made reservation on behalf of 84047889d3ba4f5d8e04cb1e2ae77dea for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:01.557431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:01.569455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:01.583772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:01.587733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Usage tracker for resource:security_group_rule and tenant:84047889d3ba4f5d8e04cb1e2ae77dea is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:01.590622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:01.596450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:01.685983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:01.690717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:01.720653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:44:01.728974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8ae77d-ee08-4869-8938-abb3b8dac745,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:01.735032 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:01.735032 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Added segment 2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3 of type vlan for network e28be1f1-cb08-43cb-b97f-fa44e9599b7e Mar 23 10:44:01.766719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:01.796498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:01.797604 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:01.798196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:01.991150 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5630949 Mar 23 10:44:01.993925 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41494) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:02.001010 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Request body: {'subnet': {'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-482376990-subnet', 'tenant_id': '84047889d3ba4f5d8e04cb1e2ae77dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:02.004846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c421c54-582c-42cb-b5a3-aca88369deba admin admin] Pushing event updated for resources: {'Network': ['ID=e28be1f1-cb08-43cb-b97f-fa44e9599b7e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:02.008323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:02.012111 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Usage tracker for resource:subnet and tenant:84047889d3ba4f5d8e04cb1e2ae77dea is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:02.014954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:02.015084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network e28be1f1-cb08-43cb-b97f-fa44e9599b7e details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:44:02.020468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:02.032061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Made reservation on behalf of 84047889d3ba4f5d8e04cb1e2ae77dea for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:02.034700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:02.250568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:02.324679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=889720c3-bf97-4b3c-b25d-71273108e8c0,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:02.333237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Checking segment: {'id': '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:02.333585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Network hostable DHCP agents. Network: e28be1f1-cb08-43cb-b97f-fa44e9599b7e, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:44:02.354509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Network e28be1f1-cb08-43cb-b97f-fa44e9599b7e is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:44:02.364231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, e28be1f1-cb08-43cb-b97f-fa44e9599b7e) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:02.368052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:02.368614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:02.375881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a87fee-8c1d-47d4-b2d7-985bb9854e75 None None] Network e28be1f1-cb08-43cb-b97f-fa44e9599b7e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:02.402367 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bc470b99-e5f8-43a2-8dbe-f3635e79f6e5 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3998787 Mar 23 10:44:02.633622 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b19edf-ea37-4aec-badc-aa993c767fdb None None] Network e28be1f1-cb08-43cb-b97f-fa44e9599b7e requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:03.032852 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-8208c048-c291-4f89-bdf3-6e362631c214 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:03.034360 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-8208c048-c291-4f89-bdf3-6e362631c214 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/networks?id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e HTTP/1.1" status: 200 len: 813 time: 0.2447002 Mar 23 10:44:03.050090 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-e5c37254-a629-47bf-a3c5-47093b0f95a4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/quotas/84047889d3ba4f5d8e04cb1e2ae77dea HTTP/1.1" status: 200 len: 375 time: 0.0102389 Mar 23 10:44:03.100294 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-f6dc9e81-1120-4e2b-9024-d5089586d8e7 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=84047889d3ba4f5d8e04cb1e2ae77dea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453558 Mar 23 10:44:03.229861 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-19a4ed32-9398-409c-ae57-d6d601cc43f6 service neutron] 10.222.0.84 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229997 Mar 23 10:44:03.358097 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-2320cc3b-d9a9-49a7-be72-a0c98f272289 service neutron] 10.222.0.84 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224062 Mar 23 10:44:03.530647 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f2f4a3db-7f3b-4f32-9096-5d1b6da1015a req-e61aab37-23d9-487f-9fee-e6ac85aa078d tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 210 time: 0.0428784 Mar 23 10:44:03.723436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a8d7ff3e-6cdb-40c2-b7a7-3394feeae819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:04.696373 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-80286f3f-87bf-48db-95b3-8a84b3d2879f req-73b54eff-3329-49c4-8822-4d2b2be178be tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 210 time: 0.0562854 Mar 23 10:44:04.701563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-ecefc131-eb3d-4d22-9cb0-4c680c5aa03d tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:04.702630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-ecefc131-eb3d-4d22-9cb0-4c680c5aa03d tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Synchronizing usage tracker for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:44:04.722278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-ecefc131-eb3d-4d22-9cb0-4c680c5aa03d tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Unset dirty status for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:44:04.723410 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-ecefc131-eb3d-4d22-9cb0-4c680c5aa03d tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.102 "GET /v2.0/networks?id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e HTTP/1.1" status: 200 len: 813 time: 0.1678677 Mar 23 10:44:04.735643 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Request body: {'port': {'device_id': '895f065d-a4fc-41fc-8746-da3f5def65a2', 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e', 'admin_state_up': True, 'tenant_id': '84047889d3ba4f5d8e04cb1e2ae77dea'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:04.871923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:04.875687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Usage tracker for resource:port and tenant:84047889d3ba4f5d8e04cb1e2ae77dea is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:04.879029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:04.884658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:04.894243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Made reservation on behalf of 84047889d3ba4f5d8e04cb1e2ae77dea for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:04.897682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:05.066028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Allocated IP 172.20.0.2 (e28be1f1-cb08-43cb-b97f-fa44e9599b7e/889720c3-bf97-4b3c-b25d-71273108e8c0/7015accf-a890-4ab5-a2f2-1b7d67fa3e4c) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:44:05.261856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:05.290815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:05.357260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Network e28be1f1-cb08-43cb-b97f-fa44e9599b7e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:44:05.360102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:05.364375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:44:05.405233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Pushing event updated for resources: {'Port': ['ID=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:05.433191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:05.433785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:05.453167 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a68304b5-0058-406a-bb9a-e51cddb93be4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7211459 Mar 23 10:44:05.464692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Request body: {'port': {'device_id': '895f065d-a4fc-41fc-8746-da3f5def65a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:05.575204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:06.029223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99b6a0-b1d8-4d49-8716-578c3b36e5dc req-78fa4e2e-a4b0-475d-8758-e04dc43abf08 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:06.029906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-cf99b6a0-b1d8-4d49-8716-578c3b36e5dc req-78fa4e2e-a4b0-475d-8758-e04dc43abf08 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Synchronizing usage tracker for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:44:06.097675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:44:06.102366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-cf99b6a0-b1d8-4d49-8716-578c3b36e5dc req-78fa4e2e-a4b0-475d-8758-e04dc43abf08 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Unset dirty status for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:44:06.103673 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf99b6a0-b1d8-4d49-8716-578c3b36e5dc req-78fa4e2e-a4b0-475d-8758-e04dc43abf08 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 931 time: 0.3021164 Mar 23 10:44:06.107903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:06.148233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Transition to ACTIVE for port object 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:44:06.154887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:06.218334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-cf99b6a0-b1d8-4d49-8716-578c3b36e5dc req-699250a7-5760-4f53-9dde-199438bdbee2 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Synchronizing usage tracker for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:44:06.308668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Pushing event updated for resources: {'Port': ['ID=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:06.311980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-cf99b6a0-b1d8-4d49-8716-578c3b36e5dc req-699250a7-5760-4f53-9dde-199438bdbee2 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Unset dirty status for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:44:06.313111 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf99b6a0-b1d8-4d49-8716-578c3b36e5dc req-699250a7-5760-4f53-9dde-199438bdbee2 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027059 Mar 23 10:44:06.362723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:06.411262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Attempting to bind port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:44:06.411524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Attempting to bind port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:44:06.411820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Attempting to bind port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c on network e28be1f1-cb08-43cb-b97f-fa44e9599b7e {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:44:06.416159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c on network e28be1f1-cb08-43cb-b97f-fa44e9599b7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:44:06.416466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Attempting to bind port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c on network e28be1f1-cb08-43cb-b97f-fa44e9599b7e {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:44:06.421600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:44:06.421923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Checking segment: {'id': '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:06.422290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Bound using segment: {'id': '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:44:06.422691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Bound port: 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:44:06.423022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:06.510783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] For port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:44:06.514155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] For port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,segment=NetworkSegment(2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3),segment_id=2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:44:06.519548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:06.569814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-62ce73b1-fda4-4607-a578-3631cc230ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:06.573587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:06.574189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:06.575531 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] 10.222.0.102 "PUT /v2.0/ports/7015accf-a890-4ab5-a2f2-1b7d67fa3e4c HTTP/1.1" status: 200 len: 1093 time: 1.1146533 Mar 23 10:44:06.575948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895f065d-a4fc-41fc-8746-da3f5def65a2', 'tag': '7015accf-a890-4ab5-a2f2-1b7d67fa3e4c'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:44:06.606992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392fe69-3b58-41b8-b0cc-7b044b42a86e service neutron] Pushing event updated for resources: {'Port': ['ID=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:06.621117 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895f065d-a4fc-41fc-8746-da3f5def65a2', 'tag': '7015accf-a890-4ab5-a2f2-1b7d67fa3e4c', 'status': 'completed', 'code': 200} Mar 23 10:44:06.700308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-ae67ead4-df33-4b90-8d73-8037c945c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:06.701791 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-ae67ead4-df33-4b90-8d73-8037c945c274 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=84047889d3ba4f5d8e04cb1e2ae77dea&device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 1096 time: 0.0736604 Mar 23 10:44:06.766990 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-a2abae03-15c0-48aa-909f-c12a8a684132 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c HTTP/1.1" status: 200 len: 217 time: 0.0583642 Mar 23 10:44:06.829215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-c132d995-e0fc-416d-81ea-d13bbe82fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:06.831292 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-c132d995-e0fc-416d-81ea-d13bbe82fc99 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=889720c3-bf97-4b3c-b25d-71273108e8c0 HTTP/1.1" status: 200 len: 853 time: 0.0590808 Mar 23 10:44:06.877820 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-121c483c-49b7-4a94-ba75-54739b14e45c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409358 Mar 23 10:44:07.011779 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-5cfa74ef-2483-4eda-8bad-feb9cf1d61a1 service neutron] 10.222.0.102 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274929 Mar 23 10:44:07.147078 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69f380ab-7c18-46da-b4a4-a630ed190f5c req-892a4393-445a-48db-aa5d-ee84c29f0a0e service neutron] 10.222.0.102 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296520 Mar 23 10:44:07.266626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a9dee-c3e4-4038-ad20-cf72881c24c6 req-310b1ce4-1586-43d6-ae51-eaf4b6cfd208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:07.268541 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-526a9dee-c3e4-4038-ad20-cf72881c24c6 req-310b1ce4-1586-43d6-ae51-eaf4b6cfd208 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=84047889d3ba4f5d8e04cb1e2ae77dea&device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 1096 time: 0.0752017 Mar 23 10:44:07.318713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:07.405948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a9dee-c3e4-4038-ad20-cf72881c24c6 req-f03dbbd7-dffb-44f9-9820-2a57567441ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:07.407384 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-526a9dee-c3e4-4038-ad20-cf72881c24c6 req-f03dbbd7-dffb-44f9-9820-2a57567441ca service neutron] 10.222.0.102 "GET /v2.0/networks?id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e HTTP/1.1" status: 200 len: 914 time: 0.1325002 Mar 23 10:44:07.507413 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-526a9dee-c3e4-4038-ad20-cf72881c24c6 req-5f7c8613-1f7e-4da1-9d52-7e7d01cfe998 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c HTTP/1.1" status: 200 len: 217 time: 0.0927486 Mar 23 10:44:07.530567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:07.585888 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a9dee-c3e4-4038-ad20-cf72881c24c6 req-a230c644-2aea-4c16-86d2-47199d653e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:07.587311 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-526a9dee-c3e4-4038-ad20-cf72881c24c6 req-a230c644-2aea-4c16-86d2-47199d653e5f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=889720c3-bf97-4b3c-b25d-71273108e8c0 HTTP/1.1" status: 200 len: 853 time: 0.0702155 Mar 23 10:44:07.640070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152c369-59c3-4932-8001-4ed0c8a7aff0 req-83767cbe-c22f-4da2-88d3-f36eb2e51b34 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:07.641493 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5152c369-59c3-4932-8001-4ed0c8a7aff0 req-83767cbe-c22f-4da2-88d3-f36eb2e51b34 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 943 time: 0.1790993 Mar 23 10:44:07.648331 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-526a9dee-c3e4-4038-ad20-cf72881c24c6 req-eb48b9b8-4645-4a65-82cc-3a1e2cd07131 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517175 Mar 23 10:44:07.861472 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5152c369-59c3-4932-8001-4ed0c8a7aff0 req-18fde6a9-a552-4bfb-bfd2-a1ca1be051ab tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115293 Mar 23 10:44:07.907748 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-526a9dee-c3e4-4038-ad20-cf72881c24c6 req-5184e801-ce08-409b-acc3-80f3b1fa90d4 service neutron] 10.222.0.102 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463458 Mar 23 10:44:08.035222 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-526a9dee-c3e4-4038-ad20-cf72881c24c6 req-91e782fd-46ed-4dbd-98ca-71ed65249700 service neutron] 10.222.0.102 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212678 Mar 23 10:44:09.049822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc03e9b-0659-4b74-b481-e447e117d7c2 req-95fbdfd2-a66a-45e3-a9ee-6ca4b8a67866 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:09.051163 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cdc03e9b-0659-4b74-b481-e447e117d7c2 req-95fbdfd2-a66a-45e3-a9ee-6ca4b8a67866 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 943 time: 0.0809808 Mar 23 10:44:09.095072 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cdc03e9b-0659-4b74-b481-e447e117d7c2 req-5a76f5df-c19b-41d0-9d34-2fa7b9c2d592 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378137 Mar 23 10:44:09.583025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:10.275769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b528-4b4e-4b2b-928b-4f3f3401f59f req-9248ff9f-7dd3-48b1-aae1-c7c8a3ced295 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:10.277222 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6a00b528-4b4e-4b2b-928b-4f3f3401f59f req-9248ff9f-7dd3-48b1-aae1-c7c8a3ced295 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 943 time: 0.0778558 Mar 23 10:44:10.320628 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6a00b528-4b4e-4b2b-928b-4f3f3401f59f req-e3ba40e2-5138-4661-8a1b-22b9c67b6c63 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378139 Mar 23 10:44:10.901756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:44:11.030201 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,segment=NetworkSegment(2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3),segment_id=2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:11.042372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '7015accf-a890-4ab5-a2f2-1b7d67fa3e4c', 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e', 'port_id': '7015accf-a890-4ab5-a2f2-1b7d67fa3e4c', 'mac_address': 'fa:16:3e:8a:34:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889720c3-bf97-4b3c-b25d-71273108e8c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:44:11.099783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:11.116043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:44:11.131157 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,segment=NetworkSegment(2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3),segment_id=2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:11.134799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:11.198746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:11.364128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['7015accf-a890-4ab5-a2f2-1b7d67fa3e4c'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:44:11.501859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedced2-5907-4a5b-ae0a-d6391f168964 req-25a405d2-9b07-49cd-8828-b69324b2c11a tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:11.503304 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1bedced2-5907-4a5b-ae0a-d6391f168964 req-25a405d2-9b07-49cd-8828-b69324b2c11a tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 944 time: 0.0780919 Mar 23 10:44:11.546758 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1bedced2-5907-4a5b-ae0a-d6391f168964 req-9bbd8249-7b54-4f91-bc8c-9ac9808d58c6 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377703 Mar 23 10:44:12.730624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f52fe8-36ab-4e05-a385-6514cf312bb6 req-3f87d467-2a7b-48d5-8287-be015c6bf8c0 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:12.732064 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-21f52fe8-36ab-4e05-a385-6514cf312bb6 req-3f87d467-2a7b-48d5-8287-be015c6bf8c0 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 944 time: 0.0821965 Mar 23 10:44:12.776191 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-21f52fe8-36ab-4e05-a385-6514cf312bb6 req-2f921d92-4a3c-4f61-8333-b154ee19c7bc tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Mar 23 10:44:12.926535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:44:12.995194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:44:12.999616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:12.999977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:13.112727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:13.139497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895f065d-a4fc-41fc-8746-da3f5def65a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7015accf-a890-4ab5-a2f2-1b7d67fa3e4c'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:44:13.149403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,segment=NetworkSegment(2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3),segment_id=2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:13.153564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:13.193061 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895f065d-a4fc-41fc-8746-da3f5def65a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7015accf-a890-4ab5-a2f2-1b7d67fa3e4c', 'code': 200} Mar 23 10:44:13.226838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:13.399029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995641e-2889-4d3e-b94a-02de83ef8ed5 req-57033892-b6a1-460f-8401-accf8e2fc601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:13.400387 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e995641e-2889-4d3e-b94a-02de83ef8ed5 req-57033892-b6a1-460f-8401-accf8e2fc601 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 1098 time: 0.0674193 Mar 23 10:44:13.444557 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e995641e-2889-4d3e-b94a-02de83ef8ed5 req-7d335941-05a5-4af9-8d53-ec4b3019d399 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381300 Mar 23 10:44:13.957016 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88db16-8d46-4301-871e-d2b29f4582e2 req-3c1151b7-2138-46d6-a2f8-ec3eacecd1da tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:13.958489 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aa88db16-8d46-4301-871e-d2b29f4582e2 req-3c1151b7-2138-46d6-a2f8-ec3eacecd1da tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.0783165 Mar 23 10:44:14.001921 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aa88db16-8d46-4301-871e-d2b29f4582e2 req-8c727456-94db-40f2-844e-0ceb34ff05ba tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371618 Mar 23 10:44:15.188234 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9c08a-e141-41d1-8567-e100cb4145c8 req-21fef8d2-9ad7-49cc-a160-93b874253940 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:15.190348 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-38d9c08a-e141-41d1-8567-e100cb4145c8 req-21fef8d2-9ad7-49cc-a160-93b874253940 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.0840793 Mar 23 10:44:15.233113 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-38d9c08a-e141-41d1-8567-e100cb4145c8 req-472f5015-5a56-4074-9a7d-228cba9abd40 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371821 Mar 23 10:44:15.512121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3b4ad17e-56b3-4cda-b731-7b4aa98307ab tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:15.513547 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3b4ad17e-56b3-4cda-b731-7b4aa98307ab tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/networks?id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e HTTP/1.1" status: 200 len: 813 time: 0.1441383 Mar 23 10:44:15.527692 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-016f960a-fdbf-4b64-ba62-debbab29eb81 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/quotas/84047889d3ba4f5d8e04cb1e2ae77dea HTTP/1.1" status: 200 len: 375 time: 0.0086572 Mar 23 10:44:15.607764 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-acd5b17a-c8ec-4341-bb5c-999ff46f1cf1 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=84047889d3ba4f5d8e04cb1e2ae77dea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751593 Mar 23 10:44:15.737605 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-e8eb843b-7994-4e23-b179-354b27901297 service neutron] 10.222.0.84 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227682 Mar 23 10:44:15.866218 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-10d1b37c-c04f-4b3f-b281-71675887c581 service neutron] 10.222.0.84 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228001 Mar 23 10:44:16.034449 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-391f7e3a-e47b-410f-93d6-de43f3b89c83 req-a64c71da-5b4b-4f08-88ae-eedfb0052f6d tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 210 time: 0.0418975 Mar 23 10:44:17.061369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-0c689873-33b8-412c-bafe-b2379267a556 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:17.062876 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-0c689873-33b8-412c-bafe-b2379267a556 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.102 "GET /v2.0/networks?id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e HTTP/1.1" status: 200 len: 813 time: 0.1500337 Mar 23 10:44:17.075293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Request body: {'port': {'device_id': 'f619343f-4b71-4907-91db-0b820b684eab', 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e', 'admin_state_up': True, 'tenant_id': '84047889d3ba4f5d8e04cb1e2ae77dea'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:17.217619 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb61678b-91bf-49ab-a3a7-b0de2e7c0c4d req-85b29d53-353e-472b-8a33-739e7981bf26 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 210 time: 0.0609598 Mar 23 10:44:17.253334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:17.262482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:17.272234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Made reservation on behalf of 84047889d3ba4f5d8e04cb1e2ae77dea for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:17.275765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:17.535173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Allocated IP 172.20.0.12 (e28be1f1-cb08-43cb-b97f-fa44e9599b7e/889720c3-bf97-4b3c-b25d-71273108e8c0/8dd1a511-e9bf-4070-9120-1d08b5157672) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:44:17.739178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:17.768380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:17.780073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['7015accf-a890-4ab5-a2f2-1b7d67fa3e4c'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:44:17.838931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Network e28be1f1-cb08-43cb-b97f-fa44e9599b7e is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:44:17.841751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:17.844390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:44:17.885996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Pushing event updated for resources: {'Port': ['ID=8dd1a511-e9bf-4070-9120-1d08b5157672,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:17.921317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:17.922048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:17.946355 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3c69f659-8951-49f5-8805-ec7e88c2c5cd tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8751030 Mar 23 10:44:17.957973 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Request body: {'port': {'device_id': 'f619343f-4b71-4907-91db-0b820b684eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:18.065155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:18.405745 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b2c0-ee2d-4a9d-989c-2bbe6cab945e req-177480a9-ffde-48bb-99f3-40ec6daedd02 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:18.407183 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5951b2c0-ee2d-4a9d-989c-2bbe6cab945e req-177480a9-ffde-48bb-99f3-40ec6daedd02 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 932 time: 0.0822861 Mar 23 10:44:18.421556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd1a511-e9bf-4070-9120-1d08b5157672 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:44:18.429303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:18.443456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Transition to ACTIVE for port object 8dd1a511-e9bf-4070-9120-1d08b5157672 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:44:18.447929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:18.452118 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5951b2c0-ee2d-4a9d-989c-2bbe6cab945e req-828a93f0-af07-4d63-bdec-b067b6bfd4fe tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391624 Mar 23 10:44:18.614282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd1a511-e9bf-4070-9120-1d08b5157672,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:18.682868 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Attempting to bind port 8dd1a511-e9bf-4070-9120-1d08b5157672 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:44:18.683194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Attempting to bind port 8dd1a511-e9bf-4070-9120-1d08b5157672 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:44:18.683510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Attempting to bind port 8dd1a511-e9bf-4070-9120-1d08b5157672 on network e28be1f1-cb08-43cb-b97f-fa44e9599b7e {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:44:18.687927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Port 8dd1a511-e9bf-4070-9120-1d08b5157672 on network e28be1f1-cb08-43cb-b97f-fa44e9599b7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:44:18.688236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Attempting to bind port 8dd1a511-e9bf-4070-9120-1d08b5157672 on network e28be1f1-cb08-43cb-b97f-fa44e9599b7e {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:44:18.694063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:44:18.694397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Checking segment: {'id': '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:18.694772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Bound using segment: {'id': '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:44:18.695186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Bound port: 8dd1a511-e9bf-4070-9120-1d08b5157672, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:44:18.695522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:18.781404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] For port 8dd1a511-e9bf-4070-9120-1d08b5157672, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:44:18.784764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] For port 8dd1a511-e9bf-4070-9120-1d08b5157672, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8dd1a511-e9bf-4070-9120-1d08b5157672,segment=NetworkSegment(2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3),segment_id=2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:44:18.788968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:18.848143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:18.848736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:18.850178 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] 10.222.0.102 "PUT /v2.0/ports/8dd1a511-e9bf-4070-9120-1d08b5157672 HTTP/1.1" status: 200 len: 1094 time: 0.8969455 Mar 23 10:44:18.852539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f619343f-4b71-4907-91db-0b820b684eab', 'tag': '8dd1a511-e9bf-4070-9120-1d08b5157672'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:44:18.882976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcba4fc-03d1-4dbe-bd47-3e97d0a82d95 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd1a511-e9bf-4070-9120-1d08b5157672,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:18.925675 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f619343f-4b71-4907-91db-0b820b684eab', 'tag': '8dd1a511-e9bf-4070-9120-1d08b5157672', 'status': 'completed', 'code': 200} Mar 23 10:44:18.965417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-d5174968-0eab-44e5-bb0c-366dd53bcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:18.966893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-d5174968-0eab-44e5-bb0c-366dd53bcb4f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=84047889d3ba4f5d8e04cb1e2ae77dea&device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 1097 time: 0.0796156 Mar 23 10:44:19.036925 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-489bdf1c-841e-4392-b3ca-fc5bdf83e137 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dd1a511-e9bf-4070-9120-1d08b5157672 HTTP/1.1" status: 200 len: 217 time: 0.0636017 Mar 23 10:44:19.097860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-ed316caf-cb06-4b13-9ea3-800b205e997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:19.099271 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-ed316caf-cb06-4b13-9ea3-800b205e997d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=889720c3-bf97-4b3c-b25d-71273108e8c0 HTTP/1.1" status: 200 len: 853 time: 0.0564041 Mar 23 10:44:19.147921 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-892d7b6a-adb0-4713-97a4-63749ed8989f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424922 Mar 23 10:44:19.368650 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-3920a369-825d-4962-8570-fc38281aa76a service neutron] 10.222.0.102 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147713 Mar 23 10:44:19.496817 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d602b92-ddf2-4d67-8524-9fba8dcf1ec5 req-d2ffea5b-942d-44f3-8ee0-22e42057f2de service neutron] 10.222.0.102 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220396 Mar 23 10:44:19.615182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1c3f-0c71-4107-9d41-09f653ef37d2 req-d47ee526-71b0-4cd1-b055-7b18d853d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:19.616655 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b40a1c3f-0c71-4107-9d41-09f653ef37d2 req-d47ee526-71b0-4cd1-b055-7b18d853d4de service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=84047889d3ba4f5d8e04cb1e2ae77dea&device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 1097 time: 0.0729060 Mar 23 10:44:19.633703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193466ef-13d4-45f2-a285-0d429e46287c req-d94fbdf1-3cb1-4f55-82ba-220f43c933b9 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:19.635110 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-193466ef-13d4-45f2-a285-0d429e46287c req-d94fbdf1-3cb1-4f55-82ba-220f43c933b9 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 944 time: 0.0797427 Mar 23 10:44:19.681592 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-193466ef-13d4-45f2-a285-0d429e46287c req-7338d620-a42c-4534-ac6f-110fe0343801 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Mar 23 10:44:19.747959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1c3f-0c71-4107-9d41-09f653ef37d2 req-7581375e-71fe-442e-8f3f-3da43a97ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:19.749491 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b40a1c3f-0c71-4107-9d41-09f653ef37d2 req-7581375e-71fe-442e-8f3f-3da43a97ad6d service neutron] 10.222.0.102 "GET /v2.0/networks?id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e HTTP/1.1" status: 200 len: 914 time: 0.1261051 Mar 23 10:44:19.818780 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b40a1c3f-0c71-4107-9d41-09f653ef37d2 req-aaef94d1-faa6-47cc-ac53-97c19fcaeb05 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dd1a511-e9bf-4070-9120-1d08b5157672 HTTP/1.1" status: 200 len: 217 time: 0.0633068 Mar 23 10:44:19.880294 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40a1c3f-0c71-4107-9d41-09f653ef37d2 req-755f33f9-b5a0-45b6-b3cb-1bbe63adb03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:19.881729 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b40a1c3f-0c71-4107-9d41-09f653ef37d2 req-755f33f9-b5a0-45b6-b3cb-1bbe63adb03c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=889720c3-bf97-4b3c-b25d-71273108e8c0 HTTP/1.1" status: 200 len: 853 time: 0.0563705 Mar 23 10:44:19.931246 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b40a1c3f-0c71-4107-9d41-09f653ef37d2 req-f58bfde2-efb7-48d1-863e-1fb11d7001b1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425737 Mar 23 10:44:20.059530 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b40a1c3f-0c71-4107-9d41-09f653ef37d2 req-1460c741-279c-4d98-8fbf-f42c2ddd0034 service neutron] 10.222.0.102 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218696 Mar 23 10:44:20.190307 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b40a1c3f-0c71-4107-9d41-09f653ef37d2 req-52cbe12e-2cb4-4a17-b196-c160c5f360ee service neutron] 10.222.0.102 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243858 Mar 23 10:44:20.862768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc6826-0256-4ee8-bc35-09c20609ed26 req-60b2e369-27c6-422b-80c6-1a6c87d86eb5 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:20.863443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ddfc6826-0256-4ee8-bc35-09c20609ed26 req-60b2e369-27c6-422b-80c6-1a6c87d86eb5 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Synchronizing usage tracker for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:44:20.878591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ddfc6826-0256-4ee8-bc35-09c20609ed26 req-60b2e369-27c6-422b-80c6-1a6c87d86eb5 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Unset dirty status for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:44:20.879876 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ddfc6826-0256-4ee8-bc35-09c20609ed26 req-60b2e369-27c6-422b-80c6-1a6c87d86eb5 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 944 time: 0.0937810 Mar 23 10:44:20.923992 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ddfc6826-0256-4ee8-bc35-09c20609ed26 req-871b7f4d-39e4-407d-872a-088c388a58a9 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Mar 23 10:44:22.104206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0f468-2378-4edb-96a2-e87c39bf00c0 req-eb303a3b-17a6-4bc5-bbca-992e8a6ebdd8 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:22.105685 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2ca0f468-2378-4edb-96a2-e87c39bf00c0 req-eb303a3b-17a6-4bc5-bbca-992e8a6ebdd8 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 944 time: 0.0792239 Mar 23 10:44:22.151763 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2ca0f468-2378-4edb-96a2-e87c39bf00c0 req-08e2a4d0-c8a7-42fb-b50d-2666ac031887 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Mar 23 10:44:22.951569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8dd1a511-e9bf-4070-9120-1d08b5157672 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:44:23.083149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8dd1a511-e9bf-4070-9120-1d08b5157672, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8dd1a511-e9bf-4070-9120-1d08b5157672,segment=NetworkSegment(2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3),segment_id=2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:23.096610 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '8dd1a511-e9bf-4070-9120-1d08b5157672', 'network_id': 'e28be1f1-cb08-43cb-b97f-fa44e9599b7e', 'port_id': '8dd1a511-e9bf-4070-9120-1d08b5157672', 'mac_address': 'fa:16:3e:17:fb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '889720c3-bf97-4b3c-b25d-71273108e8c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:44:23.149430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:23.166239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd1a511-e9bf-4070-9120-1d08b5157672 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:44:23.181605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8dd1a511-e9bf-4070-9120-1d08b5157672, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8dd1a511-e9bf-4070-9120-1d08b5157672,segment=NetworkSegment(2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3),segment_id=2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:23.186456 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:23.261967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8dd1a511-e9bf-4070-9120-1d08b5157672,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:23.341815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fbd7e-d63a-4956-99e0-a8a104316332 req-b6bbc7cb-d02e-49dc-8430-59c0c9d66cee tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:23.343170 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ea4fbd7e-d63a-4956-99e0-a8a104316332 req-b6bbc7cb-d02e-49dc-8430-59c0c9d66cee tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 945 time: 0.0818546 Mar 23 10:44:23.385942 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ea4fbd7e-d63a-4956-99e0-a8a104316332 req-a2922dbe-16e8-4e5c-b69b-14ca4d25ccc6 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371439 Mar 23 10:44:23.390632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['8dd1a511-e9bf-4070-9120-1d08b5157672'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:44:24.570664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b18be6-8f9e-497d-a975-ede54d2b5976 req-08b431b8-0977-4cdd-8be6-b32396f712c3 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:24.572088 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-24b18be6-8f9e-497d-a975-ede54d2b5976 req-08b431b8-0977-4cdd-8be6-b32396f712c3 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 945 time: 0.0810633 Mar 23 10:44:24.615093 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-24b18be6-8f9e-497d-a975-ede54d2b5976 req-8ec0e0cc-c70c-499a-82c4-7c157049b05c tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373926 Mar 23 10:44:24.972780 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8dd1a511-e9bf-4070-9120-1d08b5157672 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:44:25.067308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 8dd1a511-e9bf-4070-9120-1d08b5157672 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:44:25.071767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 8dd1a511-e9bf-4070-9120-1d08b5157672 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:25.072128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:25.182744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:25.208636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f619343f-4b71-4907-91db-0b820b684eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd1a511-e9bf-4070-9120-1d08b5157672'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:44:25.218073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8dd1a511-e9bf-4070-9120-1d08b5157672, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8dd1a511-e9bf-4070-9120-1d08b5157672,segment=NetworkSegment(2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3),segment_id=2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:25.222965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:25.289836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8dd1a511-e9bf-4070-9120-1d08b5157672,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:25.297140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.298021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.298353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.298680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.299003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.299324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.299642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.299959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.300275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.300590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.300929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.301269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:25.308738 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f619343f-4b71-4907-91db-0b820b684eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd1a511-e9bf-4070-9120-1d08b5157672', 'code': 200} Mar 23 10:44:25.522767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b730b-6f8f-43d3-bc52-b3ad325540e7 req-e7276651-ce5f-4fc3-98b0-00acf959afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:25.524101 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b80b730b-6f8f-43d3-bc52-b3ad325540e7 req-e7276651-ce5f-4fc3-98b0-00acf959afb3 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 1099 time: 0.0665612 Mar 23 10:44:25.566020 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b80b730b-6f8f-43d3-bc52-b3ad325540e7 req-6d469f84-e4db-42ca-9376-a690d3f81e2b service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356448 Mar 23 10:44:25.795204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8ec66-94b7-4e84-a47a-05bc051d7a43 req-53f16284-7377-49f9-9c4c-af54fb32389a tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:25.796535 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4df8ec66-94b7-4e84-a47a-05bc051d7a43 req-53f16284-7377-49f9-9c4c-af54fb32389a tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 946 time: 0.0776544 Mar 23 10:44:25.840423 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4df8ec66-94b7-4e84-a47a-05bc051d7a43 req-1c43bde9-6a66-469f-ac09-5938990b9cb3 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382323 Mar 23 10:44:27.022315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cac66-052e-4b15-a3bf-912f3185f9f9 req-06973a61-9b04-478c-a988-a0dc76293812 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:27.023663 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-696cac66-052e-4b15-a3bf-912f3185f9f9 req-06973a61-9b04-478c-a988-a0dc76293812 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 946 time: 0.0783155 Mar 23 10:44:27.066471 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-696cac66-052e-4b15-a3bf-912f3185f9f9 req-a72406c6-6b4e-4c0e-a1cf-09ce83049218 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367887 Mar 23 10:44:27.439847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaecebb-3bb5-4971-a457-5e59219cd270 req-1f3d37e6-7b71-4da2-9de6-d71649f09e9a tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:27.441290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cbaecebb-3bb5-4971-a457-5e59219cd270 req-1f3d37e6-7b71-4da2-9de6-d71649f09e9a tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 946 time: 0.0824518 Mar 23 10:44:27.485371 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cbaecebb-3bb5-4971-a457-5e59219cd270 req-13a50b3a-ac6b-4d1d-a70a-4f9d428c6e54 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379648 Mar 23 10:44:28.741367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-37a99b76-2538-4689-bb69-596370a9250f tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:28.742800 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-37a99b76-2538-4689-bb69-596370a9250f tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.102 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 946 time: 0.0788598 Mar 23 10:44:28.832769 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ea9f2-69b7-4bc0-9cb0-0313da3c784f req-378363d6-9f4e-4d0d-b43e-096a171e5178 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:28.835071 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b4ea9f2-69b7-4bc0-9cb0-0313da3c784f req-378363d6-9f4e-4d0d-b43e-096a171e5178 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 946 time: 0.0845528 Mar 23 10:44:28.882780 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b4ea9f2-69b7-4bc0-9cb0-0313da3c784f req-e65ffcdc-88b4-4275-8274-1d7e09f8cd60 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Mar 23 10:44:28.921368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-3e74a7af-00ce-4870-8eff-35918042590b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Deleting port 8dd1a511-e9bf-4070-9120-1d08b5157672 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:28.921703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-3e74a7af-00ce-4870-8eff-35918042590b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:29.163664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-3e74a7af-00ce-4870-8eff-35918042590b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] For port 8dd1a511-e9bf-4070-9120-1d08b5157672, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8dd1a511-e9bf-4070-9120-1d08b5157672,segment=NetworkSegment(2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3),segment_id=2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:29.163937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-3e74a7af-00ce-4870-8eff-35918042590b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:29.286000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-3e74a7af-00ce-4870-8eff-35918042590b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Calling delete_port for 8dd1a511-e9bf-4070-9120-1d08b5157672 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:44:29.427075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-3e74a7af-00ce-4870-8eff-35918042590b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:29.437935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['7015accf-a890-4ab5-a2f2-1b7d67fa3e4c', '8dd1a511-e9bf-4070-9120-1d08b5157672'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:44:29.479400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74a7af-00ce-4870-8eff-35918042590b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Pushing event deleted for resources: {'Port': ['ID=8dd1a511-e9bf-4070-9120-1d08b5157672,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:29.553089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-3e74a7af-00ce-4870-8eff-35918042590b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] No DVR routers for this DVR port 8dd1a511-e9bf-4070-9120-1d08b5157672 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:44:29.555463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-3e74a7af-00ce-4870-8eff-35918042590b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:29.557913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f619343f-4b71-4907-91db-0b820b684eab', 'name': 'network-vif-deleted', 'tag': '8dd1a511-e9bf-4070-9120-1d08b5157672'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:44:29.576007 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-142347a7-c2b3-4e14-90be-53954a8f0bd5 req-3e74a7af-00ce-4870-8eff-35918042590b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.102 "DELETE /v2.0/ports/8dd1a511-e9bf-4070-9120-1d08b5157672 HTTP/1.1" status: 204 len: 173 time: 0.8277709 Mar 23 10:44:29.608027 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f619343f-4b71-4907-91db-0b820b684eab', 'name': 'network-vif-deleted', 'tag': '8dd1a511-e9bf-4070-9120-1d08b5157672', 'status': 'completed', 'code': 200} Mar 23 10:44:30.046931 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4187445a-c9b9-42e5-9c0f-0dcdfb8cec9b req-abb801de-19b7-456e-8da8-0e396702aa34 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=f619343f-4b71-4907-91db-0b820b684eab HTTP/1.1" status: 200 len: 210 time: 0.0444717 Mar 23 10:44:30.526256 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:44:30.909061 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-3d8a052b-4836-4959-98b0-d36f27350ee1 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680208 Mar 23 10:44:31.045284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-a52c2c51-8684-4746-8bcd-3a90387e22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:31.046747 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-a52c2c51-8684-4746-8bcd-3a90387e22dd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=84047889d3ba4f5d8e04cb1e2ae77dea&device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 1098 time: 0.0715327 Mar 23 10:44:31.191496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-b65acfb2-19da-4071-ac4e-d1e2ce7679c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:31.192936 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-b65acfb2-19da-4071-ac4e-d1e2ce7679c2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e HTTP/1.1" status: 200 len: 914 time: 0.1278334 Mar 23 10:44:31.263165 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-2f0f4718-a6f2-49a5-87c5-549dbc69bb29 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c HTTP/1.1" status: 200 len: 217 time: 0.0641482 Mar 23 10:44:31.306339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff8c1b-56ec-4ba0-934d-2c0e675fc4a1 req-b9011be7-2fa3-42c6-a27f-af3f4bfecb9b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:31.307782 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-02ff8c1b-56ec-4ba0-934d-2c0e675fc4a1 req-b9011be7-2fa3-42c6-a27f-af3f4bfecb9b tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.0810602 Mar 23 10:44:31.326364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-a030c93a-87b8-4826-bc5f-0366850f2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:31.327800 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-a030c93a-87b8-4826-bc5f-0366850f2df1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=889720c3-bf97-4b3c-b25d-71273108e8c0 HTTP/1.1" status: 200 len: 853 time: 0.0577817 Mar 23 10:44:31.377900 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-02ff8c1b-56ec-4ba0-934d-2c0e675fc4a1 req-f78004a5-ba4a-4544-8463-e95869b0e3eb tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639493 Mar 23 10:44:31.379663 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-c8a72255-4cd2-414c-a319-66570baa2bd3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=e28be1f1-cb08-43cb-b97f-fa44e9599b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447302 Mar 23 10:44:31.511249 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-4baf02fa-4ff2-4691-8f70-aa28e4376e3f service neutron] 10.222.0.102 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251419 Mar 23 10:44:31.577753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740341f7-80a8-4140-9373-a599083b0a34 req-da6f2e9e-8384-4d4a-ac6f-190a441fa3aa tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:31.579268 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-740341f7-80a8-4140-9373-a599083b0a34 req-da6f2e9e-8384-4d4a-ac6f-190a441fa3aa tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.0793827 Mar 23 10:44:31.626324 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-740341f7-80a8-4140-9373-a599083b0a34 req-4d52e560-9dec-41b5-a252-e4c5eaa1c5c7 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413032 Mar 23 10:44:31.643730 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d635ec4-fdd3-4fdd-8514-4b0939c7a0ff req-a04e2180-4f4f-48b4-833c-9d5846f87b24 service neutron] 10.222.0.102 "GET /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250751 Mar 23 10:44:31.810393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba8f42-ea5a-439c-b653-fdd2d2403050 req-095a7c67-f4d0-4ebf-9e6d-7c4187c3f118 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:31.811076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-deba8f42-ea5a-439c-b653-fdd2d2403050 req-095a7c67-f4d0-4ebf-9e6d-7c4187c3f118 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Synchronizing usage tracker for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:44:31.825519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-deba8f42-ea5a-439c-b653-fdd2d2403050 req-095a7c67-f4d0-4ebf-9e6d-7c4187c3f118 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Unset dirty status for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:44:31.826704 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-deba8f42-ea5a-439c-b653-fdd2d2403050 req-095a7c67-f4d0-4ebf-9e6d-7c4187c3f118 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.0941288 Mar 23 10:44:31.874062 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-deba8f42-ea5a-439c-b653-fdd2d2403050 req-5cc63fb6-aedd-43c2-8109-48386cfb6660 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408919 Mar 23 10:44:32.150460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e508b-cc4a-4f77-9fec-dca13aa814d3 req-b5b35e13-62a1-4169-84c0-4583caa0bf5d tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:32.151906 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-482e508b-cc4a-4f77-9fec-dca13aa814d3 req-b5b35e13-62a1-4169-84c0-4583caa0bf5d tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.0789778 Mar 23 10:44:32.195362 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-482e508b-cc4a-4f77-9fec-dca13aa814d3 req-01d1f513-a085-4736-b18c-5a56b3e23a33 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378208 Mar 23 10:44:32.379271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26529b-242b-40d2-90a4-87d7de986e89 req-19fe834b-2393-4629-b0b1-58b8f0e14ef4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:32.380708 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dc26529b-242b-40d2-90a4-87d7de986e89 req-19fe834b-2393-4629-b0b1-58b8f0e14ef4 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.0805001 Mar 23 10:44:32.423900 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dc26529b-242b-40d2-90a4-87d7de986e89 req-4d44fc6e-5eaf-4c47-bdcc-74fe365b8cad tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Mar 23 10:44:32.615627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356662e-d541-4698-92f1-4f488813c105 req-eb1d0f94-52fa-4219-8cdf-649891527e70 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:32.616974 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1356662e-d541-4698-92f1-4f488813c105 req-eb1d0f94-52fa-4219-8cdf-649891527e70 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.0812442 Mar 23 10:44:32.660426 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1356662e-d541-4698-92f1-4f488813c105 req-737c2265-2055-481e-a826-eb4249c01efe tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379486 Mar 23 10:44:33.027445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8dd1a511-e9bf-4070-9120-1d08b5157672 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:33.064138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 8dd1a511-e9bf-4070-9120-1d08b5157672 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:44:33.064480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8dd1a511-e9bf-4070-9120-1d08b5157672 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:44:33.172860 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258f9b-80ce-43bc-b170-69b1ab57680f req-2e91cc7b-1135-4ca0-afb1-fb7512f2f22f tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:33.174241 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ad258f9b-80ce-43bc-b170-69b1ab57680f req-2e91cc7b-1135-4ca0-afb1-fb7512f2f22f tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.0782552 Mar 23 10:44:33.218571 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ad258f9b-80ce-43bc-b170-69b1ab57680f req-e5ef60f0-5897-4432-bbaf-7a71dced786d tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388446 Mar 23 10:44:33.723707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e158174a-70db-443d-83be-eecd988350af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:34.550558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cdfdd2-db1e-47ec-bc7a-a68eee81ea76 req-2e3ef33b-3951-4c23-bf6f-467bea36f3f0 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:34.551900 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-88cdfdd2-db1e-47ec-bc7a-a68eee81ea76 req-2e3ef33b-3951-4c23-bf6f-467bea36f3f0 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.2251394 Mar 23 10:44:34.592168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-110c69ea-ee29-434f-9524-e37dcaf9dbf1 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:34.593582 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-110c69ea-ee29-434f-9524-e37dcaf9dbf1 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.102 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 945 time: 0.2175264 Mar 23 10:44:34.652873 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-88cdfdd2-db1e-47ec-bc7a-a68eee81ea76 req-9b97156f-6628-42b6-b00b-769211298a7e tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/security-groups?id=df8ae77d-ee08-4869-8938-abb3b8dac745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948312 Mar 23 10:44:34.675052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-077919ad-1e40-4e5d-9a52-5938767d42bf tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Deleting port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:34.675052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-077919ad-1e40-4e5d-9a52-5938767d42bf tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:34.919690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-077919ad-1e40-4e5d-9a52-5938767d42bf tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] For port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,segment=NetworkSegment(2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3),segment_id=2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:34.920297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-077919ad-1e40-4e5d-9a52-5938767d42bf tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:35.042448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-077919ad-1e40-4e5d-9a52-5938767d42bf tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Calling delete_port for 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:44:35.186742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-077919ad-1e40-4e5d-9a52-5938767d42bf tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:35.198988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['7015accf-a890-4ab5-a2f2-1b7d67fa3e4c'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:44:35.235744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077919ad-1e40-4e5d-9a52-5938767d42bf tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Pushing event deleted for resources: {'Port': ['ID=7015accf-a890-4ab5-a2f2-1b7d67fa3e4c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:35.310059 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-077919ad-1e40-4e5d-9a52-5938767d42bf tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] No DVR routers for this DVR port 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:44:35.312346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-077919ad-1e40-4e5d-9a52-5938767d42bf tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:35.314767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895f065d-a4fc-41fc-8746-da3f5def65a2', 'name': 'network-vif-deleted', 'tag': '7015accf-a890-4ab5-a2f2-1b7d67fa3e4c'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:44:35.329668 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b3cc3307-d3ca-458d-86b6-e6721f1b44f0 req-077919ad-1e40-4e5d-9a52-5938767d42bf tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.102 "DELETE /v2.0/ports/7015accf-a890-4ab5-a2f2-1b7d67fa3e4c HTTP/1.1" status: 204 len: 173 time: 0.7285609 Mar 23 10:44:35.360783 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895f065d-a4fc-41fc-8746-da3f5def65a2', 'name': 'network-vif-deleted', 'tag': '7015accf-a890-4ab5-a2f2-1b7d67fa3e4c', 'status': 'completed', 'code': 200} Mar 23 10:44:35.813103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-73ec3a55-0fc8-4089-b84e-11c2cb3df937 req-e3f12b85-541e-4fe7-a9ba-161db4eac155 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Synchronizing usage tracker for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:44:35.832573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-73ec3a55-0fc8-4089-b84e-11c2cb3df937 req-e3f12b85-541e-4fe7-a9ba-161db4eac155 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] Unset dirty status for tenant:84047889d3ba4f5d8e04cb1e2ae77dea on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:44:35.834149 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-73ec3a55-0fc8-4089-b84e-11c2cb3df937 req-e3f12b85-541e-4fe7-a9ba-161db4eac155 tempest-ServersNegativeTestJSON-1333400610 tempest-ServersNegativeTestJSON-1333400610-project] 10.222.0.84 "GET /v2.0/ports?device_id=895f065d-a4fc-41fc-8746-da3f5def65a2 HTTP/1.1" status: 200 len: 210 time: 0.0630050 Mar 23 10:44:36.376968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:36.571646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-45612f90-0d22-4249-83ef-b4d53eb8e0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:36.938666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41650) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:36.996441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec51f1b-0f89-41d0-963a-2249651b6bb3 admin admin] Deleting subnet 889720c3-bf97-4b3c-b25d-71273108e8c0 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:44:36.999198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dec51f1b-0f89-41d0-963a-2249651b6bb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.050512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dec51f1b-0f89-41d0-963a-2249651b6bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.104033 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dec51f1b-0f89-41d0-963a-2249651b6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.168793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dec51f1b-0f89-41d0-963a-2249651b6bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.208701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec51f1b-0f89-41d0-963a-2249651b6bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=889720c3-bf97-4b3c-b25d-71273108e8c0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:37.213924 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dec51f1b-0f89-41d0-963a-2249651b6bb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.219595 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dec51f1b-0f89-41d0-963a-2249651b6bb3 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/889720c3-bf97-4b3c-b25d-71273108e8c0 HTTP/1.1" status: 204 len: 168 time: 0.2799323 Mar 23 10:44:37.222045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41654) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:37.321233 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.326250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.449221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.473678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28be1f1-cb08-43cb-b97f-fa44e9599b7e']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:37.486021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:37.486310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ea5e20c-9bc2-4dcc-8275-56d4f993b9e3') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:37.497233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.512312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.518432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:44:37.518810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.530561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:44:37.532655 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:44:37.699520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.715433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.724997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] Pushing event deleted for resources: {'Network': ['ID=e28be1f1-cb08-43cb-b97f-fa44e9599b7e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:37.733821 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-94f051d5-2023-4352-a9a0-b42eb562a52b admin admin] 10.222.0.84 "DELETE /v2.0/networks/e28be1f1-cb08-43cb-b97f-fa44e9599b7e HTTP/1.1" status: 204 len: 168 time: 0.5108554 Mar 23 10:44:37.839660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41660) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:37.887195 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9c543c2d-1c7b-4182-83cc-550ed2d4a9ef admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=84047889d3ba4f5d8e04cb1e2ae77dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463820 Mar 23 10:44:37.889802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41664) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:37.945191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4501b721-37bb-4fa1-b73a-7261701be755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:37.970647 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4501b721-37bb-4fa1-b73a-7261701be755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:38.023404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4501b721-37bb-4fa1-b73a-7261701be755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:38.040226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501b721-37bb-4fa1-b73a-7261701be755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8ae77d-ee08-4869-8938-abb3b8dac745,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:38.049720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4501b721-37bb-4fa1-b73a-7261701be755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:38.050819 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4501b721-37bb-4fa1-b73a-7261701be755 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/df8ae77d-ee08-4869-8938-abb3b8dac745 HTTP/1.1" status: 204 len: 168 time: 0.1601567 Mar 23 10:44:38.772934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41688) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:38.874790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1205563144'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:38.879885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:38.883787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:network and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:38.886720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:38.893323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:38.902673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Made reservation on behalf of 69760adef41044589930352186c66929 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:38.906186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:38.918282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:38.932410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:38.936097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:security_group_rule and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:38.939494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:38.945129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:39.026773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:39.030393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:39.042700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:39.064738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:44:39.069861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c246a2-755f-4989-884d-ca219b32d9dc,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:39.076330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:44:39.076911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 7015accf-a890-4ab5-a2f2-1b7d67fa3e4c not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:44:39.077117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:39.077461 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Added segment 5e349b59-66aa-4f68-b96f-1c5abf8fa72e of type vlan for network 8b590e93-ec8b-4a9c-be9f-256761ccf612 Mar 23 10:44:39.105210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:39.135944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:39.142273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:39.142843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:39.248182 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4740961 Mar 23 10:44:39.249422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd690a8d-a8d1-4925-b7cd-166be306e43c tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'Network': ['ID=8b590e93-ec8b-4a9c-be9f-256761ccf612,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:39.260227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 8b590e93-ec8b-4a9c-be9f-256761ccf612 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:44:39.584886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:42.500118 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41694) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:42.505950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Request body: {'subnet': {'network_id': '8b590e93-ec8b-4a9c-be9f-256761ccf612', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:42.613768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:42.617502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:subnet and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:42.620231 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:42.625724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:42.635521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Made reservation on behalf of 69760adef41044589930352186c66929 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:42.638992 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:42.852382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:42.926725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'Subnet': ['ID=994842b4-407e-48ef-98cf-4e390446f293,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:42.933814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Checking segment: {'id': '5e349b59-66aa-4f68-b96f-1c5abf8fa72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8b590e93-ec8b-4a9c-be9f-256761ccf612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:42.934161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Network hostable DHCP agents. Network: 8b590e93-ec8b-4a9c-be9f-256761ccf612, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:44:42.952584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Network 8b590e93-ec8b-4a9c-be9f-256761ccf612 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:44:42.962297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 8b590e93-ec8b-4a9c-be9f-256761ccf612) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:42.966581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:42.967238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:42.972199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ce541-2cc1-4745-978e-bbce40dc0d78 None None] Network 8b590e93-ec8b-4a9c-be9f-256761ccf612 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:42.996379 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a371aa9f-111c-455e-80b5-8e83e4534df2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4951823 Mar 23 10:44:43.002123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41698) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:43.007543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1448153330'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:43.012522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:43.017284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:network and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:43.020202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:43.025899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:43.036847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Made reservation on behalf of 69760adef41044589930352186c66929 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:43.040312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.073458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:44:43.084591 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.084930 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Added segment 86487eae-97fe-4060-9395-4ed39ecfdb3a of type vlan for network 44fa43b7-6e2e-4f66-819a-4f35396933be Mar 23 10:44:43.112574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.142049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.147785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:43.148367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.196440 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-8b590e93-ec8b-4a9c-be9f-256761ccf612', 'network_id': '8b590e93-ec8b-4a9c-be9f-256761ccf612', 'tenant_id': '69760adef41044589930352186c66929', 'fixed_ips': [{'subnet_id': '994842b4-407e-48ef-98cf-4e390446f293'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:44:43.197322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.249026 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2426999 Mar 23 10:44:43.250998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41702) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:43.258170 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Request body: {'subnet': {'network_id': '44fa43b7-6e2e-4f66-819a-4f35396933be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:43.259430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4cd0ae-fcda-47d5-87ac-ba62a1ffc708 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'Network': ['ID=44fa43b7-6e2e-4f66-819a-4f35396933be,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:43.272821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 44fa43b7-6e2e-4f66-819a-4f35396933be details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:44:43.379084 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:43.382739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:subnet and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:43.385533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:43.391815 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:43.401636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Made reservation on behalf of 69760adef41044589930352186c66929 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:43.405324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.435564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Allocated IP 2001:db8:0:ffff::2 (8b590e93-ec8b-4a9c-be9f-256761ccf612/994842b4-407e-48ef-98cf-4e390446f293/256f5d88-9bff-427e-ba1e-294015ea6686) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:44:43.680743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.692184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Transition to ACTIVE for port object 256f5d88-9bff-427e-ba1e-294015ea6686 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:44:43.710485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Transition to ACTIVE for port object 256f5d88-9bff-427e-ba1e-294015ea6686 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:44:43.715846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.739793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.776585 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Network 8b590e93-ec8b-4a9c-be9f-256761ccf612 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:44:43.780427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:43.789205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:44:43.795466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Pushing event updated for resources: {'Port': ['ID=256f5d88-9bff-427e-ba1e-294015ea6686,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:43.825198 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'Subnet': ['ID=9e5e5ba6-5c51-4736-a57a-769f2612b93d,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:43.836791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.837162 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.837525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.837873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.838216 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.838542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.838862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.839182 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.839537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.839857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.840195 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.840547 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:43.847722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Checking segment: {'id': '86487eae-97fe-4060-9395-4ed39ecfdb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': '44fa43b7-6e2e-4f66-819a-4f35396933be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:43.848077 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Network hostable DHCP agents. Network: 44fa43b7-6e2e-4f66-819a-4f35396933be, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:44:43.867558 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Network 44fa43b7-6e2e-4f66-819a-4f35396933be is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:44:43.877191 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 44fa43b7-6e2e-4f66-819a-4f35396933be) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:43.882347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:43.882954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.887133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Attempting to bind port 256f5d88-9bff-427e-ba1e-294015ea6686 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:44:43.887497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Attempting to bind port 256f5d88-9bff-427e-ba1e-294015ea6686 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '5e349b59-66aa-4f68-b96f-1c5abf8fa72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8b590e93-ec8b-4a9c-be9f-256761ccf612'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:44:43.887895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Attempting to bind port 256f5d88-9bff-427e-ba1e-294015ea6686 on network 8b590e93-ec8b-4a9c-be9f-256761ccf612 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:44:43.893134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a207adf4-716b-46d7-986b-ff7ec2826ce5 None None] Network 44fa43b7-6e2e-4f66-819a-4f35396933be requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:43.907071 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-a8ee3898-59fe-44c7-81b9-2d92fe07a7b2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6540511 Mar 23 10:44:43.909690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:44:43.909882 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41706) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:43.910074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Checking segment: {'id': '5e349b59-66aa-4f68-b96f-1c5abf8fa72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8b590e93-ec8b-4a9c-be9f-256761ccf612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:43.910475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:43.910853 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Bound using segment: {'id': '5e349b59-66aa-4f68-b96f-1c5abf8fa72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8b590e93-ec8b-4a9c-be9f-256761ccf612'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:44:43.911502 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Bound port: 256f5d88-9bff-427e-ba1e-294015ea6686, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e349b59-66aa-4f68-b96f-1c5abf8fa72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '8b590e93-ec8b-4a9c-be9f-256761ccf612'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:44:43.911889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.051138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.112285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] For port 256f5d88-9bff-427e-ba1e-294015ea6686, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:44:44.117793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.130460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] For port 256f5d88-9bff-427e-ba1e-294015ea6686, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=256f5d88-9bff-427e-ba1e-294015ea6686,segment=NetworkSegment(5e349b59-66aa-4f68-b96f-1c5abf8fa72e),segment_id=5e349b59-66aa-4f68-b96f-1c5abf8fa72e)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:44:44.137653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.202420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.251801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792742e2-449b-4c31-b7e3-54f282edfd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-44fa43b7-6e2e-4f66-819a-4f35396933be', 'network_id': '44fa43b7-6e2e-4f66-819a-4f35396933be', 'tenant_id': '69760adef41044589930352186c66929', 'fixed_ips': [{'subnet_id': '9e5e5ba6-5c51-4736-a57a-769f2612b93d'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:44:44.252613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-792742e2-449b-4c31-b7e3-54f282edfd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.260161 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5e5ba6-5c51-4736-a57a-769f2612b93d,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:44.277492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91000878-ed91-4308-86ed-0ad310b4393a None None] Pushing event updated for resources: {'Port': ['ID=256f5d88-9bff-427e-ba1e-294015ea6686,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:44.349352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.376306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fa43b7-6e2e-4f66-819a-4f35396933be']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:44.386972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddb2ee7-a477-488c-8b1a-dcf3909ff3ef None None] Network 44fa43b7-6e2e-4f66-819a-4f35396933be requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:44.389087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86487eae-97fe-4060-9395-4ed39ecfdb3a') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:44.389388 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86487eae-97fe-4060-9395-4ed39ecfdb3a') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:44.401709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.421423 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.429680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:44:44.430204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:44:44.445122 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:44:44.547379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.565128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.576348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Network': ['ID=44fa43b7-6e2e-4f66-819a-4f35396933be,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:44.580615 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3868e8e9-9460-4c02-9a76-2fe1d73f8464 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/networks/44fa43b7-6e2e-4f66-819a-4f35396933be HTTP/1.1" status: 204 len: 168 time: 0.6699228 Mar 23 10:44:44.584397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41710) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:44.590298 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1212588325'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:44.595958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:44.600113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:network and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:44.603080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:44.608949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:44.620984 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Made reservation on behalf of 69760adef41044589930352186c66929 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:44.624482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.652579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:44:44.662051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.662389 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Added segment 635916e2-375a-4817-9db8-9c9c3ef17bfb of type vlan for network 13dddedc-714e-4ed3-9eeb-d9d8075e6b2b Mar 23 10:44:44.690279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.718355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.723868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:44.724448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:44.816351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 256f5d88-9bff-427e-ba1e-294015ea6686 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:44:44.824771 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2391253 Mar 23 10:44:44.827779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41714) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:44.834377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Request body: {'subnet': {'network_id': '13dddedc-714e-4ed3-9eeb-d9d8075e6b2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:44.836078 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3632328c-d3f9-4b68-86e0-b69b984619b1 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'Network': ['ID=13dddedc-714e-4ed3-9eeb-d9d8075e6b2b,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:44.862392 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 13dddedc-714e-4ed3-9eeb-d9d8075e6b2b details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:44:44.961571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:44.965672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:subnet and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:44.969553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:44.976079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:44.987311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Made reservation on behalf of 69760adef41044589930352186c66929 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:44.991345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.008738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 256f5d88-9bff-427e-ba1e-294015ea6686 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:44:45.088360 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_backend_mixin [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Performing IP validity checks on allocation pools {{(pid=87859) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 23 10:44:45.088816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.ipam_backend_mixin [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87859) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 23 10:44:45.205223 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa7a2e0-4a34-4cfa-b129-d5f317b85285 None None] Network 8b590e93-ec8b-4a9c-be9f-256761ccf612 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:45.225715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.300452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'Subnet': ['ID=8c5230dc-4d6f-437c-9371-47b42a5a5a77,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:45.309135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Checking segment: {'id': '635916e2-375a-4817-9db8-9c9c3ef17bfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': '13dddedc-714e-4ed3-9eeb-d9d8075e6b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:45.309662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Network hostable DHCP agents. Network: 13dddedc-714e-4ed3-9eeb-d9d8075e6b2b, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:44:45.314850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8991a224-7082-4836-a1fb-4c35e7473d4b None None] Provisioning for port 256f5d88-9bff-427e-ba1e-294015ea6686 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:44:45.329255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Network 13dddedc-714e-4ed3-9eeb-d9d8075e6b2b is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:44:45.330037 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8991a224-7082-4836-a1fb-4c35e7473d4b None None] Provisioning complete for port 256f5d88-9bff-427e-ba1e-294015ea6686 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:45.330420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8991a224-7082-4836-a1fb-4c35e7473d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.338984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 13dddedc-714e-4ed3-9eeb-d9d8075e6b2b) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:45.342930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:45.343525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.363500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b07ca4d-5644-491c-b889-ecb26f8b664f None None] Network 13dddedc-714e-4ed3-9eeb-d9d8075e6b2b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:45.374122 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0ca9b502-9fe6-49ba-8889-2837e72432de tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5453210 Mar 23 10:44:45.377347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41718) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:45.515891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.579933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.660271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.701624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Subnet': ['ID=8c5230dc-4d6f-437c-9371-47b42a5a5a77,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:45.767944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8991a224-7082-4836-a1fb-4c35e7473d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.778884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a6d04-9e35-42c3-a273-bddebae6978e None None] Network 13dddedc-714e-4ed3-9eeb-d9d8075e6b2b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:45.793627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.832020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13dddedc-714e-4ed3-9eeb-d9d8075e6b2b']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:45.844788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635916e2-375a-4817-9db8-9c9c3ef17bfb') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:45.845091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635916e2-375a-4817-9db8-9c9c3ef17bfb') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:45.856495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.872540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.879128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Releasing vlan 823 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:44:45.879508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:44:45.894768 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:44:45.910746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8991a224-7082-4836-a1fb-4c35e7473d4b None None] For port 256f5d88-9bff-427e-ba1e-294015ea6686, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=256f5d88-9bff-427e-ba1e-294015ea6686,segment=NetworkSegment(5e349b59-66aa-4f68-b96f-1c5abf8fa72e),segment_id=5e349b59-66aa-4f68-b96f-1c5abf8fa72e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:45.940262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8991a224-7082-4836-a1fb-4c35e7473d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.987657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:45.992812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.024051 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/networks/13dddedc-714e-4ed3-9eeb-d9d8075e6b2b HTTP/1.1" status: 204 len: 168 time: 0.6424406 Mar 23 10:44:46.024051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22835ce4-acdc-45a7-af9f-4b136780ee66 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Network': ['ID=13dddedc-714e-4ed3-9eeb-d9d8075e6b2b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:46.024502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41722) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:46.031869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-192925348'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:46.036710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:46.040526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:network and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:46.043357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:46.051233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:46.053641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991a224-7082-4836-a1fb-4c35e7473d4b None None] Pushing event updated for resources: {'Port': ['ID=256f5d88-9bff-427e-ba1e-294015ea6686,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:46.068302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Made reservation on behalf of 69760adef41044589930352186c66929 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:46.071837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.103012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 808} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:44:46.113399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.113716 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Added segment 00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63 of type vlan for network d6aec224-678e-4026-b34f-9eebfdf2e6c0 Mar 23 10:44:46.140050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.161860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-45712123-9a52-4127-9d9b-d44e6a025138 None None] Provisioning complete for port 256f5d88-9bff-427e-ba1e-294015ea6686 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:46.162303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-45712123-9a52-4127-9d9b-d44e6a025138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.170962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.177228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:46.177752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.371119 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3456903 Mar 23 10:44:46.374838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41726) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:46.380901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Request body: {'subnet': {'network_id': 'd6aec224-678e-4026-b34f-9eebfdf2e6c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:46.384582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa18db-0383-45b0-931e-21c3ccb7eec0 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'Network': ['ID=d6aec224-678e-4026-b34f-9eebfdf2e6c0,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:46.395299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network d6aec224-678e-4026-b34f-9eebfdf2e6c0 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:44:46.495837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:46.500298 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:subnet and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:46.503159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:46.508665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:46.518900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Made reservation on behalf of 69760adef41044589930352186c66929 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:46.522453 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.738148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.805402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 256f5d88-9bff-427e-ba1e-294015ea6686 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:44:46.830531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'Subnet': ['ID=0d31e94e-f0b1-4c6d-9d07-41558be7f050,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:46.840477 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Checking segment: {'id': '00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd6aec224-678e-4026-b34f-9eebfdf2e6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:46.840836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Network hostable DHCP agents. Network: d6aec224-678e-4026-b34f-9eebfdf2e6c0, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:44:46.861823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Network d6aec224-678e-4026-b34f-9eebfdf2e6c0 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:44:46.872215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, d6aec224-678e-4026-b34f-9eebfdf2e6c0) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:46.875750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 256f5d88-9bff-427e-ba1e-294015ea6686 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:46.876118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.876786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:46.877541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.900980 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5345e0cb-45d3-4bb0-975d-715ddd007ff4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5249720 Mar 23 10:44:46.905169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41730) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:46.906871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4276f21-12b8-4c34-85a0-092e5a7ee3cc None None] Network d6aec224-678e-4026-b34f-9eebfdf2e6c0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:46.911429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-16351558'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:46.916759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:46.921097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:network and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:46.924718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:46.931066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:46.941736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Made reservation on behalf of 69760adef41044589930352186c66929 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:46.945435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.973917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:44:46.985344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:46.985764 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Added segment fe86877a-32fe-41a2-b5f0-0dc95a9a4eb9 of type vlan for network 5f02518b-2736-4535-81a3-1de12af3179b Mar 23 10:44:47.012382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.041801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.048373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:47.048935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.146313 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2398474 Mar 23 10:44:47.149215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41734) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:47.155445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Request body: {'subnet': {'network_id': '5f02518b-2736-4535-81a3-1de12af3179b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:47.158041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e0bfdb-029b-4182-adc1-677c5900e8c5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'Network': ['ID=5f02518b-2736-4535-81a3-1de12af3179b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:47.184742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 5f02518b-2736-4535-81a3-1de12af3179b details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:44:47.222161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-d6aec224-678e-4026-b34f-9eebfdf2e6c0', 'network_id': 'd6aec224-678e-4026-b34f-9eebfdf2e6c0', 'tenant_id': '69760adef41044589930352186c66929', 'fixed_ips': [{'subnet_id': '0d31e94e-f0b1-4c6d-9d07-41558be7f050'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:44:47.222989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.387365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:47.391714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Usage tracker for resource:subnet and tenant:69760adef41044589930352186c66929 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:47.394580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:47.400627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:47.410117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Made reservation on behalf of 69760adef41044589930352186c66929 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:47.413759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.450124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Allocated IP 2001:db8::2 (d6aec224-678e-4026-b34f-9eebfdf2e6c0/0d31e94e-f0b1-4c6d-9d07-41558be7f050/9ee13d66-e6a3-4049-a2fd-d39c0bccb31d) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:44:47.634412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.660827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.671187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Transition to ACTIVE for port object 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:44:47.690080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Transition to ACTIVE for port object 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:44:47.695430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.713937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event updated for resources: {'Subnet': ['ID=6125b31e-4195-4f59-aef4-dc518b4ab065,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:47.724795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Checking segment: {'id': 'fe86877a-32fe-41a2-b5f0-0dc95a9a4eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '5f02518b-2736-4535-81a3-1de12af3179b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:47.725315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Network hostable DHCP agents. Network: 5f02518b-2736-4535-81a3-1de12af3179b, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:44:47.747269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Network 5f02518b-2736-4535-81a3-1de12af3179b is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:44:47.757643 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 5f02518b-2736-4535-81a3-1de12af3179b) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:47.761664 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:47.762290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:47.774180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78260a54-9105-4826-b8d4-95ec65a7f374 None None] Network 5f02518b-2736-4535-81a3-1de12af3179b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:47.783186 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3a321908-b134-400a-98c4-947f058a5655 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6329026 Mar 23 10:44:47.785998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41738) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:47.825437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Network d6aec224-678e-4026-b34f-9eebfdf2e6c0 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:44:47.830295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:47.879067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:44:47.901525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Pushing event updated for resources: {'Port': ['ID=9ee13d66-e6a3-4049-a2fd-d39c0bccb31d,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:47.930595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.000916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.011427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Attempting to bind port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:44:48.011814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Attempting to bind port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd6aec224-678e-4026-b34f-9eebfdf2e6c0'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:44:48.012191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Attempting to bind port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d on network d6aec224-678e-4026-b34f-9eebfdf2e6c0 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:44:48.046352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:44:48.046723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Checking segment: {'id': '00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd6aec224-678e-4026-b34f-9eebfdf2e6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:48.047121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.047507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Bound using segment: {'id': '00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd6aec224-678e-4026-b34f-9eebfdf2e6c0'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:44:48.047969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Bound port: 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'd6aec224-678e-4026-b34f-9eebfdf2e6c0'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:44:48.048340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.076266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.115565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Subnet': ['ID=6125b31e-4195-4f59-aef4-dc518b4ab065,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:48.179705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0838fd-c08c-427f-89f0-b1a6997f0dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-5f02518b-2736-4535-81a3-1de12af3179b', 'network_id': '5f02518b-2736-4535-81a3-1de12af3179b', 'tenant_id': '69760adef41044589930352186c66929', 'fixed_ips': [{'subnet_id': '6125b31e-4195-4f59-aef4-dc518b4ab065'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:44:48.180514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4f0838fd-c08c-427f-89f0-b1a6997f0dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.208860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] For port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:44:48.220017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.245373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f02518b-2736-4535-81a3-1de12af3179b']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:48.257700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe86877a-32fe-41a2-b5f0-0dc95a9a4eb9') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:48.257981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe86877a-32fe-41a2-b5f0-0dc95a9a4eb9') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:48.259896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] For port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9ee13d66-e6a3-4049-a2fd-d39c0bccb31d,segment=NetworkSegment(00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63),segment_id=00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:44:48.269551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.274571 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.290170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.297309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Releasing vlan 834 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:44:48.297786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:44:48.312037 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:44:48.357270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aab841-53b2-4572-95a0-d77b085c1df4 None None] Network 5f02518b-2736-4535-81a3-1de12af3179b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:48.398432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.399999 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d99fc-ef44-4956-9d69-39598365ce8c None None] Pushing event updated for resources: {'Port': ['ID=9ee13d66-e6a3-4049-a2fd-d39c0bccb31d,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:48.416392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.428304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Network': ['ID=5f02518b-2736-4535-81a3-1de12af3179b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:48.432552 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6ed20f51-31f5-4d0c-aab4-64894d1b305b tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/networks/5f02518b-2736-4535-81a3-1de12af3179b HTTP/1.1" status: 204 len: 168 time: 0.6453483 Mar 23 10:44:48.435527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41742) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:48.477184 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73e8653-bd11-402e-9cd8-b16c984a80c4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] GET failed (client error): The resource could not be found. Mar 23 10:44:48.477700 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c73e8653-bd11-402e-9cd8-b16c984a80c4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Synchronizing usage tracker for tenant:69760adef41044589930352186c66929 on resource:subnet {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:44:48.496947 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c73e8653-bd11-402e-9cd8-b16c984a80c4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Unset dirty status for tenant:69760adef41044589930352186c66929 on resource:subnet {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:44:48.499831 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c73e8653-bd11-402e-9cd8-b16c984a80c4 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "GET /v2.0/subnets/6125b31e-4195-4f59-aef4-dc518b4ab065 HTTP/1.1" status: 404 len: 337 time: 0.0616817 Mar 23 10:44:48.501401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41746) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:48.538912 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-117b3223-3379-4154-965d-b5d3177f827f tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] DELETE failed (client error): The resource could not be found. Mar 23 10:44:48.539470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117b3223-3379-4154-965d-b5d3177f827f tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:44:48.541254 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-117b3223-3379-4154-965d-b5d3177f827f tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/networks/5f02518b-2736-4535-81a3-1de12af3179b HTTP/1.1" status: 404 len: 339 time: 0.0389085 Mar 23 10:44:48.545375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41750) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:48.595415 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7797f5-bfa0-4208-a36e-b80ba033ca54 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] DELETE failed (client error): The resource could not be found. Mar 23 10:44:48.595979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7797f5-bfa0-4208-a36e-b80ba033ca54 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:44:48.597909 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5b7797f5-bfa0-4208-a36e-b80ba033ca54 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/subnets/6125b31e-4195-4f59-aef4-dc518b4ab065 HTTP/1.1" status: 404 len: 337 time: 0.0515709 Mar 23 10:44:48.600470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41754) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:48.627192 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.pecan_wsgi.hooks.translation [None req-55098387-d3a3-4e75-9255-e6dd54af9a91 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] DELETE failed (client error): The resource could not be found. Mar 23 10:44:48.627751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55098387-d3a3-4e75-9255-e6dd54af9a91 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87859) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:44:48.631176 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-55098387-d3a3-4e75-9255-e6dd54af9a91 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/networks/5f02518b-2736-4535-81a3-1de12af3179b HTTP/1.1" status: 404 len: 339 time: 0.0281308 Mar 23 10:44:48.632267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41758) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:48.706364 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-4499a43b-bffc-4487-a4d9-0e9b701290b5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Deleting subnet 0d31e94e-f0b1-4c6d-9d07-41558be7f050 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:44:48.710050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4499a43b-bffc-4487-a4d9-0e9b701290b5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.775229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4499a43b-bffc-4487-a4d9-0e9b701290b5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.830306 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:44:48.866065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4499a43b-bffc-4487-a4d9-0e9b701290b5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.898746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:44:48.943990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4499a43b-bffc-4487-a4d9-0e9b701290b5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:48.983890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499a43b-bffc-4487-a4d9-0e9b701290b5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Subnet': ['ID=0d31e94e-f0b1-4c6d-9d07-41558be7f050,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:48.987596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4499a43b-bffc-4487-a4d9-0e9b701290b5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.000886 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4499a43b-bffc-4487-a4d9-0e9b701290b5 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/subnets/0d31e94e-f0b1-4c6d-9d07-41558be7f050 HTTP/1.1" status: 204 len: 168 time: 0.3675258 Mar 23 10:44:49.003378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41762) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:49.116772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.127434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Deleting port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:49.127768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.337806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] For port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9ee13d66-e6a3-4049-a2fd-d39c0bccb31d,segment=NetworkSegment(00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63),segment_id=00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:49.338162 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.419434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a55c6b3-e6da-4d93-8607-47b6cc49272f None None] Network d6aec224-678e-4026-b34f-9eebfdf2e6c0 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:49.470892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Calling delete_port for 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:44:49.502671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d7b71888-8988-4b8b-8408-15203cc45b84 None None] Provisioning for port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:44:49.520262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d7b71888-8988-4b8b-8408-15203cc45b84 None None] Provisioning complete for port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:49.520609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d7b71888-8988-4b8b-8408-15203cc45b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.548752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.559901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d7b71888-8988-4b8b-8408-15203cc45b84 None None] Port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d was deleted so its status cannot be updated. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 23 10:44:49.597223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Port': ['ID=9ee13d66-e6a3-4049-a2fd-d39c0bccb31d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:49.600573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] No DVR routers for this DVR port 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:44:49.685994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72963bc-cee2-40fd-a793-972017ee2701 None None] DHCP port deletion for d6aec224-678e-4026-b34f-9eebfdf2e6c0 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:44:49.820853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.846529 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6aec224-678e-4026-b34f-9eebfdf2e6c0']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:49.858147 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:49.858452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a6f4b4-2c9a-4aa0-acad-4502e9f8bd63') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:49.869423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.886600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.895194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Releasing vlan 808 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:44:49.895699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:44:49.913231 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:44:49.993193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:49.997827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.022208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Network': ['ID=d6aec224-678e-4026-b34f-9eebfdf2e6c0,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:50.026342 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/networks/d6aec224-678e-4026-b34f-9eebfdf2e6c0 HTTP/1.1" status: 204 len: 168 time: 1.0220690 Mar 23 10:44:50.028850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41766) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:50.031315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.031661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.031985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.032306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.032623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.032937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.033282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.033593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.033902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.034208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.034516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.034821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229b25af-55bc-4578-a5d9-8b7a0c5e95dd tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:44:50.069892 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4b2a57-7d8f-42c1-b05b-4aa1b1b28ec2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] DELETE failed (client error): The resource could not be found. Mar 23 10:44:50.070333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4b2a57-7d8f-42c1-b05b-4aa1b1b28ec2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:44:50.072048 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5c4b2a57-7d8f-42c1-b05b-4aa1b1b28ec2 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/subnets/8c5230dc-4d6f-437c-9371-47b42a5a5a77 HTTP/1.1" status: 404 len: 337 time: 0.0421286 Mar 23 10:44:50.074840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41770) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:50.099764 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3dc85f-6ff0-48db-9f34-2c76e7f57511 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] DELETE failed (client error): The resource could not be found. Mar 23 10:44:50.100217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3dc85f-6ff0-48db-9f34-2c76e7f57511 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:44:50.101880 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5e3dc85f-6ff0-48db-9f34-2c76e7f57511 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/networks/13dddedc-714e-4ed3-9eeb-d9d8075e6b2b HTTP/1.1" status: 404 len: 339 time: 0.0261719 Mar 23 10:44:50.105126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41774) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:50.141763 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f43fd7-dd90-4d02-8466-db93efbeaa94 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] DELETE failed (client error): The resource could not be found. Mar 23 10:44:50.142208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f43fd7-dd90-4d02-8466-db93efbeaa94 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:44:50.143825 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-33f43fd7-dd90-4d02-8466-db93efbeaa94 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/subnets/9e5e5ba6-5c51-4736-a57a-769f2612b93d HTTP/1.1" status: 404 len: 337 time: 0.0378344 Mar 23 10:44:50.146284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41778) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:50.170156 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9b9107-270e-498c-811b-aa3af5e40735 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] DELETE failed (client error): The resource could not be found. Mar 23 10:44:50.170592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae9b9107-270e-498c-811b-aa3af5e40735 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87860) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 23 10:44:50.172159 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ae9b9107-270e-498c-811b-aa3af5e40735 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/networks/44fa43b7-6e2e-4f66-819a-4f35396933be HTTP/1.1" status: 404 len: 339 time: 0.0250258 Mar 23 10:44:50.174447 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41782) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:50.240598 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e71dded-f2f5-4b5c-80cf-51b197907112 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Deleting subnet 994842b4-407e-48ef-98cf-4e390446f293 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:44:50.243397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e71dded-f2f5-4b5c-80cf-51b197907112 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.295616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e71dded-f2f5-4b5c-80cf-51b197907112 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.379518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e71dded-f2f5-4b5c-80cf-51b197907112 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.449812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e71dded-f2f5-4b5c-80cf-51b197907112 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.496599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71dded-f2f5-4b5c-80cf-51b197907112 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Subnet': ['ID=994842b4-407e-48ef-98cf-4e390446f293,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:50.502540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7e71dded-f2f5-4b5c-80cf-51b197907112 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.507400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a63f11d-b8e1-418d-a206-0a5281be75ba None None] Network 8b590e93-ec8b-4a9c-be9f-256761ccf612 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:50.512624 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7e71dded-f2f5-4b5c-80cf-51b197907112 tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/subnets/994842b4-407e-48ef-98cf-4e390446f293 HTTP/1.1" status: 204 len: 168 time: 0.3372939 Mar 23 10:44:50.515768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41786) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:50.630625 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.640658 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Deleting port 256f5d88-9bff-427e-ba1e-294015ea6686 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:50.640991 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.743140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] DHCP port deletion for 8b590e93-ec8b-4a9c-be9f-256761ccf612 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:44:50.748695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] Deleting port 256f5d88-9bff-427e-ba1e-294015ea6686 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:50.749193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.795719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:50.837068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:44:50.837390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9ee13d66-e6a3-4049-a2fd-d39c0bccb31d not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:44:50.837795 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 256f5d88-9bff-427e-ba1e-294015ea6686 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:50.856744 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] For port 256f5d88-9bff-427e-ba1e-294015ea6686, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=256f5d88-9bff-427e-ba1e-294015ea6686,segment=NetworkSegment(5e349b59-66aa-4f68-b96f-1c5abf8fa72e),segment_id=5e349b59-66aa-4f68-b96f-1c5abf8fa72e)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:50.857121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:50.980516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Calling delete_port for 256f5d88-9bff-427e-ba1e-294015ea6686 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:44:51.059056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.089562 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Port 256f5d88-9bff-427e-ba1e-294015ea6686 update to DOWN by agent not found {{(pid=87861) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 23 10:44:51.105839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Port': ['ID=256f5d88-9bff-427e-ba1e-294015ea6686,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:51.108627 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] For port 256f5d88-9bff-427e-ba1e-294015ea6686, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=256f5d88-9bff-427e-ba1e-294015ea6686,segment=NetworkSegment(5e349b59-66aa-4f68-b96f-1c5abf8fa72e),segment_id=5e349b59-66aa-4f68-b96f-1c5abf8fa72e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:51.109119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.113002 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] No DVR routers for this DVR port 256f5d88-9bff-427e-ba1e-294015ea6686 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:44:51.234462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] Calling delete_port for 256f5d88-9bff-427e-ba1e-294015ea6686 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:44:51.236325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.260875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b590e93-ec8b-4a9c-be9f-256761ccf612']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:51.274481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e349b59-66aa-4f68-b96f-1c5abf8fa72e') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:51.274782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e349b59-66aa-4f68-b96f-1c5abf8fa72e') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:51.286201 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.302507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.306672 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:44:51.307094 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:44:51.308673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:44:51.308958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:44:51.327109 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:44:51.404044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.420776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.431650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] Pushing event deleted for resources: {'Network': ['ID=8b590e93-ec8b-4a9c-be9f-256761ccf612,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:51.435625 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-22df20dd-9ab9-4d48-8ce1-0d678ba8ac3e tempest-NetworksIpV6Test-904300719 tempest-NetworksIpV6Test-904300719-project] 10.222.0.84 "DELETE /v2.0/networks/8b590e93-ec8b-4a9c-be9f-256761ccf612 HTTP/1.1" status: 204 len: 168 time: 0.9186251 Mar 23 10:44:51.695972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41794) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:51.808709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] Deleting port 256f5d88-9bff-427e-ba1e-294015ea6686 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:51.809252 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.847462 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0869c823-5897-4e66-b107-1b256ff34328 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=69760adef41044589930352186c66929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502819 Mar 23 10:44:51.849808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41800) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:51.876158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-506395fe-f60e-4e0e-b17d-d7591d17697d None None] The port '256f5d88-9bff-427e-ba1e-294015ea6686' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:44:51.908366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8d74486f-8b90-4c62-bc26-60873d5e60b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.934050 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8d74486f-8b90-4c62-bc26-60873d5e60b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:51.986018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8d74486f-8b90-4c62-bc26-60873d5e60b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.000222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74486f-8b90-4c62-bc26-60873d5e60b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c246a2-755f-4989-884d-ca219b32d9dc,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:52.007083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8d74486f-8b90-4c62-bc26-60873d5e60b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.008181 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8d74486f-8b90-4c62-bc26-60873d5e60b5 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/a1c246a2-755f-4989-884d-ca219b32d9dc HTTP/1.1" status: 204 len: 168 time: 0.1574831 Mar 23 10:44:52.676404 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41824) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:52.777116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1097115084', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:52.784224 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:52.787913 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Usage tracker for resource:router and tenant:13c0068be1c543e6928be28069480ed7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:52.790707 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:52.797595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:52.807058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.807986 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.823478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.841517 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.862484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.866301 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-aba43033-7dca-433d-96ce-30e3c81024ec tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1862299 Mar 23 10:44:52.866437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41830) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:52.871680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-896826443'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:52.876360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:52.880623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Usage tracker for resource:network and tenant:13c0068be1c543e6928be28069480ed7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:52.883442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:52.888987 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:52.898200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Made reservation on behalf of 13c0068be1c543e6928be28069480ed7 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:52.901533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.914045 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:52.931188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:52.934898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Usage tracker for resource:security_group_rule and tenant:13c0068be1c543e6928be28069480ed7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:52.937751 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:52.943307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:53.023742 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.027267 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.058560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 801} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:44:53.066526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfb9da2-af05-4996-9bb6-00f3d4d56fcc,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:53.071800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.072133 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Added segment c2b2288d-b341-4a01-9ba0-2e19a01938f7 of type vlan for network f1e3945d-cf35-4295-a70e-8b80b1baf86c Mar 23 10:44:53.098042 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.125019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.130329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:53.130891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.336817 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4692550 Mar 23 10:44:53.339565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41834) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:53.342864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01949d9-3177-42be-b769-efcbbfe497a2 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event updated for resources: {'Network': ['ID=f1e3945d-cf35-4295-a70e-8b80b1baf86c,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:53.346224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Request body: {'subnet': {'network_id': 'f1e3945d-cf35-4295-a70e-8b80b1baf86c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:53.353820 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network f1e3945d-cf35-4295-a70e-8b80b1baf86c details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:44:53.456308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:53.460066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Usage tracker for resource:subnet and tenant:13c0068be1c543e6928be28069480ed7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:53.462893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:53.469289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:53.479742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Made reservation on behalf of 13c0068be1c543e6928be28069480ed7 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:53.483254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.693015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.772894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event updated for resources: {'Subnet': ['ID=046b374b-3784-4509-8f88-4be9424ad4cb,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:53.778312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Checking segment: {'id': 'c2b2288d-b341-4a01-9ba0-2e19a01938f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f1e3945d-cf35-4295-a70e-8b80b1baf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:53.778657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Network hostable DHCP agents. Network: f1e3945d-cf35-4295-a70e-8b80b1baf86c, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:44:53.797179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Network f1e3945d-cf35-4295-a70e-8b80b1baf86c is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:44:53.805646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, f1e3945d-cf35-4295-a70e-8b80b1baf86c) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:53.809476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:53.810034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.815300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea72c9-8472-4fa2-bc04-bcf37064e4d2 None None] Network f1e3945d-cf35-4295-a70e-8b80b1baf86c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:53.830586 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f07faf31-ed38-49fb-9ff5-3f3d7faeadee tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4898069 Mar 23 10:44:53.833759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41838) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:53.839464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-380424473'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:53.845115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:53.849373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Usage tracker for resource:network and tenant:13c0068be1c543e6928be28069480ed7 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:53.852376 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:53.860583 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:53.875249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Made reservation on behalf of 13c0068be1c543e6928be28069480ed7 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:53.879949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.911749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:44:53.921116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.921459 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Added segment fbf63d82-37a5-4771-a232-19748f78a892 of type vlan for network 6533c0e9-4544-47d4-ada4-296e835202af Mar 23 10:44:53.947172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.976419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:53.981869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:53.982442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.039619 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-f1e3945d-cf35-4295-a70e-8b80b1baf86c', 'network_id': 'f1e3945d-cf35-4295-a70e-8b80b1baf86c', 'tenant_id': '13c0068be1c543e6928be28069480ed7', 'fixed_ips': [{'subnet_id': '046b374b-3784-4509-8f88-4be9424ad4cb'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:44:54.040447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.083915 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2465327 Mar 23 10:44:54.084388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41842) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:54.087369 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d6f73-2e57-4c44-92d9-b5ff4cf93575 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event updated for resources: {'Network': ['ID=6533c0e9-4544-47d4-ada4-296e835202af,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:54.096021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Request body: {'subnet': {'network_id': '6533c0e9-4544-47d4-ada4-296e835202af', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:54.103158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 6533c0e9-4544-47d4-ada4-296e835202af details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:44:54.210117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:44:54.213830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Usage tracker for resource:subnet and tenant:13c0068be1c543e6928be28069480ed7 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:44:54.216675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:44:54.223023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:44:54.232331 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Made reservation on behalf of 13c0068be1c543e6928be28069480ed7 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:44:54.236415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.284843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Allocated IP 172.20.0.2 (f1e3945d-cf35-4295-a70e-8b80b1baf86c/046b374b-3784-4509-8f88-4be9424ad4cb/c9285fcf-1ce7-454d-b779-29e0754a2b05) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:44:54.446644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.488178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.498227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Transition to ACTIVE for port object c9285fcf-1ce7-454d-b779-29e0754a2b05 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:44:54.516621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Transition to ACTIVE for port object c9285fcf-1ce7-454d-b779-29e0754a2b05 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:44:54.522128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.537829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event updated for resources: {'Subnet': ['ID=c952ecf5-63e5-4b32-ab68-d3a271db1801,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:54.543000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Checking segment: {'id': 'fbf63d82-37a5-4771-a232-19748f78a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6533c0e9-4544-47d4-ada4-296e835202af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:54.543356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Network hostable DHCP agents. Network: 6533c0e9-4544-47d4-ada4-296e835202af, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:44:54.566781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Network 6533c0e9-4544-47d4-ada4-296e835202af is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:44:54.575882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 6533c0e9-4544-47d4-ada4-296e835202af) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:54.580023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Network f1e3945d-cf35-4295-a70e-8b80b1baf86c is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:44:54.580614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:44:54.581243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.582897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:54.586412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:44:54.594311 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a6d396-ed09-4f34-84dd-986542d4534a None None] Network 6533c0e9-4544-47d4-ada4-296e835202af requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:54.603185 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-061b746e-0611-4ddc-8102-23112f6ebed0 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5175805 Mar 23 10:44:54.606137 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41846) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:54.611330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4e85255a-63d6-44dd-afac-3bdf03d5c89f tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Request body: {'router': {'external_gateway_info': {'network_id': '6533c0e9-4544-47d4-ada4-296e835202af'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:44:54.660666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Pushing event updated for resources: {'Port': ['ID=c9285fcf-1ce7-454d-b779-29e0754a2b05,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:54.814262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Attempting to bind port c9285fcf-1ce7-454d-b779-29e0754a2b05 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:44:54.814621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Attempting to bind port c9285fcf-1ce7-454d-b779-29e0754a2b05 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c2b2288d-b341-4a01-9ba0-2e19a01938f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f1e3945d-cf35-4295-a70e-8b80b1baf86c'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:44:54.814979 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Attempting to bind port c9285fcf-1ce7-454d-b779-29e0754a2b05 on network f1e3945d-cf35-4295-a70e-8b80b1baf86c {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:44:54.825107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:44:54.825479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Checking segment: {'id': 'c2b2288d-b341-4a01-9ba0-2e19a01938f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f1e3945d-cf35-4295-a70e-8b80b1baf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:54.825869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.826252 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Bound using segment: {'id': 'c2b2288d-b341-4a01-9ba0-2e19a01938f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f1e3945d-cf35-4295-a70e-8b80b1baf86c'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:44:54.826704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Bound port: c9285fcf-1ce7-454d-b779-29e0754a2b05, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b2288d-b341-4a01-9ba0-2e19a01938f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 801, 'network_id': 'f1e3945d-cf35-4295-a70e-8b80b1baf86c'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:44:54.827070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:54.993387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4e85255a-63d6-44dd-afac-3bdf03d5c89f tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.005790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] For port c9285fcf-1ce7-454d-b779-29e0754a2b05, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:44:55.010756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-6533c0e9-4544-47d4-ada4-296e835202af', 'network_id': '6533c0e9-4544-47d4-ada4-296e835202af', 'tenant_id': '13c0068be1c543e6928be28069480ed7', 'fixed_ips': [{'subnet_id': 'c952ecf5-63e5-4b32-ab68-d3a271db1801'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:44:55.011560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.029183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] For port c9285fcf-1ce7-454d-b779-29e0754a2b05, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9285fcf-1ce7-454d-b779-29e0754a2b05,segment=NetworkSegment(c2b2288d-b341-4a01-9ba0-2e19a01938f7),segment_id=c2b2288d-b341-4a01-9ba0-2e19a01938f7)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:44:55.069220 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.144937 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.api.v2.resource [None req-4e85255a-63d6-44dd-afac-3bdf03d5c89f tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 23 10:44:55.145978 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4e85255a-63d6-44dd-afac-3bdf03d5c89f tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "PUT /v2.0/routers/43eaef8f-ea7b-472a-b22f-037ffdd740ff HTTP/1.1" status: 400 len: 364 time: 0.5388775 Mar 23 10:44:55.151789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41850) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:55.214450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e438a35-9c4c-4248-bb22-a0ce2e7437ce None None] Pushing event updated for resources: {'Port': ['ID=c9285fcf-1ce7-454d-b779-29e0754a2b05,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:55.224364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae643e4-6314-4086-875e-95e197d5c121 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Deleting subnet c952ecf5-63e5-4b32-ab68-d3a271db1801 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:44:55.246677 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Allocated IP 172.21.0.2 (6533c0e9-4544-47d4-ada4-296e835202af/c952ecf5-63e5-4b32-ab68-d3a271db1801/1e2a080b-956b-4568-b5b7-ca92aaf28ee5) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:44:55.461488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.472975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Transition to ACTIVE for port object 1e2a080b-956b-4568-b5b7-ca92aaf28ee5 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:44:55.492368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Transition to ACTIVE for port object 1e2a080b-956b-4568-b5b7-ca92aaf28ee5 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:44:55.497184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cae643e4-6314-4086-875e-95e197d5c121 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.497667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.552026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cae643e4-6314-4086-875e-95e197d5c121 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.564801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Network 6533c0e9-4544-47d4-ada4-296e835202af is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:44:55.571749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:44:55.577099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:44:55.579191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Pushing event updated for resources: {'Port': ['ID=1e2a080b-956b-4568-b5b7-ca92aaf28ee5,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:55.640507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cae643e4-6314-4086-875e-95e197d5c121 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.669816 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Attempting to bind port 1e2a080b-956b-4568-b5b7-ca92aaf28ee5 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:44:55.670178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Attempting to bind port 1e2a080b-956b-4568-b5b7-ca92aaf28ee5 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'fbf63d82-37a5-4771-a232-19748f78a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6533c0e9-4544-47d4-ada4-296e835202af'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:44:55.670538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Attempting to bind port 1e2a080b-956b-4568-b5b7-ca92aaf28ee5 on network 6533c0e9-4544-47d4-ada4-296e835202af {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:44:55.675754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:44:55.676122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Checking segment: {'id': 'fbf63d82-37a5-4771-a232-19748f78a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6533c0e9-4544-47d4-ada4-296e835202af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:44:55.676518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.676911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Bound using segment: {'id': 'fbf63d82-37a5-4771-a232-19748f78a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6533c0e9-4544-47d4-ada4-296e835202af'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:44:55.677411 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Bound port: 1e2a080b-956b-4568-b5b7-ca92aaf28ee5, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf63d82-37a5-4771-a232-19748f78a892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '6533c0e9-4544-47d4-ada4-296e835202af'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:44:55.677804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.712172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cae643e4-6314-4086-875e-95e197d5c121 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.754396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae643e4-6314-4086-875e-95e197d5c121 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event deleted for resources: {'Subnet': ['ID=c952ecf5-63e5-4b32-ab68-d3a271db1801,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:55.757924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cae643e4-6314-4086-875e-95e197d5c121 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.764020 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cae643e4-6314-4086-875e-95e197d5c121 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "DELETE /v2.0/subnets/c952ecf5-63e5-4b32-ab68-d3a271db1801 HTTP/1.1" status: 204 len: 168 time: 0.6112635 Mar 23 10:44:55.765995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] For port 1e2a080b-956b-4568-b5b7-ca92aaf28ee5, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:44:55.766397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 41854) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:55.769287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] For port 1e2a080b-956b-4568-b5b7-ca92aaf28ee5, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1e2a080b-956b-4568-b5b7-ca92aaf28ee5,segment=NetworkSegment(fbf63d82-37a5-4771-a232-19748f78a892),segment_id=fbf63d82-37a5-4771-a232-19748f78a892)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:44:55.773442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.882937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.894563 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Deleting port 1e2a080b-956b-4568-b5b7-ca92aaf28ee5 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:55.895126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:55.921567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b00685-3b32-4322-b62d-8ac5f9624048 None None] Network 6533c0e9-4544-47d4-ada4-296e835202af requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:55.958417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bcf84-b91a-4f77-b94d-1fff394a9129 None None] Pushing event updated for resources: {'Port': ['ID=1e2a080b-956b-4568-b5b7-ca92aaf28ee5,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:56.169657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d011ef-c875-4975-b060-b970b842c467 None None] Network f1e3945d-cf35-4295-a70e-8b80b1baf86c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:56.229024 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] For port 1e2a080b-956b-4568-b5b7-ca92aaf28ee5, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1e2a080b-956b-4568-b5b7-ca92aaf28ee5,segment=NetworkSegment(fbf63d82-37a5-4771-a232-19748f78a892),segment_id=fbf63d82-37a5-4771-a232-19748f78a892)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:56.229687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.277156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9a6ede7d-82c3-4883-b8d1-d4ca29a1c353 None None] Provisioning for port c9285fcf-1ce7-454d-b779-29e0754a2b05 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:44:56.354047 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Calling delete_port for 1e2a080b-956b-4568-b5b7-ca92aaf28ee5 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:44:56.429729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.476216 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event deleted for resources: {'Port': ['ID=1e2a080b-956b-4568-b5b7-ca92aaf28ee5,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:56.479478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] No DVR routers for this DVR port 1e2a080b-956b-4568-b5b7-ca92aaf28ee5 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:44:56.565858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ea285-7ef0-43bb-8ba7-28f47d64a55a None None] get_active_networks_info from dv-neutron-834652-2-hyperv {{(pid=87861) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 23 10:44:56.610885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.643110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6533c0e9-4544-47d4-ada4-296e835202af']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:56.656053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf63d82-37a5-4771-a232-19748f78a892') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:56.656352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf63d82-37a5-4771-a232-19748f78a892') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:56.667777 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.685279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.692120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Releasing vlan 812 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:44:56.692501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:44:56.707386 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:44:56.716290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310ea285-7ef0-43bb-8ba7-28f47d64a55a None None] Resources bound (agent type, host, resource id): {{(pid=87861) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 23 10:44:56.786293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.809501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.820803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event deleted for resources: {'Network': ['ID=6533c0e9-4544-47d4-ada4-296e835202af,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:56.829846 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b1c0e3a3-b75c-42e7-9a69-4429d1de6081 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "DELETE /v2.0/networks/6533c0e9-4544-47d4-ada4-296e835202af HTTP/1.1" status: 204 len: 168 time: 1.0600498 Mar 23 10:44:56.830685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41858) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:56.839862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9285fcf-1ce7-454d-b779-29e0754a2b05 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:44:56.898954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c598a96c-7f52-4643-a8a3-1bcf6a3fff74 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Deleting subnet 046b374b-3784-4509-8f88-4be9424ad4cb {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:44:56.901937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c598a96c-7f52-4643-a8a3-1bcf6a3fff74 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.960310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c598a96c-7f52-4643-a8a3-1bcf6a3fff74 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:56.979512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port c9285fcf-1ce7-454d-b779-29e0754a2b05 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:44:56.987401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port c9285fcf-1ce7-454d-b779-29e0754a2b05 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:44:56.987766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.043681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c598a96c-7f52-4643-a8a3-1bcf6a3fff74 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.118434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c598a96c-7f52-4643-a8a3-1bcf6a3fff74 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.162184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598a96c-7f52-4643-a8a3-1bcf6a3fff74 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event deleted for resources: {'Subnet': ['ID=046b374b-3784-4509-8f88-4be9424ad4cb,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:57.164109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c598a96c-7f52-4643-a8a3-1bcf6a3fff74 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.170696 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c598a96c-7f52-4643-a8a3-1bcf6a3fff74 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "DELETE /v2.0/subnets/046b374b-3784-4509-8f88-4be9424ad4cb HTTP/1.1" status: 204 len: 168 time: 0.3389802 Mar 23 10:44:57.173717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41862) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:57.174488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.187592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a18ded7-ac67-4f81-9907-d135b435f020 None None] Network f1e3945d-cf35-4295-a70e-8b80b1baf86c requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:44:57.302410 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port c9285fcf-1ce7-454d-b779-29e0754a2b05, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9285fcf-1ce7-454d-b779-29e0754a2b05,segment=NetworkSegment(c2b2288d-b341-4a01-9ba0-2e19a01938f7),segment_id=c2b2288d-b341-4a01-9ba0-2e19a01938f7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:57.335646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.391112 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.401294 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Deleting port c9285fcf-1ce7-454d-b779-29e0754a2b05 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:57.401609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.443792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=c9285fcf-1ce7-454d-b779-29e0754a2b05,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:57.518875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] DHCP port deletion for f1e3945d-cf35-4295-a70e-8b80b1baf86c request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:44:57.522823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] Deleting port c9285fcf-1ce7-454d-b779-29e0754a2b05 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:57.523314 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.601771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] For port c9285fcf-1ce7-454d-b779-29e0754a2b05, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9285fcf-1ce7-454d-b779-29e0754a2b05,segment=NetworkSegment(c2b2288d-b341-4a01-9ba0-2e19a01938f7),segment_id=c2b2288d-b341-4a01-9ba0-2e19a01938f7)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:57.602040 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.723771 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] For port c9285fcf-1ce7-454d-b779-29e0754a2b05, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=c9285fcf-1ce7-454d-b779-29e0754a2b05,segment=NetworkSegment(c2b2288d-b341-4a01-9ba0-2e19a01938f7),segment_id=c2b2288d-b341-4a01-9ba0-2e19a01938f7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:44:57.724349 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.726170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Calling delete_port for c9285fcf-1ce7-454d-b779-29e0754a2b05 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:44:57.800810 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:57.847634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] Calling delete_port for c9285fcf-1ce7-454d-b779-29e0754a2b05 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:44:57.852458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] No DVR routers for this DVR port c9285fcf-1ce7-454d-b779-29e0754a2b05 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:44:57.886006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event deleted for resources: {'Port': ['ID=c9285fcf-1ce7-454d-b779-29e0754a2b05,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:57.925317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:44:57.925666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:44:57.978747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.003733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e3945d-cf35-4295-a70e-8b80b1baf86c']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:58.015400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b2288d-b341-4a01-9ba0-2e19a01938f7') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:58.015690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b2288d-b341-4a01-9ba0-2e19a01938f7') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:44:58.026576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.042343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.049290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Releasing vlan 801 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:44:58.049667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:44:58.063798 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:44:58.143201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.159460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.171544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Pushing event deleted for resources: {'Network': ['ID=f1e3945d-cf35-4295-a70e-8b80b1baf86c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:58.174290 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8da0ce34-8c5c-40a7-8d3e-a7bb8dc2df3c tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "DELETE /v2.0/networks/f1e3945d-cf35-4295-a70e-8b80b1baf86c HTTP/1.1" status: 204 len: 168 time: 0.9995956 Mar 23 10:44:58.176989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41866) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:58.218316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-339a8540-ed12-4677-912a-967e90ec7164 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Synchronizing usage tracker for tenant:13c0068be1c543e6928be28069480ed7 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:44:58.233275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-339a8540-ed12-4677-912a-967e90ec7164 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Unset dirty status for tenant:13c0068be1c543e6928be28069480ed7 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:44:58.235210 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-339a8540-ed12-4677-912a-967e90ec7164 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "GET /v2.0/ports?device_id=43eaef8f-ea7b-472a-b22f-037ffdd740ff HTTP/1.1" status: 200 len: 205 time: 0.0573084 Mar 23 10:44:58.237646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41870) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:58.372882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c48f267-ead8-4edb-af6d-110a4cd9f070 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.427053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] Deleting port c9285fcf-1ce7-454d-b779-29e0754a2b05 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:44:58.427363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.492126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-511da250-dd0d-4302-8f00-4c8e4a1cbbb8 None None] The port 'c9285fcf-1ce7-454d-b779-29e0754a2b05' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:44:58.766624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c48f267-ead8-4edb-af6d-110a4cd9f070 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.768878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c48f267-ead8-4edb-af6d-110a4cd9f070 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.790933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c48f267-ead8-4edb-af6d-110a4cd9f070 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.791409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c48f267-ead8-4edb-af6d-110a4cd9f070 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Fanout notify agent at l3_agent the message router_deleted on router 43eaef8f-ea7b-472a-b22f-037ffdd740ff {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:44:58.794963 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9285fcf-1ce7-454d-b779-29e0754a2b05 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:44:58.802686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8c48f267-ead8-4edb-af6d-110a4cd9f070 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:58.803758 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8c48f267-ead8-4edb-af6d-110a4cd9f070 tempest-RoutersNegativeTest-1975484750 tempest-RoutersNegativeTest-1975484750-project] 10.222.0.84 "DELETE /v2.0/routers/43eaef8f-ea7b-472a-b22f-037ffdd740ff HTTP/1.1" status: 204 len: 168 time: 0.5652463 Mar 23 10:44:58.831936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: c9285fcf-1ce7-454d-b779-29e0754a2b05 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:44:58.832274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device c9285fcf-1ce7-454d-b779-29e0754a2b05 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:44:59.064265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41878) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:59.208831 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-02a58902-86d6-435a-a693-a320b353eb3b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=13c0068be1c543e6928be28069480ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433222 Mar 23 10:44:59.211297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41884) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:44:59.269624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5be841b0-c2a2-4bc8-a41c-78b2d561fe9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:59.294335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5be841b0-c2a2-4bc8-a41c-78b2d561fe9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:59.344788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5be841b0-c2a2-4bc8-a41c-78b2d561fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:59.359874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be841b0-c2a2-4bc8-a41c-78b2d561fe9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfb9da2-af05-4996-9bb6-00f3d4d56fcc,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:44:59.367752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5be841b0-c2a2-4bc8-a41c-78b2d561fe9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:44:59.371289 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5be841b0-c2a2-4bc8-a41c-78b2d561fe9f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/6dfb9da2-af05-4996-9bb6-00f3d4d56fcc HTTP/1.1" status: 204 len: 168 time: 0.1565051 Mar 23 10:45:00.009509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41908) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:00.114094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1376371560-network', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:45:00.118700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:00.122394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Usage tracker for resource:network and tenant:81f986a2ad3546dcab4e6794ddcbe205 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:00.125300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:00.130833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:00.140441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Made reservation on behalf of 81f986a2ad3546dcab4e6794ddcbe205 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:45:00.142635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.153843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.167997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:00.172460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Usage tracker for resource:security_group_rule and tenant:81f986a2ad3546dcab4e6794ddcbe205 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:00.175159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:00.180575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:00.261388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.266369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.300926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 834} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:45:00.306638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135a6701-2934-4ecc-b3e5-b14c9ca5d53e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:00.313316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.314345 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Added segment 70acafac-18ff-45d2-a1b4-54ce6b5b3303 of type vlan for network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b Mar 23 10:45:00.339443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.367169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.368078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:00.368647 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.464809 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4542122 Mar 23 10:45:00.467651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41914) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:00.475174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Request body: {'subnet': {'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1376371560-subnet', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:45:00.478321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25670ab4-a955-449a-ae64-1a1fa290f478 admin admin] Pushing event updated for resources: {'Network': ['ID=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:00.481800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:00.485616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Usage tracker for resource:subnet and tenant:81f986a2ad3546dcab4e6794ddcbe205 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:00.488431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:00.488752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:45:00.494034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:00.502801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Made reservation on behalf of 81f986a2ad3546dcab4e6794ddcbe205 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:45:00.505318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.726017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.797638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d1268f-8cf0-4fdd-b434-de4dae6a8947,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:00.804477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Checking segment: {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:45:00.804831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Network hostable DHCP agents. Network: 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:45:00.824450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:45:00.833972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:00.837800 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:00.838366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.843970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d18b856-7136-43d4-b73a-6e12f4f6b1da None None] Network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:45:00.858969 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-54c6296d-cfde-4270-a7b0-42ef93f0db8a admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3897600 Mar 23 10:45:00.861823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41918) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:00.867088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1376371560-router', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:45:00.871653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:00.875933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Usage tracker for resource:router and tenant:81f986a2ad3546dcab4e6794ddcbe205 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:00.878814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:00.884310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:00.898609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.899584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:00.913806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.067735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b', 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'fixed_ips': [{'subnet_id': '96d1268f-8cf0-4fdd-b434-de4dae6a8947'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:45:01.068590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.192392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.221337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Allocated IP 172.20.0.2 (83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b/96d1268f-8cf0-4fdd-b434-de4dae6a8947/9a298c65-4840-4aa9-a283-2c7ee0999153) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:45:01.428801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.439254 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Transition to ACTIVE for port object 9a298c65-4840-4aa9-a283-2c7ee0999153 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:01.456749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Transition to ACTIVE for port object 9a298c65-4840-4aa9-a283-2c7ee0999153 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:01.462118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.495749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.521505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:01.524138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:01.524619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.532856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:45:01.539069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Pushing event updated for resources: {'Port': ['ID=9a298c65-4840-4aa9-a283-2c7ee0999153,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:01.630043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Attempting to bind port 9a298c65-4840-4aa9-a283-2c7ee0999153 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:45:01.630496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Attempting to bind port 9a298c65-4840-4aa9-a283-2c7ee0999153 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:45:01.630921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Attempting to bind port 9a298c65-4840-4aa9-a283-2c7ee0999153 on network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:45:01.636782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:45:01.637268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Checking segment: {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:45:01.637723 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.638177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Bound using segment: {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:45:01.638704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Bound port: 9a298c65-4840-4aa9-a283-2c7ee0999153, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:45:01.639141 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.739102 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] For port 9a298c65-4840-4aa9-a283-2c7ee0999153, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:45:01.741609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] For port 9a298c65-4840-4aa9-a283-2c7ee0999153, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9a298c65-4840-4aa9-a283-2c7ee0999153,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:45:01.747099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.774329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Allocated IP 172.26.4.108 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/30e49296-eac5-4804-a136-2323da1a65b7) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:45:01.827397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653fc9f-b87f-4438-b6f5-56ca15970514 None None] Pushing event updated for resources: {'Port': ['ID=9a298c65-4840-4aa9-a283-2c7ee0999153,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:01.940415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:01.970602 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:02.042102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:02.046221 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:02.048820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:45:02.095987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Pushing event updated for resources: {'Port': ['ID=30e49296-eac5-4804-a136-2323da1a65b7,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:02.485687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:02.802878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe176dc-1814-45a0-8f32-dbb0aedd03d8 None None] Network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:45:02.840638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:02.891133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9a298c65-4840-4aa9-a283-2c7ee0999153 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:02.947372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-28c4bd0e-4b53-4490-8971-a1eb4f2e90fd None None] Provisioning for port 9a298c65-4840-4aa9-a283-2c7ee0999153 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:03.035920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 9a298c65-4840-4aa9-a283-2c7ee0999153 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:03.046165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 9a298c65-4840-4aa9-a283-2c7ee0999153 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:03.046538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:03.047493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Router c2cc2b5d-0603-42e7-b863-3ae6973168da is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:45:03.222955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:03.257336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 9a298c65-4840-4aa9-a283-2c7ee0999153, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9a298c65-4840-4aa9-a283-2c7ee0999153,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:03.261465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:03.337012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=9a298c65-4840-4aa9-a283-2c7ee0999153,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:03.351397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:45:03.363911 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Sync routers for ids ['c2cc2b5d-0603-42e7-b863-3ae6973168da'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:45:03.373899 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Routers {'c2cc2b5d-0603-42e7-b863-3ae6973168da'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:45:03.374556 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:44:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['c2cc2b5d-0603-42e7-b863-3ae6973168da'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:03.376569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:03.377909 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-db70138b-d984-448f-b9a1-e3eed156a215 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5151808 Mar 23 10:45:03.380795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41922) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:03.483689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ac9e2a83-ecf7-41b2-af59-50d12f004560 None None] Provisioning complete for port 9a298c65-4840-4aa9-a283-2c7ee0999153 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:03.484062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ac9e2a83-ecf7-41b2-af59-50d12f004560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:03.582932 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Set router c2cc2b5d-0603-42e7-b863-3ae6973168da gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:45:03.726734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d8074234-7d1c-453e-ab71-4234a280190b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:03.869539 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'name': 'tempest-TestEncryptedCinderVolumes-1376371560-router', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '30e49296-eac5-4804-a136-2323da1a65b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:00Z', 'updated_at': '2022-03-23T10:45:02Z', 'revision_number': 3, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'gw_port': {'id': '30e49296-eac5-4804-a136-2323da1a65b7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:01Z', 'updated_at': '2022-03-23T10:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:03.873127 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Checking router: c2cc2b5d-0603-42e7-b863-3ae6973168da for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:45:03.873471 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Updating router c2cc2b5d-0603-42e7-b863-3ae6973168da port 30e49296-eac5-4804-a136-2323da1a65b7 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:45:03.924417 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.049939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.252991 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.258736 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Allocated IP 172.20.0.1 (83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b/96d1268f-8cf0-4fdd-b434-de4dae6a8947/28b2eee1-3f76-4d1c-8de6-5155c7a29ce4) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:45:04.265053 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Transition to ACTIVE for port object 30e49296-eac5-4804-a136-2323da1a65b7 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:04.272224 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.351453 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Pushing event updated for resources: {'Port': ['ID=30e49296-eac5-4804-a136-2323da1a65b7,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:04.355890 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Attempting to bind port 30e49296-eac5-4804-a136-2323da1a65b7 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:45:04.356246 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Attempting to bind port 30e49296-eac5-4804-a136-2323da1a65b7 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:45:04.356598 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Attempting to bind port 30e49296-eac5-4804-a136-2323da1a65b7 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:45:04.363830 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.364170 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.364748 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.364860 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.365157 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.365482 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.365802 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.366117 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.366435 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.366748 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.367059 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.367368 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:04.372467 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:45:04.372832 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:45:04.373250 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.374006 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:45:04.374197 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Bound port: 30e49296-eac5-4804-a136-2323da1a65b7, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:45:04.374550 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.406883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.422398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Transition to ACTIVE for port object 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:04.445795 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.449117 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] For port 30e49296-eac5-4804-a136-2323da1a65b7, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:45:04.452202 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] For port 30e49296-eac5-4804-a136-2323da1a65b7, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30e49296-eac5-4804-a136-2323da1a65b7,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:45:04.455641 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.502322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:04.505200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:04.508799 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:45:04.533526 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d722c58-c889-4d81-99e1-d31556e71cd8 None None] Pushing event updated for resources: {'Port': ['ID=30e49296-eac5-4804-a136-2323da1a65b7,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:04.540086 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Routers {'c2cc2b5d-0603-42e7-b863-3ae6973168da'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:45:04.540700 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:44:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['c2cc2b5d-0603-42e7-b863-3ae6973168da'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:04.561803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Pushing event updated for resources: {'Port': ['ID=28b2eee1-3f76-4d1c-8de6-5155c7a29ce4,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:04.576363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.729757 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] Set router c2cc2b5d-0603-42e7-b863-3ae6973168da gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:45:04.737247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4eaed33a-caed-4186-a57b-69447e85082b None None] Provisioning for port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:04.742781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4eaed33a-caed-4186-a57b-69447e85082b None None] Provisioning complete for port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:04.743247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4eaed33a-caed-4186-a57b-69447e85082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.832879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9a298c65-4840-4aa9-a283-2c7ee0999153 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:04.882055 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4eaed33a-caed-4186-a57b-69447e85082b None None] Port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:45:04.917800 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 9a298c65-4840-4aa9-a283-2c7ee0999153 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:04.918173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:04.990652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:05.055176 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'name': 'tempest-TestEncryptedCinderVolumes-1376371560-router', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '30e49296-eac5-4804-a136-2323da1a65b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:00Z', 'updated_at': '2022-03-23T10:45:02Z', 'revision_number': 3, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'gw_port': {'id': '30e49296-eac5-4804-a136-2323da1a65b7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:01Z', 'updated_at': '2022-03-23T10:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:05.058990 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f0976c-e5f1-4c5f-a602-2b5844ff7939 None None] The sync data for ids ['c2cc2b5d-0603-42e7-b863-3ae6973168da'] in dv-neutron-834652-2-hyperv is: [{'id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'name': 'tempest-TestEncryptedCinderVolumes-1376371560-router', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '30e49296-eac5-4804-a136-2323da1a65b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:00Z', 'updated_at': '2022-03-23T10:45:02Z', 'revision_number': 3, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'gw_port': {'id': '30e49296-eac5-4804-a136-2323da1a65b7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:01Z', 'updated_at': '2022-03-23T10:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:45:05.218338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:05.224126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:05.327211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:05.343439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Pushing event updated for resources: {'Port': ['ID=28b2eee1-3f76-4d1c-8de6-5155c7a29ce4,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:05.474424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:05.475571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:05.672686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Router c2cc2b5d-0603-42e7-b863-3ae6973168da has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:45:05.716476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5365961f-c5a5-4eda-959b-868bda6eaa65 None None] Provisioning complete for port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:05.716839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5365961f-c5a5-4eda-959b-868bda6eaa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:05.772533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5365961f-c5a5-4eda-959b-868bda6eaa65 None None] Port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:45:05.862201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:45:05.874837 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-42b40a0c-52ea-4eb3-85d0-659883a68874 admin admin] 10.222.0.84 "PUT /v2.0/routers/c2cc2b5d-0603-42e7-b863-3ae6973168da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4898098 Mar 23 10:45:06.367431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41940) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:06.372986 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1855434829-network', 'tenant_id': '81b771e854cc48668284e024b30e2091'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:45:06.377860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:06.381751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Usage tracker for resource:network and tenant:81b771e854cc48668284e024b30e2091 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:06.384794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:06.385353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.391458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:06.401499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Made reservation on behalf of 81b771e854cc48668284e024b30e2091 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:45:06.403961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.416588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.431303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:06.435253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Usage tracker for resource:security_group_rule and tenant:81b771e854cc48668284e024b30e2091 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:06.438123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:06.443846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:06.527614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.531544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.561882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 841} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:45:06.570197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b34a0c-aa91-4782-a385-1df3d64d16b2,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:06.574724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-02e602c8-e48f-45ad-8a06-0a93f8e21380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.578817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.578817 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Added segment cbf9b238-5cbc-4eaf-a94d-65df1b37742c of type vlan for network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf Mar 23 10:45:06.606435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Sync routers for ids ['c2cc2b5d-0603-42e7-b863-3ae6973168da'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:45:06.611226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.615876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Routers {'c2cc2b5d-0603-42e7-b863-3ae6973168da'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:45:06.616477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:45:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['c2cc2b5d-0603-42e7-b863-3ae6973168da'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:06.641018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.642005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:06.642579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.748162 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] Pushing event updated for resources: {'Network': ['ID=cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:06.752113 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-370570f9-2ee9-47ee-81d0-65e843c6dfac admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3836126 Mar 23 10:45:06.754889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41944) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:06.760792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Request body: {'subnet': {'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1855434829-subnet', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:45:06.766217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:06.771308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Usage tracker for resource:subnet and tenant:81b771e854cc48668284e024b30e2091 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:06.771985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:45:06.774430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:06.780793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:06.792148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Made reservation on behalf of 81b771e854cc48668284e024b30e2091 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:45:06.796826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:06.838583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Set router c2cc2b5d-0603-42e7-b863-3ae6973168da gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:45:06.887041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30e49296-eac5-4804-a136-2323da1a65b7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:07.116765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.180978 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 30e49296-eac5-4804-a136-2323da1a65b7 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:07.190723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa2e23db-e2e7-4c2a-9659-f87e565bc4da,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:07.192703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 30e49296-eac5-4804-a136-2323da1a65b7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:07.192703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.199309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Checking segment: {'id': 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:45:07.199667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Network hostable DHCP agents. Network: cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:45:07.218527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:45:07.229180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:07.233769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:07.235017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.240457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b6d4d6-6fc6-488d-86a7-55088e888965 None None] Network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:45:07.257390 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-baaf65eb-e04e-4012-a2b7-80b5c5ee2f04 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4990306 Mar 23 10:45:07.257590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41948) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:07.262427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1855434829-router', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:45:07.267448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:07.271210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Usage tracker for resource:router and tenant:81b771e854cc48668284e024b30e2091 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:45:07.273987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:45:07.279645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:07.289777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.290775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.306717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.433976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.525732 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:45:07.575739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.578524 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.597651 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.635280 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 30e49296-eac5-4804-a136-2323da1a65b7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30e49296-eac5-4804-a136-2323da1a65b7,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:07.646432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'name': 'tempest-TestEncryptedCinderVolumes-1376371560-router', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '30e49296-eac5-4804-a136-2323da1a65b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:00Z', 'updated_at': '2022-03-23T10:45:04Z', 'revision_number': 4, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'gw_port': {'id': '30e49296-eac5-4804-a136-2323da1a65b7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:01Z', 'updated_at': '2022-03-23T10:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '28b2eee1-3f76-4d1c-8de6-5155c7a29ce4', 'name': '', 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'mac_address': 'fa:16:3e:90:b8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '96d1268f-8cf0-4fdd-b434-de4dae6a8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:04Z', 'updated_at': '2022-03-23T10:45:05Z', 'revision_number': 2, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'subnets': [{'id': '96d1268f-8cf0-4fdd-b434-de4dae6a8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:07.648950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.690772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf', 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'fixed_ips': [{'subnet_id': 'aa2e23db-e2e7-4c2a-9659-f87e565bc4da'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:45:07.691488 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.758789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Checking router: c2cc2b5d-0603-42e7-b863-3ae6973168da for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:45:07.759126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Updating router c2cc2b5d-0603-42e7-b863-3ae6973168da port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:45:07.868118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.894523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.924932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:07.937014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=30e49296-eac5-4804-a136-2323da1a65b7,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:08.060895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Allocated IP 172.26.4.176 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/babcb814-d372-45b3-bd31-9eca0f8fc428) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:45:08.093216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Allocated IP 172.20.0.2 (cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf/aa2e23db-e2e7-4c2a-9659-f87e565bc4da/f59d21b1-ab45-4106-a3f9-1d1129ff0121) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:45:08.210199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:08.238829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:08.297316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:08.299955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:08.303403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:45:08.347857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Pushing event updated for resources: {'Port': ['ID=babcb814-d372-45b3-bd31-9eca0f8fc428,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:08.454947 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:08.470317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:08.474998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Transition to ACTIVE for port object f59d21b1-ab45-4106-a3f9-1d1129ff0121 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:08.492036 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Transition to ACTIVE for port object 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:08.502078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:08.505577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Transition to ACTIVE for port object f59d21b1-ab45-4106-a3f9-1d1129ff0121 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:08.551234 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:08.645289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:08.647623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e05239-5c5a-4023-b466-79d68cbff90b None None] Pushing event updated for resources: {'Port': ['ID=28b2eee1-3f76-4d1c-8de6-5155c7a29ce4,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:08.650303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:08.715082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:45:08.822691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30e49296-eac5-4804-a136-2323da1a65b7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:08.848715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:08.910259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Attempting to bind port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:45:08.910854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Attempting to bind port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:45:08.910986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Attempting to bind port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 on network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:45:08.912730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Pushing event updated for resources: {'Port': ['ID=f59d21b1-ab45-4106-a3f9-1d1129ff0121,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:08.936784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:45:08.937184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Checking segment: {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:45:08.937574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:08.937949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Bound using segment: {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:45:08.938403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Bound port: 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:45:08.938762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:08.969873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Attempting to bind port f59d21b1-ab45-4106-a3f9-1d1129ff0121 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:45:08.970212 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Attempting to bind port f59d21b1-ab45-4106-a3f9-1d1129ff0121 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:45:08.970556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Attempting to bind port f59d21b1-ab45-4106-a3f9-1d1129ff0121 on network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:45:09.005489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:45:09.005777 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Checking segment: {'id': 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:45:09.006163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:09.006540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Bound using segment: {'id': 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:45:09.006998 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Bound port: f59d21b1-ab45-4106-a3f9-1d1129ff0121, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:45:09.007359 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:09.107476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 30e49296-eac5-4804-a136-2323da1a65b7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:09.107838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:09.163460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] For port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:45:09.182379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] For port f59d21b1-ab45-4106-a3f9-1d1129ff0121, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:45:09.184988 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] For port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=28b2eee1-3f76-4d1c-8de6-5155c7a29ce4,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:45:09.193140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] For port f59d21b1-ab45-4106-a3f9-1d1129ff0121, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f59d21b1-ab45-4106-a3f9-1d1129ff0121,segment=NetworkSegment(cbf9b238-5cbc-4eaf-a94d-65df1b37742c),segment_id=cbf9b238-5cbc-4eaf-a94d-65df1b37742c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:45:09.196011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:09.196356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:09.238829 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:09.373324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Routers {'c2cc2b5d-0603-42e7-b863-3ae6973168da'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:45:09.374051 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:45:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['c2cc2b5d-0603-42e7-b863-3ae6973168da'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:09.415186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:45:09.429714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e05239-5c5a-4023-b466-79d68cbff90b None None] Pushing event updated for resources: {'Port': ['ID=28b2eee1-3f76-4d1c-8de6-5155c7a29ce4,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:09.553189 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84939f59-b2e2-4527-a396-fea037c2f7c5 None None] Pushing event updated for resources: {'Port': ['ID=f59d21b1-ab45-4106-a3f9-1d1129ff0121,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:09.652536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:45:09.664889 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Sync routers for ids ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:45:09.678587 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Routers {'62e5b305-2716-4cbf-8f42-7ca27a0ec234'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:45:09.679456 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:45:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:09.687760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:09.691550 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-975108e2-e9a2-4edb-ac11-ff88284084ec admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4305444 Mar 23 10:45:09.691714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 41952) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:45:09.705529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:09.713930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] Set router c2cc2b5d-0603-42e7-b863-3ae6973168da gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:45:09.888588 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Set router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:45:10.064605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'name': 'tempest-TestEncryptedCinderVolumes-1376371560-router', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '30e49296-eac5-4804-a136-2323da1a65b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:00Z', 'updated_at': '2022-03-23T10:45:04Z', 'revision_number': 4, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'gw_port': {'id': '30e49296-eac5-4804-a136-2323da1a65b7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:01Z', 'updated_at': '2022-03-23T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '28b2eee1-3f76-4d1c-8de6-5155c7a29ce4', 'name': '', 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'mac_address': 'fa:16:3e:90:b8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '96d1268f-8cf0-4fdd-b434-de4dae6a8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:04Z', 'updated_at': '2022-03-23T10:45:09Z', 'revision_number': 4, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'subnets': [{'id': '96d1268f-8cf0-4fdd-b434-de4dae6a8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:10.070053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac5c815-bf3d-481d-b393-fb9513666bad None None] The sync data for ids ['c2cc2b5d-0603-42e7-b863-3ae6973168da'] in dv-neutron-834652-2-hyperv is: [{'id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'name': 'tempest-TestEncryptedCinderVolumes-1376371560-router', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '30e49296-eac5-4804-a136-2323da1a65b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:00Z', 'updated_at': '2022-03-23T10:45:04Z', 'revision_number': 4, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'gw_port': {'id': '30e49296-eac5-4804-a136-2323da1a65b7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:01Z', 'updated_at': '2022-03-23T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '28b2eee1-3f76-4d1c-8de6-5155c7a29ce4', 'name': '', 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'mac_address': 'fa:16:3e:90:b8:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '96d1268f-8cf0-4fdd-b434-de4dae6a8947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:04Z', 'updated_at': '2022-03-23T10:45:09Z', 'revision_number': 4, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'subnets': [{'id': '96d1268f-8cf0-4fdd-b434-de4dae6a8947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:45:10.230956 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'name': 'tempest-TestEncryptedCinderVolumes-1855434829-router', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:08Z', 'revision_number': 3, 'project_id': '81b771e854cc48668284e024b30e2091', 'gw_port': {'id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:10.235931 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Checking router: 62e5b305-2716-4cbf-8f42-7ca27a0ec234 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:45:10.236395 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Updating router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 port babcb814-d372-45b3-bd31-9eca0f8fc428 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:45:10.299044 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:10.544029 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336836c4-9572-4471-9cfc-90424af05b93 None None] Network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:45:10.634801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:10.656033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-eb1d45fc-2f6f-4834-9118-a089a0601760 None None] Provisioning for port f59d21b1-ab45-4106-a3f9-1d1129ff0121 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:10.674858 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:10.688048 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Transition to ACTIVE for port object babcb814-d372-45b3-bd31-9eca0f8fc428 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:10.696434 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:10.801467 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Attempting to bind port babcb814-d372-45b3-bd31-9eca0f8fc428 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:45:10.802565 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Attempting to bind port babcb814-d372-45b3-bd31-9eca0f8fc428 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:45:10.802565 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Attempting to bind port babcb814-d372-45b3-bd31-9eca0f8fc428 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:45:10.820268 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:45:10.820631 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:45:10.821024 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:10.821460 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:45:10.824744 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Bound port: babcb814-d372-45b3-bd31-9eca0f8fc428, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:45:10.825151 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:10.935377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Allocated IP 172.20.0.1 (cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf/aa2e23db-e2e7-4c2a-9659-f87e565bc4da/031915e6-9eca-40bf-adeb-0dd433f86a3b) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:45:10.965711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:10.976483 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dbf35-9833-47c5-8b38-c2c44b592c39 None None] Pushing event updated for resources: {'Port': ['ID=babcb814-d372-45b3-bd31-9eca0f8fc428,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:11.000150 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] For port babcb814-d372-45b3-bd31-9eca0f8fc428, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:45:11.004538 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] For port babcb814-d372-45b3-bd31-9eca0f8fc428, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=babcb814-d372-45b3-bd31-9eca0f8fc428,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:45:11.009481 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.091690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:11.099919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:11.100946 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.106254 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dbf35-9833-47c5-8b38-c2c44b592c39 None None] Pushing event updated for resources: {'Port': ['ID=babcb814-d372-45b3-bd31-9eca0f8fc428,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:11.130310 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Routers {'62e5b305-2716-4cbf-8f42-7ca27a0ec234'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:45:11.130937 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:45:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:11.167139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.190287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Transition to ACTIVE for port object 031915e6-9eca-40bf-adeb-0dd433f86a3b will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:11.219373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.282662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:11.285862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:11.289788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:45:11.294152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.353844 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] Set router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:45:11.355316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=28b2eee1-3f76-4d1c-8de6-5155c7a29ce4,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:11.366097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.367680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Pushing event updated for resources: {'Port': ['ID=031915e6-9eca-40bf-adeb-0dd433f86a3b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:11.367806 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f59d21b1-ab45-4106-a3f9-1d1129ff0121 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:11.388728 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.565614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=28b2eee1-3f76-4d1c-8de6-5155c7a29ce4,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:11.574705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f59d21b1-ab45-4106-a3f9-1d1129ff0121 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:11.580834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.581166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f59d21b1-ab45-4106-a3f9-1d1129ff0121 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:11.581650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.655937 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7b9cea7a-2493-48d5-9b8e-b91aceee089a None None] Provisioning for port 031915e6-9eca-40bf-adeb-0dd433f86a3b completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:11.662466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7b9cea7a-2493-48d5-9b8e-b91aceee089a None None] Provisioning complete for port 031915e6-9eca-40bf-adeb-0dd433f86a3b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:11.662819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7b9cea7a-2493-48d5-9b8e-b91aceee089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.731798 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'name': 'tempest-TestEncryptedCinderVolumes-1855434829-router', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:08Z', 'revision_number': 3, 'project_id': '81b771e854cc48668284e024b30e2091', 'gw_port': {'id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:11.737593 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d5c36-c2da-456b-97de-86ded85a6e0f None None] The sync data for ids ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'] in dv-neutron-834652-2-hyperv is: [{'id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'name': 'tempest-TestEncryptedCinderVolumes-1855434829-router', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:08Z', 'revision_number': 3, 'project_id': '81b771e854cc48668284e024b30e2091', 'gw_port': {'id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:45:11.767673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.776687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7b9cea7a-2493-48d5-9b8e-b91aceee089a None None] Port 031915e6-9eca-40bf-adeb-0dd433f86a3b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:45:11.803561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f59d21b1-ab45-4106-a3f9-1d1129ff0121, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f59d21b1-ab45-4106-a3f9-1d1129ff0121,segment=NetworkSegment(cbf9b238-5cbc-4eaf-a94d-65df1b37742c),segment_id=cbf9b238-5cbc-4eaf-a94d-65df1b37742c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:11.808533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.846968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.853128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:11.921907 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f59d21b1-ab45-4106-a3f9-1d1129ff0121,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:11.964756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Pushing event updated for resources: {'Port': ['ID=031915e6-9eca-40bf-adeb-0dd433f86a3b,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:11.970006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:12.126748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:12.127901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:12.410987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-096fcfe9-043e-4115-a673-a83d263c78af None None] Provisioning complete for port 031915e6-9eca-40bf-adeb-0dd433f86a3b triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:12.411629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-096fcfe9-043e-4115-a673-a83d263c78af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:12.448281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:45:12.469064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-096fcfe9-043e-4115-a673-a83d263c78af None None] Port 031915e6-9eca-40bf-adeb-0dd433f86a3b cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:45:12.640632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:45:12.649273 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0d53990b-fcf5-410b-9c47-2c0d5bcc8a98 admin admin] 10.222.0.84 "PUT /v2.0/routers/62e5b305-2716-4cbf-8f42-7ca27a0ec234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9565976 Mar 23 10:45:12.889774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device babcb814-d372-45b3-bd31-9eca0f8fc428 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:12.963008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port babcb814-d372-45b3-bd31-9eca0f8fc428 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:12.968161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port babcb814-d372-45b3-bd31-9eca0f8fc428 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:12.968534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:13.095728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:13.113338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port babcb814-d372-45b3-bd31-9eca0f8fc428, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=babcb814-d372-45b3-bd31-9eca0f8fc428,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:13.117015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:13.117769 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:13.232077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=babcb814-d372-45b3-bd31-9eca0f8fc428,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:13.243688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Sync routers for ids ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:45:13.254385 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:13.254750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:13.285138 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Routers {'62e5b305-2716-4cbf-8f42-7ca27a0ec234'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:45:13.285821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:45:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:13.523664 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Set router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:45:13.541604 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-65d310a7-fffa-4f14-9f29-e479545c34cb tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:13.542977 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-65d310a7-fffa-4f14-9f29-e479545c34cb tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/networks?id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b HTTP/1.1" status: 200 len: 817 time: 0.1456563 Mar 23 10:45:13.557741 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-bc4c1bf2-5e3f-442e-998c-e20700f99856 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/quotas/81f986a2ad3546dcab4e6794ddcbe205 HTTP/1.1" status: 200 len: 375 time: 0.0089743 Mar 23 10:45:13.582613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f59d21b1-ab45-4106-a3f9-1d1129ff0121 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:13.641763 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-c8cd4ec4-ed6a-4ee5-aa01-12d0a4e38cb8 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=81f986a2ad3546dcab4e6794ddcbe205&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785813 Mar 23 10:45:13.776756 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-2ec84d3c-120a-43f6-b3e3-297e65aea0d5 service neutron] 10.222.0.84 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233552 Mar 23 10:45:13.810890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f59d21b1-ab45-4106-a3f9-1d1129ff0121 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:13.811186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:13.916910 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-2611c042-f955-4ed8-92bc-ec416d994e58 service neutron] 10.222.0.84 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338305 Mar 23 10:45:14.000804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'name': 'tempest-TestEncryptedCinderVolumes-1855434829-router', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:11Z', 'revision_number': 4, 'project_id': '81b771e854cc48668284e024b30e2091', 'gw_port': {'id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '031915e6-9eca-40bf-adeb-0dd433f86a3b', 'name': '', 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'mac_address': 'fa:16:3e:39:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'aa2e23db-e2e7-4c2a-9659-f87e565bc4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:10Z', 'updated_at': '2022-03-23T10:45:11Z', 'revision_number': 2, 'project_id': '81b771e854cc48668284e024b30e2091', 'subnets': [{'id': 'aa2e23db-e2e7-4c2a-9659-f87e565bc4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:14.005278 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Checking router: 62e5b305-2716-4cbf-8f42-7ca27a0ec234 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:45:14.005629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Updating router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 port 031915e6-9eca-40bf-adeb-0dd433f86a3b binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:45:14.073750 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:14.105291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bdcfaf19-a432-4467-a880-7baf72874e53 req-460bcf76-3fd0-454f-98d5-9caf9b49e678 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Synchronizing usage tracker for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:45:14.123225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bdcfaf19-a432-4467-a880-7baf72874e53 req-460bcf76-3fd0-454f-98d5-9caf9b49e678 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Unset dirty status for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:45:14.125229 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bdcfaf19-a432-4467-a880-7baf72874e53 req-460bcf76-3fd0-454f-98d5-9caf9b49e678 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 210 time: 0.0697381 Mar 23 10:45:14.474850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:14.487073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Transition to ACTIVE for port object 031915e6-9eca-40bf-adeb-0dd433f86a3b will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:14.493579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:14.648027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e252a8-0169-4a39-8802-59d323b925b1 None None] Pushing event updated for resources: {'Port': ['ID=031915e6-9eca-40bf-adeb-0dd433f86a3b,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:14.716904 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Attempting to bind port 031915e6-9eca-40bf-adeb-0dd433f86a3b on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:45:14.717899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Attempting to bind port 031915e6-9eca-40bf-adeb-0dd433f86a3b by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:45:14.718434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Attempting to bind port 031915e6-9eca-40bf-adeb-0dd433f86a3b on network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:45:14.723564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:45:14.723928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Checking segment: {'id': 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:45:14.724319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:14.724700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Bound using segment: {'id': 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:45:14.725218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Bound port: 031915e6-9eca-40bf-adeb-0dd433f86a3b, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:45:14.725586 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:14.812061 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device babcb814-d372-45b3-bd31-9eca0f8fc428 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:14.862790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] For port 031915e6-9eca-40bf-adeb-0dd433f86a3b, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:45:14.884124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] For port 031915e6-9eca-40bf-adeb-0dd433f86a3b, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=031915e6-9eca-40bf-adeb-0dd433f86a3b,segment=NetworkSegment(cbf9b238-5cbc-4eaf-a94d-65df1b37742c),segment_id=cbf9b238-5cbc-4eaf-a94d-65df1b37742c)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:45:14.890691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:14.962856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port babcb814-d372-45b3-bd31-9eca0f8fc428 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:14.963229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:15.015620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Routers {'62e5b305-2716-4cbf-8f42-7ca27a0ec234'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:45:15.016268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:45:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:15.082892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e252a8-0169-4a39-8802-59d323b925b1 None None] Pushing event updated for resources: {'Port': ['ID=031915e6-9eca-40bf-adeb-0dd433f86a3b,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:15.203420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-42c66136-15ad-4105-a34f-ed858592b5a2 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:15.204338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-42c66136-15ad-4105-a34f-ed858592b5a2 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Synchronizing usage tracker for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:45:15.226495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-42c66136-15ad-4105-a34f-ed858592b5a2 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Unset dirty status for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:45:15.227938 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-42c66136-15ad-4105-a34f-ed858592b5a2 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.102 "GET /v2.0/networks?id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b HTTP/1.1" status: 200 len: 817 time: 0.2192287 Mar 23 10:45:15.243277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Request body: {'port': {'device_id': '6b399b4f-faae-4a96-8792-ba2558fe0e1d', 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b', 'admin_state_up': True, 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:45:15.291058 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] Set router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:45:15.301724 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8020ee7b-e57d-4079-9eb7-4bab6af5a41c req-ddc5b79e-b6de-4c10-832f-837c88e55c5f tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 210 time: 0.0524912 Mar 23 10:45:15.402971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:15.412167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:15.422837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Made reservation on behalf of 81f986a2ad3546dcab4e6794ddcbe205 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:45:15.426599 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:15.585188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Allocated IP 172.20.0.4 (83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b/96d1268f-8cf0-4fdd-b434-de4dae6a8947/1312bf98-e341-472d-a5c3-5cff403ee519) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:45:15.625088 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'name': 'tempest-TestEncryptedCinderVolumes-1855434829-router', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:11Z', 'revision_number': 4, 'project_id': '81b771e854cc48668284e024b30e2091', 'gw_port': {'id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '031915e6-9eca-40bf-adeb-0dd433f86a3b', 'name': '', 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'mac_address': 'fa:16:3e:39:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'aa2e23db-e2e7-4c2a-9659-f87e565bc4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:10Z', 'updated_at': '2022-03-23T10:45:14Z', 'revision_number': 4, 'project_id': '81b771e854cc48668284e024b30e2091', 'subnets': [{'id': 'aa2e23db-e2e7-4c2a-9659-f87e565bc4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:45:15.629039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17ed56b-ccdb-4d6b-9371-94834eee3700 None None] The sync data for ids ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'] in dv-neutron-834652-2-hyperv is: [{'id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'name': 'tempest-TestEncryptedCinderVolumes-1855434829-router', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:11Z', 'revision_number': 4, 'project_id': '81b771e854cc48668284e024b30e2091', 'gw_port': {'id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '031915e6-9eca-40bf-adeb-0dd433f86a3b', 'name': '', 'network_id': 'cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'mac_address': 'fa:16:3e:39:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'device_owner': 'network:router_interface', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': 'aa2e23db-e2e7-4c2a-9659-f87e565bc4da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:10Z', 'updated_at': '2022-03-23T10:45:14Z', 'revision_number': 4, 'project_id': '81b771e854cc48668284e024b30e2091', 'subnets': [{'id': 'aa2e23db-e2e7-4c2a-9659-f87e565bc4da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:45:15.806652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:15.823864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Transition to ACTIVE for port object 1312bf98-e341-472d-a5c3-5cff403ee519 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:15.856801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:15.925854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:15.928823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:15.931220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:45:15.981195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Pushing event updated for resources: {'Port': ['ID=1312bf98-e341-472d-a5c3-5cff403ee519,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:16.015098 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:16.015737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:16.046288 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-57600019-9c4f-4e19-b2ec-f7d39badf8d3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8086824 Mar 23 10:45:16.058152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Request body: {'port': {'device_id': '6b399b4f-faae-4a96-8792-ba2558fe0e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:45:16.185063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:16.208798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8814a3a4-1956-496d-9a5d-773f472ccfad None None] Provisioning for port 1312bf98-e341-472d-a5c3-5cff403ee519 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:16.213878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8814a3a4-1956-496d-9a5d-773f472ccfad None None] Provisioning complete for port 1312bf98-e341-472d-a5c3-5cff403ee519 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:16.214239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8814a3a4-1956-496d-9a5d-773f472ccfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:16.275999 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8814a3a4-1956-496d-9a5d-773f472ccfad None None] Port 1312bf98-e341-472d-a5c3-5cff403ee519 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:45:16.673687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d89ae8-69ee-4647-a704-97cb60eefaaa req-0e7f1cf3-0330-4e7e-a7a3-b815affa84f1 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:16.674375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-39d89ae8-69ee-4647-a704-97cb60eefaaa req-0e7f1cf3-0330-4e7e-a7a3-b815affa84f1 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Synchronizing usage tracker for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:45:16.740522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-39d89ae8-69ee-4647-a704-97cb60eefaaa req-0e7f1cf3-0330-4e7e-a7a3-b815affa84f1 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Unset dirty status for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:45:16.741610 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-39d89ae8-69ee-4647-a704-97cb60eefaaa req-0e7f1cf3-0330-4e7e-a7a3-b815affa84f1 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 931 time: 0.3139789 Mar 23 10:45:16.747005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1312bf98-e341-472d-a5c3-5cff403ee519 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:45:16.768341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:16.798295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Transition to ACTIVE for port object 1312bf98-e341-472d-a5c3-5cff403ee519 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:16.804660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:16.840357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 031915e6-9eca-40bf-adeb-0dd433f86a3b up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:16.846564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-39d89ae8-69ee-4647-a704-97cb60eefaaa req-bd1ccb3c-d3b0-4d1a-b5ee-1300665a6545 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Synchronizing usage tracker for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:45:16.915845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 031915e6-9eca-40bf-adeb-0dd433f86a3b completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:16.921184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 031915e6-9eca-40bf-adeb-0dd433f86a3b triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:16.921551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:16.958018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-39d89ae8-69ee-4647-a704-97cb60eefaaa req-bd1ccb3c-d3b0-4d1a-b5ee-1300665a6545 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Unset dirty status for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:45:16.959212 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-39d89ae8-69ee-4647-a704-97cb60eefaaa req-bd1ccb3c-d3b0-4d1a-b5ee-1300665a6545 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071533 Mar 23 10:45:16.985842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1312bf98-e341-472d-a5c3-5cff403ee519,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:17.069476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Attempting to bind port 1312bf98-e341-472d-a5c3-5cff403ee519 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:45:17.069818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Attempting to bind port 1312bf98-e341-472d-a5c3-5cff403ee519 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:45:17.070140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Attempting to bind port 1312bf98-e341-472d-a5c3-5cff403ee519 on network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:45:17.074905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Port 1312bf98-e341-472d-a5c3-5cff403ee519 on network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:45:17.075222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Attempting to bind port 1312bf98-e341-472d-a5c3-5cff403ee519 on network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:45:17.081003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:45:17.081367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Checking segment: {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:45:17.081778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Bound using segment: {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:45:17.082224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Bound port: 1312bf98-e341-472d-a5c3-5cff403ee519, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:45:17.082597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:17.103468 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:17.141548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 031915e6-9eca-40bf-adeb-0dd433f86a3b, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=031915e6-9eca-40bf-adeb-0dd433f86a3b,segment=NetworkSegment(cbf9b238-5cbc-4eaf-a94d-65df1b37742c),segment_id=cbf9b238-5cbc-4eaf-a94d-65df1b37742c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:17.146212 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:17.176106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] For port 1312bf98-e341-472d-a5c3-5cff403ee519, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:45:17.179258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] For port 1312bf98-e341-472d-a5c3-5cff403ee519, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1312bf98-e341-472d-a5c3-5cff403ee519,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:45:17.183613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:17.217513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=031915e6-9eca-40bf-adeb-0dd433f86a3b,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:17.238718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:17.239341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:17.240671 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] 10.222.0.102 "PUT /v2.0/ports/1312bf98-e341-472d-a5c3-5cff403ee519 HTTP/1.1" status: 200 len: 1093 time: 1.1873159 Mar 23 10:45:17.241121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b399b4f-faae-4a96-8792-ba2558fe0e1d', 'tag': '1312bf98-e341-472d-a5c3-5cff403ee519'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:45:17.267627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacc1be-4119-46c5-9ced-544adf4fd9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1312bf98-e341-472d-a5c3-5cff403ee519,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:17.315091 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b399b4f-faae-4a96-8792-ba2558fe0e1d', 'tag': '1312bf98-e341-472d-a5c3-5cff403ee519', 'status': 'completed', 'code': 200} Mar 23 10:45:17.355764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-8345133b-b5aa-4f87-b3dc-80e9263e4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:17.357462 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-8345133b-b5aa-4f87-b3dc-80e9263e4312 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=81f986a2ad3546dcab4e6794ddcbe205&device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 1096 time: 0.0791211 Mar 23 10:45:17.428826 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-ceac272e-02d7-40e7-8bd3-0500093d981b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1312bf98-e341-472d-a5c3-5cff403ee519 HTTP/1.1" status: 200 len: 217 time: 0.0647166 Mar 23 10:45:17.488865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-ab9b8fdd-2036-444b-ac36-acf7ca03f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:17.490307 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-ab9b8fdd-2036-444b-ac36-acf7ca03f0f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=96d1268f-8cf0-4fdd-b434-de4dae6a8947 HTTP/1.1" status: 200 len: 856 time: 0.0557613 Mar 23 10:45:17.562985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-9f771452-8d04-4fb7-8869-bc042f82d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:17.564438 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-9f771452-8d04-4fb7-8869-bc042f82d612 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685048 Mar 23 10:45:17.695810 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-f0699c49-abab-4b10-883f-5e3e468183a0 service neutron] 10.222.0.102 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246092 Mar 23 10:45:17.828324 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f02bf1f8-e523-42e8-83df-eb3277dd3c5a req-a5200154-bd78-4265-b297-d6d1b9c2a00d service neutron] 10.222.0.102 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268556 Mar 23 10:45:17.957838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-26838f2a-14d4-4462-95e3-b0463631a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:17.959330 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-26838f2a-14d4-4462-95e3-b0463631a47b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=81f986a2ad3546dcab4e6794ddcbe205&device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 1096 time: 0.0807011 Mar 23 10:45:18.154215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-25eb5e19-f28e-4a87-a9f2-3102116938e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:18.155603 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-25eb5e19-f28e-4a87-a9f2-3102116938e8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b HTTP/1.1" status: 200 len: 918 time: 0.1902990 Mar 23 10:45:18.228003 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-df364e53-5c2a-4c4a-879d-644b11b426ca service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1312bf98-e341-472d-a5c3-5cff403ee519 HTTP/1.1" status: 200 len: 217 time: 0.0656533 Mar 23 10:45:18.274968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15450e4-c128-488e-b8cd-716bd13f37d5 req-8b72fe8e-0e23-4d2d-a348-260069ac26aa tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:18.276376 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f15450e4-c128-488e-b8cd-716bd13f37d5 req-8b72fe8e-0e23-4d2d-a348-260069ac26aa tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 943 time: 0.1975441 Mar 23 10:45:18.325481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-62f34e0e-7395-493f-91b2-32822aee7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:18.327386 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-62f34e0e-7395-493f-91b2-32822aee7983 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=96d1268f-8cf0-4fdd-b434-de4dae6a8947 HTTP/1.1" status: 200 len: 856 time: 0.0918224 Mar 23 10:45:18.338055 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f15450e4-c128-488e-b8cd-716bd13f37d5 req-b8dbc686-1add-4d6b-809a-ff3092173a37 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551975 Mar 23 10:45:18.514999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-101603f6-0906-41c5-9d75-61aeae7d86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:18.516472 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-101603f6-0906-41c5-9d75-61aeae7d86bb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1817105 Mar 23 10:45:18.644349 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-d7422327-ac7d-483f-8275-cc28dd1835b4 service neutron] 10.222.0.102 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206944 Mar 23 10:45:18.777781 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9ff885f-49cf-42a7-8972-1dcd13e31b69 req-eac94953-395d-4542-b871-213f263d70ce service neutron] 10.222.0.102 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265104 Mar 23 10:45:18.811577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 031915e6-9eca-40bf-adeb-0dd433f86a3b up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:18.877492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 031915e6-9eca-40bf-adeb-0dd433f86a3b triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:18.877856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:19.525304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04ba2e-26c7-41f5-a6a4-1d175388ce96 req-39e10ae1-64c4-4497-94c5-2c414c86bf0e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:19.526740 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5d04ba2e-26c7-41f5-a6a4-1d175388ce96 req-39e10ae1-64c4-4497-94c5-2c414c86bf0e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 943 time: 0.0776227 Mar 23 10:45:19.570593 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5d04ba2e-26c7-41f5-a6a4-1d175388ce96 req-54f17097-1068-4ae6-bafc-2e3d4b3f1a40 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377767 Mar 23 10:45:20.753697 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c101dea-9245-42f7-85f6-aac4725be85a req-166a8654-561e-43a3-89b6-7024b019afd6 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:20.757570 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1c101dea-9245-42f7-85f6-aac4725be85a req-166a8654-561e-43a3-89b6-7024b019afd6 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 943 time: 0.0842757 Mar 23 10:45:20.799364 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1c101dea-9245-42f7-85f6-aac4725be85a req-549c1581-f6fd-4fe9-a664-563fcee971a4 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386980 Mar 23 10:45:21.198173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 1312bf98-e341-472d-a5c3-5cff403ee519 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:45:21.328004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 1312bf98-e341-472d-a5c3-5cff403ee519, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1312bf98-e341-472d-a5c3-5cff403ee519,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:21.340481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '1312bf98-e341-472d-a5c3-5cff403ee519', 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b', 'port_id': '1312bf98-e341-472d-a5c3-5cff403ee519', 'mac_address': 'fa:16:3e:5e:25:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d1268f-8cf0-4fdd-b434-de4dae6a8947', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:45:21.395909 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.413099 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1312bf98-e341-472d-a5c3-5cff403ee519 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:45:21.428050 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 1312bf98-e341-472d-a5c3-5cff403ee519, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1312bf98-e341-472d-a5c3-5cff403ee519,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:21.431871 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:21.497916 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=1312bf98-e341-472d-a5c3-5cff403ee519,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:21.653026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['1312bf98-e341-472d-a5c3-5cff403ee519'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:45:21.985581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1f0fc-b11b-4b85-a413-0da0639ed7be req-1cce4de2-7e5e-4c89-9280-4034bb2d4706 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:21.987056 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c4d1f0fc-b11b-4b85-a413-0da0639ed7be req-1cce4de2-7e5e-4c89-9280-4034bb2d4706 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 944 time: 0.0848362 Mar 23 10:45:22.030169 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c4d1f0fc-b11b-4b85-a413-0da0639ed7be req-caa30053-1703-4573-ae0f-6b61783f7402 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375998 Mar 23 10:45:23.209291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2ecdc-887b-45cd-ba4c-b065b9458765 req-2746d49f-1428-48b4-b6a1-a3b3fd363cbd tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:23.210724 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c0b2ecdc-887b-45cd-ba4c-b065b9458765 req-2746d49f-1428-48b4-b6a1-a3b3fd363cbd tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 944 time: 0.0770090 Mar 23 10:45:23.217631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 1312bf98-e341-472d-a5c3-5cff403ee519 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:23.254693 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c0b2ecdc-887b-45cd-ba4c-b065b9458765 req-4a4f5797-5da9-4b16-87f1-558bb4aca242 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381098 Mar 23 10:45:23.283354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 1312bf98-e341-472d-a5c3-5cff403ee519 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:23.288089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 1312bf98-e341-472d-a5c3-5cff403ee519 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:23.288450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.400993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.427029 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b399b4f-faae-4a96-8792-ba2558fe0e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1312bf98-e341-472d-a5c3-5cff403ee519'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:45:23.436843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 1312bf98-e341-472d-a5c3-5cff403ee519, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1312bf98-e341-472d-a5c3-5cff403ee519,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:23.441199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:23.474499 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b399b4f-faae-4a96-8792-ba2558fe0e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1312bf98-e341-472d-a5c3-5cff403ee519', 'code': 200} Mar 23 10:45:23.513089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=1312bf98-e341-472d-a5c3-5cff403ee519,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:23.700049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87700a-9eab-4bd0-9edf-e062f8499a4e req-0be02120-7a36-49ca-9a7e-8c2cbee41cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:23.702077 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3c87700a-9eab-4bd0-9edf-e062f8499a4e req-0be02120-7a36-49ca-9a7e-8c2cbee41cf5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 1098 time: 0.0724390 Mar 23 10:45:23.741324 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3c87700a-9eab-4bd0-9edf-e062f8499a4e req-7d384888-cf30-4652-942e-981f66c16a28 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330300 Mar 23 10:45:24.436847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3fca3-6c2b-4ae7-8626-692cb3db6a3b req-af5c4ffc-c6a9-4401-aca6-bef7abeed7e4 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:24.438305 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7fa3fca3-6c2b-4ae7-8626-692cb3db6a3b req-af5c4ffc-c6a9-4401-aca6-bef7abeed7e4 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 945 time: 0.0780706 Mar 23 10:45:24.483881 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7fa3fca3-6c2b-4ae7-8626-692cb3db6a3b req-575dbf0f-89ae-4ead-88d3-5fb1d490d1f6 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400789 Mar 23 10:45:25.666713 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a422284-c3f4-4756-bf4b-7393b19bebdf req-7a317323-9459-4a1f-bc42-a2f64c395667 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:25.668081 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7a422284-c3f4-4756-bf4b-7393b19bebdf req-7a317323-9459-4a1f-bc42-a2f64c395667 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 945 time: 0.0776777 Mar 23 10:45:25.710725 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7a422284-c3f4-4756-bf4b-7393b19bebdf req-06186461-155a-4455-aea9-42212d44fb95 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Mar 23 10:45:25.897963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0c7bf-7aaf-4b83-88a0-731bd7569456 req-5f450184-f7a6-4b69-8962-3991fc747483 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:25.899439 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-87d0c7bf-7aaf-4b83-88a0-731bd7569456 req-5f450184-f7a6-4b69-8962-3991fc747483 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 945 time: 0.0813534 Mar 23 10:45:25.943269 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-87d0c7bf-7aaf-4b83-88a0-731bd7569456 req-a8d077b4-9b38-4025-bb15-2fc29621b218 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379028 Mar 23 10:45:32.913995 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-6ba343b0-0b5e-4d85-9a05-8521f1917cf2 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714006 Mar 23 10:45:33.048632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-c53fe5f2-044d-48b7-ad64-f5e64c36139b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:33.050031 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-c53fe5f2-044d-48b7-ad64-f5e64c36139b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=81f986a2ad3546dcab4e6794ddcbe205&device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 1098 time: 0.0702639 Mar 23 10:45:33.193485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-f4f86338-c1d4-4e8d-a8da-b7e259f0bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:33.194921 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-f4f86338-c1d4-4e8d-a8da-b7e259f0bc63 service neutron] 10.222.0.102 "GET /v2.0/networks?id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b HTTP/1.1" status: 200 len: 918 time: 0.1256635 Mar 23 10:45:33.264831 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-e532ca81-d940-445b-9287-f1e01881c888 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1312bf98-e341-472d-a5c3-5cff403ee519 HTTP/1.1" status: 200 len: 217 time: 0.0640929 Mar 23 10:45:33.325080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-c8221d23-54bf-471d-82ce-9e3a6618d999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:33.326994 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-c8221d23-54bf-471d-82ce-9e3a6618d999 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=96d1268f-8cf0-4fdd-b434-de4dae6a8947 HTTP/1.1" status: 200 len: 856 time: 0.0571530 Mar 23 10:45:33.403033 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-926a557b-8e1a-4e63-87dd-5c0c28fc22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:33.404566 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-926a557b-8e1a-4e63-87dd-5c0c28fc22b4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720861 Mar 23 10:45:33.534887 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-e26525b4-406a-4046-b018-a05a91545e22 service neutron] 10.222.0.102 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245205 Mar 23 10:45:33.670851 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f4d4cc8-f93e-47dc-8ca8-68238295054c req-6acde393-d879-4505-a8f9-806f160827db service neutron] 10.222.0.102 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284344 Mar 23 10:45:33.729113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bec441ac-ce66-495e-9b36-7083a274598e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:36.389428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:36.579408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d0ef4233-add8-49c4-b3b9-81950c5a2e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:37.326906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:37.539338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:39.594740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:40.627355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31b9e8-59d4-4182-b3e1-101c10c35d93 req-6b549054-c784-4abe-bee7-1844e0d962d8 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:40.628791 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6d31b9e8-59d4-4182-b3e1-101c10c35d93 req-6b549054-c784-4abe-bee7-1844e0d962d8 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 945 time: 0.0808184 Mar 23 10:45:40.671792 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6d31b9e8-59d4-4182-b3e1-101c10c35d93 req-9fbf4c5b-1d16-4223-ac9e-3e419aaa7d94 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374448 Mar 23 10:45:41.956211 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb9bdf-17b5-4759-861a-289a863f508b req-fb03db7a-2d4d-4e0b-8c91-69b74fef1184 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:41.957581 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e0bb9bdf-17b5-4759-861a-289a863f508b req-fb03db7a-2d4d-4e0b-8c91-69b74fef1184 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 945 time: 0.1806705 Mar 23 10:45:42.000910 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e0bb9bdf-17b5-4759-861a-289a863f508b req-2380e028-d43c-4b45-9c16-5c56956b4c8f tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Mar 23 10:45:42.108437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-9f11d3ab-f43f-4b14-b157-53b0df6383cf tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:42.109916 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-9f11d3ab-f43f-4b14-b157-53b0df6383cf tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.102 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 945 time: 0.0817673 Mar 23 10:45:42.180347 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-ed88b330-cbe2-4010-a6b3-fc1734640a34 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Deleting port 1312bf98-e341-472d-a5c3-5cff403ee519 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:45:42.180699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-ed88b330-cbe2-4010-a6b3-fc1734640a34 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:42.443288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-ed88b330-cbe2-4010-a6b3-fc1734640a34 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] For port 1312bf98-e341-472d-a5c3-5cff403ee519, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=1312bf98-e341-472d-a5c3-5cff403ee519,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:42.443525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-ed88b330-cbe2-4010-a6b3-fc1734640a34 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:42.566551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-ed88b330-cbe2-4010-a6b3-fc1734640a34 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Calling delete_port for 1312bf98-e341-472d-a5c3-5cff403ee519 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:45:42.706892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-ed88b330-cbe2-4010-a6b3-fc1734640a34 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:42.719117 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['1312bf98-e341-472d-a5c3-5cff403ee519'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:45:42.757828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88b330-cbe2-4010-a6b3-fc1734640a34 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Pushing event deleted for resources: {'Port': ['ID=1312bf98-e341-472d-a5c3-5cff403ee519,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:42.832473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-ed88b330-cbe2-4010-a6b3-fc1734640a34 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] No DVR routers for this DVR port 1312bf98-e341-472d-a5c3-5cff403ee519 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:45:42.835282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-ed88b330-cbe2-4010-a6b3-fc1734640a34 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:42.837875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b399b4f-faae-4a96-8792-ba2558fe0e1d', 'name': 'network-vif-deleted', 'tag': '1312bf98-e341-472d-a5c3-5cff403ee519'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:45:42.858623 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0a6ed56c-bafb-47cd-9ed8-d497e3ab4f0e req-ed88b330-cbe2-4010-a6b3-fc1734640a34 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.102 "DELETE /v2.0/ports/1312bf98-e341-472d-a5c3-5cff403ee519 HTTP/1.1" status: 204 len: 173 time: 0.7430699 Mar 23 10:45:42.891115 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b399b4f-faae-4a96-8792-ba2558fe0e1d', 'name': 'network-vif-deleted', 'tag': '1312bf98-e341-472d-a5c3-5cff403ee519', 'status': 'completed', 'code': 200} Mar 23 10:45:43.171296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ea35ad23-bc40-4df3-8fa4-5ef943dfbcc7 req-fa569884-c75a-4d4e-8358-3d694ada3409 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Synchronizing usage tracker for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:45:43.186340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ea35ad23-bc40-4df3-8fa4-5ef943dfbcc7 req-fa569884-c75a-4d4e-8358-3d694ada3409 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Unset dirty status for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:45:43.187579 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ea35ad23-bc40-4df3-8fa4-5ef943dfbcc7 req-fa569884-c75a-4d4e-8358-3d694ada3409 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=6b399b4f-faae-4a96-8792-ba2558fe0e1d HTTP/1.1" status: 200 len: 210 time: 0.0590644 Mar 23 10:45:44.525285 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:45:44.911563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-6b407c6d-74e1-4bb5-842d-e97162e17b95 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:44.913003 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-6b407c6d-74e1-4bb5-842d-e97162e17b95 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/networks?id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b HTTP/1.1" status: 200 len: 817 time: 0.1528134 Mar 23 10:45:44.928069 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f8743e3c-1937-4d2e-82c1-9b58e6b91e76 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/quotas/81f986a2ad3546dcab4e6794ddcbe205 HTTP/1.1" status: 200 len: 375 time: 0.0092196 Mar 23 10:45:45.016848 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-9e56209b-0789-440e-a60c-d0f0d72f61d0 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=81f986a2ad3546dcab4e6794ddcbe205&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832179 Mar 23 10:45:45.250779 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-4a1c2a6a-1bc1-42d2-aa87-bf5f0194f2b3 service neutron] 10.222.0.84 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216175 Mar 23 10:45:45.307395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 1312bf98-e341-472d-a5c3-5cff403ee519 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:45:45.344514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 1312bf98-e341-472d-a5c3-5cff403ee519 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:45:45.344854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 1312bf98-e341-472d-a5c3-5cff403ee519 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:45:45.382090 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-7d693120-886e-4c80-aacf-e40ca3575d19 service neutron] 10.222.0.84 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254618 Mar 23 10:45:45.559049 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cebf9424-f1bf-4ae0-a9d6-f3a0c618288f req-7195e7e7-0290-471b-853c-3d109cf8925c tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 210 time: 0.0417194 Mar 23 10:45:46.724445 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46dbf571-944e-4de9-9273-5612b335a08d req-2e8c1fc9-fce2-453b-adda-21065d10da0f tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 210 time: 0.0514472 Mar 23 10:45:46.748176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f5ea9618-dcad-426a-9a90-cc1a25f25e53 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:46.749625 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f5ea9618-dcad-426a-9a90-cc1a25f25e53 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.102 "GET /v2.0/networks?id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b HTTP/1.1" status: 200 len: 817 time: 0.2979472 Mar 23 10:45:46.766089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Request body: {'port': {'device_id': '606cb088-7854-4b0a-9af0-11a0e4a6ff53', 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b', 'admin_state_up': True, 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:45:46.902197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:45:46.912101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:45:46.921790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Made reservation on behalf of 81f986a2ad3546dcab4e6794ddcbe205 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:45:46.925226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:47.082365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Allocated IP 172.20.0.4 (83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b/96d1268f-8cf0-4fdd-b434-de4dae6a8947/8a484c5b-cff2-4071-a50f-262d25b6f084) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:45:47.288264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:47.304115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Transition to ACTIVE for port object 8a484c5b-cff2-4071-a50f-262d25b6f084 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:47.327471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:47.392312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:45:47.395182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:45:47.403398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:45:47.435938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Pushing event updated for resources: {'Port': ['ID=8a484c5b-cff2-4071-a50f-262d25b6f084,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:47.476216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:47.476820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:47.504635 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-f4fbdb35-913c-4166-aae9-66f6fb1b5b5e tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7421217 Mar 23 10:45:47.517930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Request body: {'port': {'device_id': '606cb088-7854-4b0a-9af0-11a0e4a6ff53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:45:47.627712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:47.639017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4687c442-ed0b-4840-b483-f7f57c1c57a9 None None] Provisioning for port 8a484c5b-cff2-4071-a50f-262d25b6f084 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:47.643608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4687c442-ed0b-4840-b483-f7f57c1c57a9 None None] Provisioning complete for port 8a484c5b-cff2-4071-a50f-262d25b6f084 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:47.643972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4687c442-ed0b-4840-b483-f7f57c1c57a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:47.696695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4687c442-ed0b-4840-b483-f7f57c1c57a9 None None] Port 8a484c5b-cff2-4071-a50f-262d25b6f084 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:45:47.988636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a484c5b-cff2-4071-a50f-262d25b6f084 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:45:47.995991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:48.010828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Transition to ACTIVE for port object 8a484c5b-cff2-4071-a50f-262d25b6f084 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:45:48.019308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:48.037484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f920e0f-c47f-4412-bc39-9219790403fc req-8585131c-aec0-4c03-a9d4-383047497101 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:48.038951 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2f920e0f-c47f-4412-bc39-9219790403fc req-8585131c-aec0-4c03-a9d4-383047497101 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 931 time: 0.2032208 Mar 23 10:45:48.085502 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2f920e0f-c47f-4412-bc39-9219790403fc req-6b7d6e8d-4f57-4b03-a770-8779afef6405 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Mar 23 10:45:48.175954 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Pushing event updated for resources: {'Port': ['ID=8a484c5b-cff2-4071-a50f-262d25b6f084,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:48.261477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Attempting to bind port 8a484c5b-cff2-4071-a50f-262d25b6f084 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:45:48.261804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Attempting to bind port 8a484c5b-cff2-4071-a50f-262d25b6f084 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:45:48.262124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Attempting to bind port 8a484c5b-cff2-4071-a50f-262d25b6f084 on network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:45:48.267317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Port 8a484c5b-cff2-4071-a50f-262d25b6f084 on network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:45:48.267630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Attempting to bind port 8a484c5b-cff2-4071-a50f-262d25b6f084 on network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:45:48.272839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:45:48.273207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Checking segment: {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:45:48.273588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Bound using segment: {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:45:48.274013 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Bound port: 8a484c5b-cff2-4071-a50f-262d25b6f084, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70acafac-18ff-45d2-a1b4-54ce6b5b3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:45:48.274378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:48.362083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] For port 8a484c5b-cff2-4071-a50f-262d25b6f084, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:45:48.364833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] For port 8a484c5b-cff2-4071-a50f-262d25b6f084, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8a484c5b-cff2-4071-a50f-262d25b6f084,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:45:48.369431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:48.428425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:48.428989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:48.430377 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] 10.222.0.102 "PUT /v2.0/ports/8a484c5b-cff2-4071-a50f-262d25b6f084 HTTP/1.1" status: 200 len: 1093 time: 0.9181104 Mar 23 10:45:48.430834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606cb088-7854-4b0a-9af0-11a0e4a6ff53', 'tag': '8a484c5b-cff2-4071-a50f-262d25b6f084'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:45:48.461210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ba3cf-8831-4d2c-a2f3-db7b99932f39 service neutron] Pushing event updated for resources: {'Port': ['ID=8a484c5b-cff2-4071-a50f-262d25b6f084,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:48.501787 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606cb088-7854-4b0a-9af0-11a0e4a6ff53', 'tag': '8a484c5b-cff2-4071-a50f-262d25b6f084', 'status': 'completed', 'code': 200} Mar 23 10:45:48.548277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-fd13707c-bb6a-4f56-a9ec-a1a8aec74620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:48.549996 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-fd13707c-bb6a-4f56-a9ec-a1a8aec74620 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=81f986a2ad3546dcab4e6794ddcbe205&device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 1096 time: 0.0810404 Mar 23 10:45:48.717002 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-317dad39-d60f-4617-a5bf-8df5d44abae1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a484c5b-cff2-4071-a50f-262d25b6f084 HTTP/1.1" status: 200 len: 217 time: 0.1600196 Mar 23 10:45:48.780506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-a477608d-a8c7-4669-b80c-1188dbca08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:48.781969 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-a477608d-a8c7-4669-b80c-1188dbca08b0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=96d1268f-8cf0-4fdd-b434-de4dae6a8947 HTTP/1.1" status: 200 len: 856 time: 0.0585575 Mar 23 10:45:48.859572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-895be3ec-d0f9-497b-bce4-506fb1a71acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:48.861068 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-895be3ec-d0f9-497b-bce4-506fb1a71acb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724387 Mar 23 10:45:48.993685 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-762ed3e0-6058-4d3f-ad1a-d915c7004934 service neutron] 10.222.0.102 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257663 Mar 23 10:45:49.129154 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eb832e32-6b77-4a2d-9971-2d99f882686e req-597013a9-e875-43fe-8c2f-992cf2a9d17d service neutron] 10.222.0.102 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291313 Mar 23 10:45:49.255508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-5846531c-de6d-4213-954f-576c243ee587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:49.256669 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-5846531c-de6d-4213-954f-576c243ee587 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=81f986a2ad3546dcab4e6794ddcbe205&device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 1096 time: 0.0755057 Mar 23 10:45:49.292659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1e7b6-40b8-4e6b-b278-4c682ec5872e req-63bcc3f9-3f62-4ffc-98de-4519c1d25bb8 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:49.294442 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1cc1e7b6-40b8-4e6b-b278-4c682ec5872e req-63bcc3f9-3f62-4ffc-98de-4519c1d25bb8 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 943 time: 0.0902054 Mar 23 10:45:49.339564 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1cc1e7b6-40b8-4e6b-b278-4c682ec5872e req-5dd9bc8c-87c4-4974-98d7-46de8a2d7200 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391710 Mar 23 10:45:49.393495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-b297df17-c8ab-4dbf-929b-56183fdee479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:49.395048 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-b297df17-c8ab-4dbf-929b-56183fdee479 service neutron] 10.222.0.102 "GET /v2.0/networks?id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b HTTP/1.1" status: 200 len: 918 time: 0.1315496 Mar 23 10:45:49.467039 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-0b52e35f-15f6-47b3-bc74-989d67435e09 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a484c5b-cff2-4071-a50f-262d25b6f084 HTTP/1.1" status: 200 len: 217 time: 0.0654080 Mar 23 10:45:49.529927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-157914ff-ddfb-4088-8a05-b74dc352e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:49.531284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-157914ff-ddfb-4088-8a05-b74dc352e2f1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=96d1268f-8cf0-4fdd-b434-de4dae6a8947 HTTP/1.1" status: 200 len: 856 time: 0.0581498 Mar 23 10:45:49.615431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-4ed6680a-21d2-4520-a2b9-6edeb9afdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:49.616919 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-4ed6680a-21d2-4520-a2b9-6edeb9afdad4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793586 Mar 23 10:45:49.753808 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-b1c14eea-5667-44d7-9cf5-b4f11f3ee15b service neutron] 10.222.0.102 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298289 Mar 23 10:45:49.895978 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-63c400ba-6923-40ed-8ffd-5c2e511bac4b req-dbc4a389-ec32-4c9b-bfda-b6ae77dec5ab service neutron] 10.222.0.102 "GET /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344543 Mar 23 10:45:50.523247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1043d9-c38d-4196-99b4-615b87a1a481 req-415c1566-7835-4289-a103-7cb874de614d tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:50.523960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-dc1043d9-c38d-4196-99b4-615b87a1a481 req-415c1566-7835-4289-a103-7cb874de614d tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Synchronizing usage tracker for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:45:50.538920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-dc1043d9-c38d-4196-99b4-615b87a1a481 req-415c1566-7835-4289-a103-7cb874de614d tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Unset dirty status for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:45:50.540068 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc1043d9-c38d-4196-99b4-615b87a1a481 req-415c1566-7835-4289-a103-7cb874de614d tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 943 time: 0.0952222 Mar 23 10:45:50.585787 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc1043d9-c38d-4196-99b4-615b87a1a481 req-d696963e-10a5-4f8b-a1b2-4e93fa33ddf8 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388467 Mar 23 10:45:51.338123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8a484c5b-cff2-4071-a50f-262d25b6f084 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:45:51.470920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8a484c5b-cff2-4071-a50f-262d25b6f084, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8a484c5b-cff2-4071-a50f-262d25b6f084,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:51.483797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '8a484c5b-cff2-4071-a50f-262d25b6f084', 'network_id': '83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b', 'port_id': '8a484c5b-cff2-4071-a50f-262d25b6f084', 'mac_address': 'fa:16:3e:d1:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d1268f-8cf0-4fdd-b434-de4dae6a8947', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:45:51.541003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:51.557844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a484c5b-cff2-4071-a50f-262d25b6f084 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:45:51.573063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8a484c5b-cff2-4071-a50f-262d25b6f084, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8a484c5b-cff2-4071-a50f-262d25b6f084,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:51.578425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:51.645459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8a484c5b-cff2-4071-a50f-262d25b6f084,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:51.653016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.653896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.654229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.654551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.654870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.655190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.655505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.655817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.656131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.656447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.656756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.657086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:45:51.770469 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58652c51-6fd2-479b-9881-3b6ec442eb6d req-a80dfbea-6bea-4c5e-b2ed-6477978f366f tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:51.771829 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['8a484c5b-cff2-4071-a50f-262d25b6f084'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:45:51.771954 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-58652c51-6fd2-479b-9881-3b6ec442eb6d req-a80dfbea-6bea-4c5e-b2ed-6477978f366f tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 944 time: 0.0793526 Mar 23 10:45:51.816958 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-58652c51-6fd2-479b-9881-3b6ec442eb6d req-8f33acb2-f7ed-4c46-b6d8-b8ae4d6703cb tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393026 Mar 23 10:45:53.005809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f814e-323a-4866-a363-70185392edb1 req-72d5422f-fcce-402b-9b6f-7bc5ec8bcd93 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:53.007269 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b06f814e-323a-4866-a363-70185392edb1 req-72d5422f-fcce-402b-9b6f-7bc5ec8bcd93 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 944 time: 0.0830686 Mar 23 10:45:53.054008 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b06f814e-323a-4866-a363-70185392edb1 req-ddb5d11d-5aaf-423e-b2b8-82acdf3b33b4 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Mar 23 10:45:53.338477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8a484c5b-cff2-4071-a50f-262d25b6f084 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:45:53.404180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 8a484c5b-cff2-4071-a50f-262d25b6f084 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:45:53.408835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 8a484c5b-cff2-4071-a50f-262d25b6f084 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:45:53.409230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:53.524190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:53.551306 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606cb088-7854-4b0a-9af0-11a0e4a6ff53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a484c5b-cff2-4071-a50f-262d25b6f084'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:45:53.563130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 8a484c5b-cff2-4071-a50f-262d25b6f084, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8a484c5b-cff2-4071-a50f-262d25b6f084,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:45:53.568116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:45:53.608537 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606cb088-7854-4b0a-9af0-11a0e4a6ff53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a484c5b-cff2-4071-a50f-262d25b6f084', 'code': 200} Mar 23 10:45:53.642311 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=8a484c5b-cff2-4071-a50f-262d25b6f084,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:45:53.836955 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6da94-b9be-446c-a02b-297c88bad306 req-86929122-f203-4dd4-9d04-9fddc8855316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:53.838454 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cfe6da94-b9be-446c-a02b-297c88bad306 req-86929122-f203-4dd4-9d04-9fddc8855316 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 1098 time: 0.0693178 Mar 23 10:45:53.882252 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cfe6da94-b9be-446c-a02b-297c88bad306 req-ed96c554-427d-40a9-949d-740e6382737a service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376678 Mar 23 10:45:54.249941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20648bb8-74c7-411e-a6f7-5d2166f33114 req-607f6cec-dca9-44f7-8a84-92ad67e2b232 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:54.251390 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-20648bb8-74c7-411e-a6f7-5d2166f33114 req-607f6cec-dca9-44f7-8a84-92ad67e2b232 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 945 time: 0.0782719 Mar 23 10:45:54.296086 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-20648bb8-74c7-411e-a6f7-5d2166f33114 req-90972ee9-e6b0-4d8b-b08b-f79fe68055ee tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Mar 23 10:45:55.484652 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c534c-3632-47b9-8a21-d91b465abcb5 req-b10833fa-c041-4156-8def-a0d0cf7baae1 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:55.486152 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dd0c534c-3632-47b9-8a21-d91b465abcb5 req-b10833fa-c041-4156-8def-a0d0cf7baae1 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 945 time: 0.0838132 Mar 23 10:45:55.530001 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dd0c534c-3632-47b9-8a21-d91b465abcb5 req-fe1a0bcf-69dc-436b-8aaa-8186ad278bf1 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382299 Mar 23 10:45:55.710234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbac44a-342e-446a-b098-440c5dffe58d req-71ad922b-a290-46ea-b240-65f4cd597629 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:45:55.711658 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0dbac44a-342e-446a-b098-440c5dffe58d req-71ad922b-a290-46ea-b240-65f4cd597629 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 945 time: 0.0811861 Mar 23 10:45:55.856164 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0dbac44a-342e-446a-b098-440c5dffe58d req-b73ed55d-0869-44a9-a6dd-bedc129b3799 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381931 Mar 23 10:46:03.731483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-69eddb4f-3d47-455c-a14c-c7718ff91aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:06.390460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:06.583928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7a1ccbc5-6ef0-462a-be9a-b98902d346e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:07.329850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:07.540714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:09.601928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:10.208157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8d19a-5f5a-49a2-810e-519e607d3029 req-f4cdbffb-d223-4245-baf2-55d26a660c85 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:10.209706 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b8b8d19a-5f5a-49a2-810e-519e607d3029 req-f4cdbffb-d223-4245-baf2-55d26a660c85 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 945 time: 0.0923443 Mar 23 10:46:10.254534 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b8b8d19a-5f5a-49a2-810e-519e607d3029 req-df1725c6-e070-441a-9359-0a8e7171f903 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388355 Mar 23 10:46:11.437867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6039b6-197b-4e81-935b-2938b39b5f77 req-96b884df-bdd9-4bef-b51b-a7bdd8b7c546 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:11.439342 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-be6039b6-197b-4e81-935b-2938b39b5f77 req-96b884df-bdd9-4bef-b51b-a7bdd8b7c546 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 945 time: 0.0797224 Mar 23 10:46:11.483277 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-be6039b6-197b-4e81-935b-2938b39b5f77 req-4233b237-1295-4011-ac07-26581003aaf3 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/security-groups?id=135a6701-2934-4ecc-b3e5-b14c9ca5d53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Mar 23 10:46:11.636833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-136cf3f2-12ef-4153-ad14-cbd215b2ac8d tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:11.638200 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-136cf3f2-12ef-4153-ad14-cbd215b2ac8d tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.102 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 945 time: 0.0809543 Mar 23 10:46:11.706771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Deleting port 8a484c5b-cff2-4071-a50f-262d25b6f084 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:11.707108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:11.956828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] For port 8a484c5b-cff2-4071-a50f-262d25b6f084, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=8a484c5b-cff2-4071-a50f-262d25b6f084,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:11.957213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:12.080373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Calling delete_port for 8a484c5b-cff2-4071-a50f-262d25b6f084 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:46:12.226657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:12.238396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['8a484c5b-cff2-4071-a50f-262d25b6f084'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:46:12.283240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Pushing event deleted for resources: {'Port': ['ID=8a484c5b-cff2-4071-a50f-262d25b6f084,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:12.325304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.325646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.325975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.326300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.326621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.326938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.327252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.327569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.327883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.328194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.328506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.328812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:12.366838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] No DVR routers for this DVR port 8a484c5b-cff2-4071-a50f-262d25b6f084 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:46:12.369232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:12.372530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606cb088-7854-4b0a-9af0-11a0e4a6ff53', 'name': 'network-vif-deleted', 'tag': '8a484c5b-cff2-4071-a50f-262d25b6f084'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:46:12.389344 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-918c9f02-b1c9-4923-949c-1a615f7c1353 req-b3ea79cf-767c-4d43-853d-7154a9c8c9e7 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.102 "DELETE /v2.0/ports/8a484c5b-cff2-4071-a50f-262d25b6f084 HTTP/1.1" status: 204 len: 173 time: 0.7457390 Mar 23 10:46:12.428863 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606cb088-7854-4b0a-9af0-11a0e4a6ff53', 'name': 'network-vif-deleted', 'tag': '8a484c5b-cff2-4071-a50f-262d25b6f084', 'status': 'completed', 'code': 200} Mar 23 10:46:12.652344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-43172fcb-4f9a-4d27-9cb7-646ff6555403 req-d99900bd-3f4a-4bc3-a21d-462a745b34f5 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Synchronizing usage tracker for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:46:12.668101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-43172fcb-4f9a-4d27-9cb7-646ff6555403 req-d99900bd-3f4a-4bc3-a21d-462a745b34f5 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] Unset dirty status for tenant:81f986a2ad3546dcab4e6794ddcbe205 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:46:12.669246 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-43172fcb-4f9a-4d27-9cb7-646ff6555403 req-d99900bd-3f4a-4bc3-a21d-462a745b34f5 tempest-TestEncryptedCinderVolumes-1492775116 tempest-TestEncryptedCinderVolumes-1492775116-project] 10.222.0.84 "GET /v2.0/ports?device_id=606cb088-7854-4b0a-9af0-11a0e4a6ff53 HTTP/1.1" status: 200 len: 210 time: 0.0610104 Mar 23 10:46:13.796515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42242) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:14.440325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.795246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] Deleting port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:14.795580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:14.974381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] For port 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=28b2eee1-3f76-4d1c-8de6-5155c7a29ce4,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:14.975101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:15.100202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] Calling delete_port for 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:46:15.423157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:15.431951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8a484c5b-cff2-4071-a50f-262d25b6f084 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:46:15.469797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 8a484c5b-cff2-4071-a50f-262d25b6f084 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:46:15.470127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 8a484c5b-cff2-4071-a50f-262d25b6f084 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:46:15.477945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b2eee1-3f76-4d1c-8de6-5155c7a29ce4,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:15.867815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:16.220315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] Router c2cc2b5d-0603-42e7-b863-3ae6973168da has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:46:16.403225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:46:16.412407 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] Sync routers for ids ['c2cc2b5d-0603-42e7-b863-3ae6973168da'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:46:16.419847 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-6332d6e2-8b95-4ef4-a5df-93ff58811225 admin admin] 10.222.0.84 "PUT /v2.0/routers/c2cc2b5d-0603-42e7-b863-3ae6973168da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6221850 Mar 23 10:46:16.422706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42246) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:16.423292 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] Routers {'c2cc2b5d-0603-42e7-b863-3ae6973168da'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:16.424482 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['c2cc2b5d-0603-42e7-b863-3ae6973168da'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:16.669733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:16.672563 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] Set router c2cc2b5d-0603-42e7-b863-3ae6973168da gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:16.912110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:16.922119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Deleting port 30e49296-eac5-4804-a136-2323da1a65b7 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:16.922415 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:17.030286 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'name': 'tempest-TestEncryptedCinderVolumes-1376371560-router', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108'}], 'enable_snat': True}, 'gw_port_id': '30e49296-eac5-4804-a136-2323da1a65b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:00Z', 'updated_at': '2022-03-23T10:46:15Z', 'revision_number': 5, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'gw_port': {'id': '30e49296-eac5-4804-a136-2323da1a65b7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:01Z', 'updated_at': '2022-03-23T10:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:17.034174 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] Checking router: c2cc2b5d-0603-42e7-b863-3ae6973168da for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:46:17.042922 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] Routers {'c2cc2b5d-0603-42e7-b863-3ae6973168da'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:17.043535 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['c2cc2b5d-0603-42e7-b863-3ae6973168da'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:17.096141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] For port 30e49296-eac5-4804-a136-2323da1a65b7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=30e49296-eac5-4804-a136-2323da1a65b7,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:17.096485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:17.200250 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] Set router c2cc2b5d-0603-42e7-b863-3ae6973168da gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:17.223746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Calling delete_port for 30e49296-eac5-4804-a136-2323da1a65b7 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:46:17.314147 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'name': 'tempest-TestEncryptedCinderVolumes-1376371560-router', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:00Z', 'updated_at': '2022-03-23T10:46:16Z', 'revision_number': 6, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:17.318866 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af54eb64-6284-4dd2-8731-9d71ee14106d None None] The sync data for ids ['c2cc2b5d-0603-42e7-b863-3ae6973168da'] in dv-neutron-834652-2-hyperv is: [{'id': 'c2cc2b5d-0603-42e7-b863-3ae6973168da', 'name': 'tempest-TestEncryptedCinderVolumes-1376371560-router', 'tenant_id': '81f986a2ad3546dcab4e6794ddcbe205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:00Z', 'updated_at': '2022-03-23T10:46:16Z', 'revision_number': 6, 'project_id': '81f986a2ad3546dcab4e6794ddcbe205', 'gw_port_host': None}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:46:17.512190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:17.557336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e49296-eac5-4804-a136-2323da1a65b7,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:17.654230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:17.832244 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:17.834464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:17.859449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:17.860413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2cc2b5d-0603-42e7-b863-3ae6973168da {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:46:17.875026 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:17.876214 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-66dbdb6b-5225-4680-ac22-8dba7a982602 admin admin] 10.222.0.84 "DELETE /v2.0/routers/c2cc2b5d-0603-42e7-b863-3ae6973168da HTTP/1.1" status: 204 len: 168 time: 1.4525883 Mar 23 10:46:17.878720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42250) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:17.937525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c128119c-c00a-42e1-9fbe-5c8fffc24cca admin admin] Deleting subnet 96d1268f-8cf0-4fdd-b434-de4dae6a8947 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:46:17.940462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c128119c-c00a-42e1-9fbe-5c8fffc24cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:17.994209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c128119c-c00a-42e1-9fbe-5c8fffc24cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:18.072574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c128119c-c00a-42e1-9fbe-5c8fffc24cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:18.144368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c128119c-c00a-42e1-9fbe-5c8fffc24cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:18.189478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128119c-c00a-42e1-9fbe-5c8fffc24cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d1268f-8cf0-4fdd-b434-de4dae6a8947,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:18.198500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c128119c-c00a-42e1-9fbe-5c8fffc24cca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:18.206651 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c128119c-c00a-42e1-9fbe-5c8fffc24cca admin admin] 10.222.0.84 "DELETE /v2.0/subnets/96d1268f-8cf0-4fdd-b434-de4dae6a8947 HTTP/1.1" status: 204 len: 168 time: 0.3258808 Mar 23 10:46:18.208315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42254) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:18.208846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba36a23-d3b2-4fd1-aea2-69806bee95d8 None None] Network 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:46:18.321726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:18.335208 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Deleting port 9a298c65-4840-4aa9-a283-2c7ee0999153 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:18.337556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:18.488565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] DHCP port deletion for 83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:46:18.492823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] Deleting port 9a298c65-4840-4aa9-a283-2c7ee0999153 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:18.493225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:18.581412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] For port 9a298c65-4840-4aa9-a283-2c7ee0999153, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9a298c65-4840-4aa9-a283-2c7ee0999153,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:18.581760 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:18.712287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] For port 9a298c65-4840-4aa9-a283-2c7ee0999153, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9a298c65-4840-4aa9-a283-2c7ee0999153,segment=NetworkSegment(70acafac-18ff-45d2-a1b4-54ce6b5b3303),segment_id=70acafac-18ff-45d2-a1b4-54ce6b5b3303)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:18.712857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:18.716472 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Calling delete_port for 9a298c65-4840-4aa9-a283-2c7ee0999153 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:46:18.803737 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:18.850173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a298c65-4840-4aa9-a283-2c7ee0999153,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:18.858240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] Calling delete_port for 9a298c65-4840-4aa9-a283-2c7ee0999153 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:46:18.862045 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.862490 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.862926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.863352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.863772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.864192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.864609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.865041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.865463 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.865892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.866311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.866715 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:18.871631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] No DVR routers for this DVR port 9a298c65-4840-4aa9-a283-2c7ee0999153 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:46:18.888976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30e49296-eac5-4804-a136-2323da1a65b7 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:46:18.932179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 30e49296-eac5-4804-a136-2323da1a65b7 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:46:18.932509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 30e49296-eac5-4804-a136-2323da1a65b7 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:46:18.932946 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:46:18.968975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:46:18.969258 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 28b2eee1-3f76-4d1c-8de6-5155c7a29ce4 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:46:18.969663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9a298c65-4840-4aa9-a283-2c7ee0999153 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:46:18.988416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.011837 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 9a298c65-4840-4aa9-a283-2c7ee0999153 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:46:19.012171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9a298c65-4840-4aa9-a283-2c7ee0999153 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:46:19.018887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:19.031317 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70acafac-18ff-45d2-a1b4-54ce6b5b3303') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:19.031612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70acafac-18ff-45d2-a1b4-54ce6b5b3303') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:19.038224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:46:19.038574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:46:19.043896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.060534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.066451 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:46:19.066823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:46:19.080073 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:46:19.153067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.168674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.178320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] Pushing event deleted for resources: {'Network': ['ID=83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:19.191415 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4f75a00c-aecd-4e12-8b9b-3e9a11c7e20e admin admin] 10.222.0.84 "DELETE /v2.0/networks/83ec0fd1-e0c1-4f7d-8db0-d9f116a34c6b HTTP/1.1" status: 204 len: 168 time: 0.9820449 Mar 23 10:46:19.194244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42258) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:19.540039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] Deleting port 9a298c65-4840-4aa9-a283-2c7ee0999153 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:19.540656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:19.606821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-97dba023-0392-43e1-b74c-c18e77b7a021 None None] The port '9a298c65-4840-4aa9-a283-2c7ee0999153' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:46:19.865446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:20.216957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] Deleting port 031915e6-9eca-40bf-adeb-0dd433f86a3b {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:20.217309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:20.398425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] For port 031915e6-9eca-40bf-adeb-0dd433f86a3b, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=031915e6-9eca-40bf-adeb-0dd433f86a3b,segment=NetworkSegment(cbf9b238-5cbc-4eaf-a94d-65df1b37742c),segment_id=cbf9b238-5cbc-4eaf-a94d-65df1b37742c)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:20.398897 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:20.520582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] Calling delete_port for 031915e6-9eca-40bf-adeb-0dd433f86a3b owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:46:20.911113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:20.958851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=031915e6-9eca-40bf-adeb-0dd433f86a3b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:21.251519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:21.524536 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:46:21.623272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] Router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:46:21.799454 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:46:21.809228 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] Sync routers for ids ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:46:21.811177 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-de00a883-2480-4ab4-9ef9-e0f52230a2b4 admin admin] 10.222.0.84 "PUT /v2.0/routers/62e5b305-2716-4cbf-8f42-7ca27a0ec234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6150746 Mar 23 10:46:21.812803 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42262) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:21.820032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] Routers {'62e5b305-2716-4cbf-8f42-7ca27a0ec234'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:21.820613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:22.016288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:22.037972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] Set router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:22.197455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:22.207847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Deleting port babcb814-d372-45b3-bd31-9eca0f8fc428 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:22.208325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:22.324558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'name': 'tempest-TestEncryptedCinderVolumes-1855434829-router', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176'}], 'enable_snat': True}, 'gw_port_id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:46:20Z', 'revision_number': 5, 'project_id': '81b771e854cc48668284e024b30e2091', 'gw_port': {'id': 'babcb814-d372-45b3-bd31-9eca0f8fc428', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:45:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:22.328607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] Checking router: 62e5b305-2716-4cbf-8f42-7ca27a0ec234 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:46:22.337499 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] Routers {'62e5b305-2716-4cbf-8f42-7ca27a0ec234'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:22.338113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:22.491633 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] Set router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:22.507082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] For port babcb814-d372-45b3-bd31-9eca0f8fc428, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=babcb814-d372-45b3-bd31-9eca0f8fc428,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:22.507435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:22.598305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'name': 'tempest-TestEncryptedCinderVolumes-1855434829-router', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:46:22Z', 'revision_number': 6, 'project_id': '81b771e854cc48668284e024b30e2091', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:22.602431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d17dbdc-dfc2-4b8f-80a3-42cddd2611c9 None None] The sync data for ids ['62e5b305-2716-4cbf-8f42-7ca27a0ec234'] in dv-neutron-834652-2-hyperv is: [{'id': '62e5b305-2716-4cbf-8f42-7ca27a0ec234', 'name': 'tempest-TestEncryptedCinderVolumes-1855434829-router', 'tenant_id': '81b771e854cc48668284e024b30e2091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:45:07Z', 'updated_at': '2022-03-23T10:46:22Z', 'revision_number': 6, 'project_id': '81b771e854cc48668284e024b30e2091', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:46:22.632357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Calling delete_port for babcb814-d372-45b3-bd31-9eca0f8fc428 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:46:22.800326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:22.852105 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Pushing event deleted for resources: {'Port': ['ID=babcb814-d372-45b3-bd31-9eca0f8fc428,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:22.942187 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.124983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.127275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.154533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.155136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62e5b305-2716-4cbf-8f42-7ca27a0ec234 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:46:23.168144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.169296 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4bfa21b0-1838-48c8-8c04-b355fa00ff9c admin admin] 10.222.0.84 "DELETE /v2.0/routers/62e5b305-2716-4cbf-8f42-7ca27a0ec234 HTTP/1.1" status: 204 len: 168 time: 1.3555081 Mar 23 10:46:23.172022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42266) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:23.232572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-799f0474-0d8d-4604-bbe9-2a238154de12 admin admin] Deleting subnet aa2e23db-e2e7-4c2a-9659-f87e565bc4da {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:46:23.235850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-799f0474-0d8d-4604-bbe9-2a238154de12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.286156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-799f0474-0d8d-4604-bbe9-2a238154de12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.369555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-799f0474-0d8d-4604-bbe9-2a238154de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.378545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 031915e6-9eca-40bf-adeb-0dd433f86a3b no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:46:23.415296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 031915e6-9eca-40bf-adeb-0dd433f86a3b {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:46:23.415689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 031915e6-9eca-40bf-adeb-0dd433f86a3b not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:46:23.442886 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-799f0474-0d8d-4604-bbe9-2a238154de12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.481789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f0474-0d8d-4604-bbe9-2a238154de12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa2e23db-e2e7-4c2a-9659-f87e565bc4da,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:23.485687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-799f0474-0d8d-4604-bbe9-2a238154de12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.491746 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-799f0474-0d8d-4604-bbe9-2a238154de12 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/aa2e23db-e2e7-4c2a-9659-f87e565bc4da HTTP/1.1" status: 204 len: 168 time: 0.3187549 Mar 23 10:46:23.494194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42270) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:23.494361 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac480ed-9443-40c3-9095-b2fd03d53091 None None] Network cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:46:23.613154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.625012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Deleting port f59d21b1-ab45-4106-a3f9-1d1129ff0121 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:23.625648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.755722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] DHCP port deletion for cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:46:23.760163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] Deleting port f59d21b1-ab45-4106-a3f9-1d1129ff0121 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:23.760630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.853507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] For port f59d21b1-ab45-4106-a3f9-1d1129ff0121, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f59d21b1-ab45-4106-a3f9-1d1129ff0121,segment=NetworkSegment(cbf9b238-5cbc-4eaf-a94d-65df1b37742c),segment_id=cbf9b238-5cbc-4eaf-a94d-65df1b37742c)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:23.853831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.970764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] For port f59d21b1-ab45-4106-a3f9-1d1129ff0121, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f59d21b1-ab45-4106-a3f9-1d1129ff0121,segment=NetworkSegment(cbf9b238-5cbc-4eaf-a94d-65df1b37742c),segment_id=cbf9b238-5cbc-4eaf-a94d-65df1b37742c)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:23.971143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:23.978533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Calling delete_port for f59d21b1-ab45-4106-a3f9-1d1129ff0121 owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:46:24.099265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] Calling delete_port for f59d21b1-ab45-4106-a3f9-1d1129ff0121 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:46:24.164021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.176654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:46:24.177010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:46:24.215608 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] No DVR routers for this DVR port f59d21b1-ab45-4106-a3f9-1d1129ff0121 on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:46:24.240171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Pushing event deleted for resources: {'Port': ['ID=f59d21b1-ab45-4106-a3f9-1d1129ff0121,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:24.330218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.354057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:24.366378 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:24.366674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf9b238-5cbc-4eaf-a94d-65df1b37742c') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:24.378103 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.393555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.400573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:46:24.401008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:46:24.419108 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:46:24.492510 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.507923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.518756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] Pushing event deleted for resources: {'Network': ['ID=cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:24.521493 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-65c2eb6d-ab0a-48f2-80f3-30614cef390c admin admin] 10.222.0.84 "DELETE /v2.0/networks/cd7d99b9-d105-4dfc-b2b8-7bbed04bfcbf HTTP/1.1" status: 204 len: 168 time: 1.0263596 Mar 23 10:46:24.677891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] Deleting port f59d21b1-ab45-4106-a3f9-1d1129ff0121 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:46:24.678395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.719442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42276) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:24.780210 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-02504a49-c163-45d2-a320-609c4d6f9520 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=81f986a2ad3546dcab4e6794ddcbe205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595298 Mar 23 10:46:24.782888 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42280) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:24.794185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5206b8b3-773e-47b0-bdd9-5ed6e3994c17 None None] The port 'f59d21b1-ab45-4106-a3f9-1d1129ff0121' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:46:24.845968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device babcb814-d372-45b3-bd31-9eca0f8fc428 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:46:24.848954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4198edfc-baef-4c46-be3c-6c8bcf9e52e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.876261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4198edfc-baef-4c46-be3c-6c8bcf9e52e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.883212 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: babcb814-d372-45b3-bd31-9eca0f8fc428 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:46:24.883555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device babcb814-d372-45b3-bd31-9eca0f8fc428 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:46:24.883963 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f59d21b1-ab45-4106-a3f9-1d1129ff0121 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:46:24.920554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: f59d21b1-ab45-4106-a3f9-1d1129ff0121 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:46:24.920554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f59d21b1-ab45-4106-a3f9-1d1129ff0121 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:46:24.942320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4198edfc-baef-4c46-be3c-6c8bcf9e52e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.960531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198edfc-baef-4c46-be3c-6c8bcf9e52e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135a6701-2934-4ecc-b3e5-b14c9ca5d53e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:24.969241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4198edfc-baef-4c46-be3c-6c8bcf9e52e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:24.972643 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4198edfc-baef-4c46-be3c-6c8bcf9e52e4 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/135a6701-2934-4ecc-b3e5-b14c9ca5d53e HTTP/1.1" status: 204 len: 168 time: 0.1865256 Mar 23 10:46:25.304794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42288) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:25.353344 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-38f9f3fe-accb-48c0-b292-391e0c99a19e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=81b771e854cc48668284e024b30e2091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471427 Mar 23 10:46:25.355607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42292) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:25.417759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90e02f6b-69c7-48e9-915e-c9a09820883b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:25.443636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90e02f6b-69c7-48e9-915e-c9a09820883b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:25.495976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90e02f6b-69c7-48e9-915e-c9a09820883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:25.512183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e02f6b-69c7-48e9-915e-c9a09820883b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b34a0c-aa91-4782-a385-1df3d64d16b2,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:25.516813 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-90e02f6b-69c7-48e9-915e-c9a09820883b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:25.517875 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-90e02f6b-69c7-48e9-915e-c9a09820883b admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/98b34a0c-aa91-4782-a385-1df3d64d16b2 HTTP/1.1" status: 204 len: 168 time: 0.1613803 Mar 23 10:46:26.259809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42316) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:26.363173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-212164897-network', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:46:26.368025 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:26.372004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Usage tracker for resource:network and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:26.374863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:26.380464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:26.390484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Made reservation on behalf of f04ffda7ae7a49cd95b68a9d0d22eb28 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:46:26.393573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.405585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.420767 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:26.424560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Usage tracker for resource:security_group_rule and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:26.427343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:26.433009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:26.517231 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.520977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.552439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 812} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:46:26.561204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63cf48c-b0b9-4e1b-9c51-5decca92b882,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:26.566926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.567294 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Added segment cfe91dff-5d46-48b5-81bc-9a396a68b278 of type vlan for network ccd2a960-8a44-4fec-a803-611913e440df Mar 23 10:46:26.600190 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.630702 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.631850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:26.632434 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.735010 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4740782 Mar 23 10:46:26.737819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42322) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:26.745103 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Request body: {'subnet': {'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-212164897-subnet', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:46:26.748387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ab0e1-0505-4d1f-a665-1c31c81587fc admin admin] Pushing event updated for resources: {'Network': ['ID=ccd2a960-8a44-4fec-a803-611913e440df,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:26.751953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:26.755827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Usage tracker for resource:subnet and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:26.757772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network ccd2a960-8a44-4fec-a803-611913e440df details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:46:26.758772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:26.764998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:26.775633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Made reservation on behalf of f04ffda7ae7a49cd95b68a9d0d22eb28 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:46:26.778552 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:26.984562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.053007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=248b3e78-615f-4c1b-a5e0-ef2d9670b695,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:27.066566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Checking segment: {'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:46:27.066934 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Network hostable DHCP agents. Network: ccd2a960-8a44-4fec-a803-611913e440df, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:46:27.085081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Network ccd2a960-8a44-4fec-a803-611913e440df is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:46:27.093206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, ccd2a960-8a44-4fec-a803-611913e440df) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:27.097085 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:27.097646 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.101905 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20371bd-8def-45f0-8e5d-0fe6116ea134 None None] Network ccd2a960-8a44-4fec-a803-611913e440df requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:46:27.124163 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f28b76a5-cc45-48f4-b622-a4d75e0efffa admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3849595 Mar 23 10:46:27.126961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42326) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:27.132067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:46:27.139639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:27.146463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Usage tracker for resource:router and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:27.151189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:27.162027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:27.175384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.177000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.193511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.330590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-ccd2a960-8a44-4fec-a803-611913e440df', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:46:27.331454 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.474489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.497842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Allocated IP 172.20.0.2 (ccd2a960-8a44-4fec-a803-611913e440df/248b3e78-615f-4c1b-a5e0-ef2d9670b695/1e34ee22-58e5-43c3-96f8-1e464b7e30eb) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:46:27.719334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.731510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Transition to ACTIVE for port object 1e34ee22-58e5-43c3-96f8-1e464b7e30eb will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:27.751913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Transition to ACTIVE for port object 1e34ee22-58e5-43c3-96f8-1e464b7e30eb will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:27.758223 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.826346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Network ccd2a960-8a44-4fec-a803-611913e440df is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:46:27.829161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:27.837833 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:46:27.844684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Pushing event updated for resources: {'Port': ['ID=1e34ee22-58e5-43c3-96f8-1e464b7e30eb,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:27.898745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.932051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.935011 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Attempting to bind port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:46:27.935512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Attempting to bind port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:46:27.935953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Attempting to bind port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb on network ccd2a960-8a44-4fec-a803-611913e440df {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:46:27.941320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:46:27.941681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Checking segment: {'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:46:27.942074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:27.942457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Bound using segment: {'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:46:27.942910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Bound port: 1e34ee22-58e5-43c3-96f8-1e464b7e30eb, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:46:27.943268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:28.032494 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] For port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:46:28.035665 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] For port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1e34ee22-58e5-43c3-96f8-1e464b7e30eb,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:46:28.039629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:28.082719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Allocated IP 172.26.4.128 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/06a0223d-2ab8-40d4-84b7-de1cd8a94c5b) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:46:28.128802 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1f9dc-4655-45e6-97b0-f54d5784168b None None] Pushing event updated for resources: {'Port': ['ID=1e34ee22-58e5-43c3-96f8-1e464b7e30eb,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:28.256913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:28.298371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:28.373937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:46:28.377121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:28.379711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:46:28.420708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Pushing event updated for resources: {'Port': ['ID=06a0223d-2ab8-40d4-84b7-de1cd8a94c5b,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:28.822018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:28.890136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1e34ee22-58e5-43c3-96f8-1e464b7e30eb up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:28.959911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:29.112668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02881975-316f-4ead-827e-06173f1f8b47 None None] Network ccd2a960-8a44-4fec-a803-611913e440df requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:46:29.200881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cd5cde4c-2828-4192-a4b4-10dd631ee634 None None] Provisioning for port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:29.214460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-cd5cde4c-2828-4192-a4b4-10dd631ee634 None None] Provisioning complete for port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:29.214835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cd5cde4c-2828-4192-a4b4-10dd631ee634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:29.243952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:29.490213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cd5cde4c-2828-4192-a4b4-10dd631ee634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:29.531149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-cd5cde4c-2828-4192-a4b4-10dd631ee634 None None] For port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1e34ee22-58e5-43c3-96f8-1e464b7e30eb,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:29.539817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cd5cde4c-2828-4192-a4b4-10dd631ee634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:29.577751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Router af015178-8151-427a-95d1-be18c4432f46 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:46:29.617938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5cde4c-2828-4192-a4b4-10dd631ee634 None None] Pushing event updated for resources: {'Port': ['ID=1e34ee22-58e5-43c3-96f8-1e464b7e30eb,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:29.760380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-23fe7dd9-215d-48ce-a644-c9a9713d3a03 None None] Provisioning complete for port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:29.761299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-23fe7dd9-215d-48ce-a644-c9a9713d3a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:29.762760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:46:29.773275 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Sync routers for ids ['af015178-8151-427a-95d1-be18c4432f46'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:46:29.783120 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Routers {'af015178-8151-427a-95d1-be18c4432f46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:29.783810 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['af015178-8151-427a-95d1-be18c4432f46'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:29.791321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:29.793276 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-62df368c-5a36-4de3-9895-931a3598c68a admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6652622 Mar 23 10:46:29.796706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42330) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:29.992354 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Set router af015178-8151-427a-95d1-be18c4432f46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:30.270469 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:28Z', 'revision_number': 3, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:30.274170 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Checking router: af015178-8151-427a-95d1-be18c4432f46 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:46:30.274528 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Updating router af015178-8151-427a-95d1-be18c4432f46 port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:46:30.329197 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:30.481680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:30.649908 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:30.662042 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Transition to ACTIVE for port object 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:30.668908 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:30.699309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Allocated IP 172.20.0.1 (ccd2a960-8a44-4fec-a803-611913e440df/248b3e78-615f-4c1b-a5e0-ef2d9670b695/71a20cf4-0b2d-4697-9865-941c095e8f5e) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:46:30.747279 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Attempting to bind port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:46:30.747644 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Attempting to bind port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:46:30.747999 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Attempting to bind port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:46:30.755829 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:46:30.756197 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:46:30.756592 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:30.756977 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:46:30.757462 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Bound port: 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:46:30.757827 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:30.781091 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Pushing event updated for resources: {'Port': ['ID=06a0223d-2ab8-40d4-84b7-de1cd8a94c5b,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:30.803838 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.804285 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.804518 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.804850 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.805219 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.805533 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.805904 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.806227 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.806550 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.806865 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.807178 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.807524 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:46:30.851608 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1e34ee22-58e5-43c3-96f8-1e464b7e30eb up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:30.853325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:30.857889 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] For port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:46:30.861043 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] For port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=06a0223d-2ab8-40d4-84b7-de1cd8a94c5b,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:46:30.865743 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:30.871536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Transition to ACTIVE for port object 71a20cf4-0b2d-4697-9865-941c095e8f5e will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:30.899168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:30.936942 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:30.937347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:30.940757 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Routers {'af015178-8151-427a-95d1-be18c4432f46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:30.941393 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['af015178-8151-427a-95d1-be18c4432f46'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:30.975707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Pushing event updated for resources: {'Port': ['ID=71a20cf4-0b2d-4697-9865-941c095e8f5e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:30.989286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Network ccd2a960-8a44-4fec-a803-611913e440df is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:46:30.990273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:30.992626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:46:31.014805 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91d6cd-a4b5-4f88-a5a7-7f7e8d1bc466 None None] Pushing event updated for resources: {'Port': ['ID=06a0223d-2ab8-40d4-84b7-de1cd8a94c5b,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:31.134670 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] Set router af015178-8151-427a-95d1-be18c4432f46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:31.173146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:31.313734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8a8a789d-7c9a-46f8-a651-cb397b2f56b3 None None] Provisioning for port 71a20cf4-0b2d-4697-9865-941c095e8f5e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:31.319373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8a8a789d-7c9a-46f8-a651-cb397b2f56b3 None None] Provisioning complete for port 71a20cf4-0b2d-4697-9865-941c095e8f5e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:31.320021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8a8a789d-7c9a-46f8-a651-cb397b2f56b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:31.377306 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a789d-7c9a-46f8-a651-cb397b2f56b3 None None] Port 71a20cf4-0b2d-4697-9865-941c095e8f5e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:46:31.442337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:31.445673 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:28Z', 'revision_number': 3, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:31.449456 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3c1905-63c4-4b8d-8711-a71c8270569c None None] The sync data for ids ['af015178-8151-427a-95d1-be18c4432f46'] in dv-neutron-834652-2-hyperv is: [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:28Z', 'revision_number': 3, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:46:31.682595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:31.687933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:31.798401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Pushing event updated for resources: {'Port': ['ID=71a20cf4-0b2d-4697-9865-941c095e8f5e,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:31.800784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:31.942390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Network ccd2a960-8a44-4fec-a803-611913e440df is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:46:31.943580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:32.135349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Router af015178-8151-427a-95d1-be18c4432f46 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:46:32.201697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f03c8cb9-cf7d-4db7-9cc8-fd3685482ad3 None None] Provisioning complete for port 71a20cf4-0b2d-4697-9865-941c095e8f5e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:32.202899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f03c8cb9-cf7d-4db7-9cc8-fd3685482ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:32.257618 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f03c8cb9-cf7d-4db7-9cc8-fd3685482ad3 None None] Port 71a20cf4-0b2d-4697-9865-941c095e8f5e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:46:32.327988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:46:32.336774 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-39cedd13-87d5-41b4-a94d-1de27d7a25f0 admin admin] 10.222.0.84 "PUT /v2.0/routers/af015178-8151-427a-95d1-be18c4432f46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5388656 Mar 23 10:46:32.842728 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42348) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:32.848339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1901149542-network', 'tenant_id': '824088a4c897467782ff2dd5f3e57707'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:46:32.854046 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:32.858237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Usage tracker for resource:network and tenant:824088a4c897467782ff2dd5f3e57707 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:32.861339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:32.877547 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:32.878509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:32.891175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Made reservation on behalf of 824088a4c897467782ff2dd5f3e57707 for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:46:32.894769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:32.913060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:32.924237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:32.928139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Usage tracker for resource:security_group_rule and tenant:824088a4c897467782ff2dd5f3e57707 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:32.931052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:32.937777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:32.959255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:32.964195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:32.964542 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.023497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.027489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.060735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:46:33.069443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd6f451-74bc-4880-80ce-03555f80d0e2,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:33.075962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.076294 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Added segment fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff of type vlan for network dece81fc-fb22-4264-ae19-e54cd1eed552 Mar 23 10:46:33.076801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Sync routers for ids ['af015178-8151-427a-95d1-be18c4432f46'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:46:33.099897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Routers {'af015178-8151-427a-95d1-be18c4432f46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:33.100506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['af015178-8151-427a-95d1-be18c4432f46'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:33.103065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.132758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.133895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:33.134461 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.172259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.198726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=06a0223d-2ab8-40d4-84b7-de1cd8a94c5b,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:33.210288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.238050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] Pushing event updated for resources: {'Network': ['ID=dece81fc-fb22-4264-ae19-e54cd1eed552,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:33.241105 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8316ac55-8231-4988-a77d-c385b911ae14 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3972473 Mar 23 10:46:33.243762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42352) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:33.249459 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Request body: {'subnet': {'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1901149542-subnet', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:46:33.254321 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:33.258049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Usage tracker for resource:subnet and tenant:824088a4c897467782ff2dd5f3e57707 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:33.261437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:33.267104 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:33.307692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network dece81fc-fb22-4264-ae19-e54cd1eed552 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:46:33.394468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Made reservation on behalf of 824088a4c897467782ff2dd5f3e57707 for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:46:33.397176 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.443765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Set router af015178-8151-427a-95d1-be18c4432f46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:33.533925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=06a0223d-2ab8-40d4-84b7-de1cd8a94c5b,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:33.593357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.676489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61c00485-c02b-4e0c-9e56-5e9b356bb200,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:33.680860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Checking segment: {'id': 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:46:33.681245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Network hostable DHCP agents. Network: dece81fc-fb22-4264-ae19-e54cd1eed552, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:46:33.700895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Network dece81fc-fb22-4264-ae19-e54cd1eed552 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:46:33.710698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, dece81fc-fb22-4264-ae19-e54cd1eed552) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:33.714856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:33.715462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.726351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c93c8-2502-4f0a-beee-96b7c2a4222a None None] Network dece81fc-fb22-4264-ae19-e54cd1eed552 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:46:33.740971 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-36ed3363-85db-4c65-80d6-3bf6f2300a61 admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4937711 Mar 23 10:46:33.741318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42356) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:33.746702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1901149542-router', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:46:33.751471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:33.755309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Usage tracker for resource:router and tenant:824088a4c897467782ff2dd5f3e57707 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:46:33.758304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:46:33.764440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:33.774928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.776002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.791159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:33.872691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3a4d1c9a-9bc6-4ec6-8c7b-99400edb8b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.038439 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:31Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '71a20cf4-0b2d-4697-9865-941c095e8f5e', 'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'mac_address': 'fa:16:3e:ab:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:30Z', 'updated_at': '2022-03-23T10:46:31Z', 'revision_number': 2, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'subnets': [{'id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:34.048990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Checking router: af015178-8151-427a-95d1-be18c4432f46 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:46:34.049365 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Updating router af015178-8151-427a-95d1-be18c4432f46 port 71a20cf4-0b2d-4697-9865-941c095e8f5e binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:46:34.067578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.081250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-dece81fc-fb22-4264-ae19-e54cd1eed552', 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'fixed_ips': [{'subnet_id': '61c00485-c02b-4e0c-9e56-5e9b356bb200'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:46:34.082059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.156745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.369534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Allocated IP 172.20.0.2 (dece81fc-fb22-4264-ae19-e54cd1eed552/61c00485-c02b-4e0c-9e56-5e9b356bb200/53f33e63-0e91-4e68-8f81-e20645b5cc2c) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:46:34.371999 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.404440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.534679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Allocated IP 172.26.4.152 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/4f3b365c-f0b3-4d85-8b26-793359bff485) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:46:34.684198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.716572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.739383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.747158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.757261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Transition to ACTIVE for port object 53f33e63-0e91-4e68-8f81-e20645b5cc2c will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:34.770324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Transition to ACTIVE for port object 71a20cf4-0b2d-4697-9865-941c095e8f5e will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:34.782860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:46:34.783125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.785722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:34.786772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Transition to ACTIVE for port object 53f33e63-0e91-4e68-8f81-e20645b5cc2c will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:34.794088 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:46:34.825947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3b365c-f0b3-4d85-8b26-793359bff485,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:34.836981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:34.904122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:34.975319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Network dece81fc-fb22-4264-ae19-e54cd1eed552 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:46:35.007173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e33431-cdff-47f6-ac77-3cdfced92216 None None] Pushing event updated for resources: {'Port': ['ID=71a20cf4-0b2d-4697-9865-941c095e8f5e,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:35.009903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:35.051579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:46:35.232159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Attempting to bind port 71a20cf4-0b2d-4697-9865-941c095e8f5e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:46:35.232525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Attempting to bind port 71a20cf4-0b2d-4697-9865-941c095e8f5e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:46:35.232881 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Attempting to bind port 71a20cf4-0b2d-4697-9865-941c095e8f5e on network ccd2a960-8a44-4fec-a803-611913e440df {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:46:35.234785 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Pushing event updated for resources: {'Port': ['ID=53f33e63-0e91-4e68-8f81-e20645b5cc2c,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:35.247606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:46:35.247973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Checking segment: {'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:46:35.248364 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:35.248742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Bound using segment: {'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:46:35.249225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Bound port: 71a20cf4-0b2d-4697-9865-941c095e8f5e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:46:35.249595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:35.261163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Attempting to bind port 53f33e63-0e91-4e68-8f81-e20645b5cc2c on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:46:35.261521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Attempting to bind port 53f33e63-0e91-4e68-8f81-e20645b5cc2c by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:46:35.261873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Attempting to bind port 53f33e63-0e91-4e68-8f81-e20645b5cc2c on network dece81fc-fb22-4264-ae19-e54cd1eed552 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:46:35.271775 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:46:35.272121 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Checking segment: {'id': 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:46:35.272499 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:35.272877 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Bound using segment: {'id': 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:46:35.273359 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Bound port: 53f33e63-0e91-4e68-8f81-e20645b5cc2c, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:46:35.273720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:35.332413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:35.332685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:35.342193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:35.523322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] For port 71a20cf4-0b2d-4697-9865-941c095e8f5e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:46:35.534827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] For port 71a20cf4-0b2d-4697-9865-941c095e8f5e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=71a20cf4-0b2d-4697-9865-941c095e8f5e,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:46:35.536075 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] For port 53f33e63-0e91-4e68-8f81-e20645b5cc2c, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:46:35.539269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] For port 53f33e63-0e91-4e68-8f81-e20645b5cc2c, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=53f33e63-0e91-4e68-8f81-e20645b5cc2c,segment=NetworkSegment(fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff),segment_id=fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:46:35.570132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:35.606912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:35.691146 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e33431-cdff-47f6-ac77-3cdfced92216 None None] Pushing event updated for resources: {'Port': ['ID=71a20cf4-0b2d-4697-9865-941c095e8f5e,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:35.693859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Routers {'af015178-8151-427a-95d1-be18c4432f46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:35.694521 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['af015178-8151-427a-95d1-be18c4432f46'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:35.699703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:35.850627 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081beaa2-0b72-4ccb-9707-695d41f996f2 None None] Pushing event updated for resources: {'Port': ['ID=53f33e63-0e91-4e68-8f81-e20645b5cc2c,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:35.953045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Router dd58ec8b-5154-4ef0-8965-342261254eea is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:46:36.006967 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] Set router af015178-8151-427a-95d1-be18c4432f46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:36.155165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:46:36.164727 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Sync routers for ids ['dd58ec8b-5154-4ef0-8965-342261254eea'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:46:36.177155 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Routers {'dd58ec8b-5154-4ef0-8965-342261254eea'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:36.178339 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['dd58ec8b-5154-4ef0-8965-342261254eea'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:36.179082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:36.180444 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a48ebf83-db35-4b48-811a-38e025692ee8 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4382272 Mar 23 10:46:36.184027 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42360) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:46:36.343091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:31Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '71a20cf4-0b2d-4697-9865-941c095e8f5e', 'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'mac_address': 'fa:16:3e:ab:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:30Z', 'updated_at': '2022-03-23T10:46:35Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'subnets': [{'id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:36.347117 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8d3077-e7e9-424a-9f5f-e78900e0a184 None None] The sync data for ids ['af015178-8151-427a-95d1-be18c4432f46'] in dv-neutron-834652-2-hyperv is: [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:31Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '71a20cf4-0b2d-4697-9865-941c095e8f5e', 'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'mac_address': 'fa:16:3e:ab:6a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:30Z', 'updated_at': '2022-03-23T10:46:35Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'subnets': [{'id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:46:36.366699 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Set router dd58ec8b-5154-4ef0-8965-342261254eea gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:36.437012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:36.595014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eb2ad3d3-1ac4-471b-9a3f-b38932ec3134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:36.707747 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'name': 'tempest-TestMinimumBasicScenario-1901149542-router', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:33Z', 'updated_at': '2022-03-23T10:46:35Z', 'revision_number': 3, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'gw_port': {'id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:34Z', 'updated_at': '2022-03-23T10:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:36.712379 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Checking router: dd58ec8b-5154-4ef0-8965-342261254eea for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:46:36.713010 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Updating router dd58ec8b-5154-4ef0-8965-342261254eea port 4f3b365c-f0b3-4d85-8b26-793359bff485 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:46:36.776678 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:36.939655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035420e-d68b-4b85-9d6e-05068e4192fa None None] Network dece81fc-fb22-4264-ae19-e54cd1eed552 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:46:37.055511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 53f33e63-0e91-4e68-8f81-e20645b5cc2c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:37.132219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1111a1c0-9135-4ad7-8097-b9a5b54a7a2b None None] Provisioning for port 53f33e63-0e91-4e68-8f81-e20645b5cc2c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:37.174442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.203126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 53f33e63-0e91-4e68-8f81-e20645b5cc2c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:37.218826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 53f33e63-0e91-4e68-8f81-e20645b5cc2c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:37.219195 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.281934 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.300070 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Transition to ACTIVE for port object 4f3b365c-f0b3-4d85-8b26-793359bff485 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:37.307380 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.351974 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.408138 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734f9fd-f654-4ff5-8124-2219b7e4b497 None None] Pushing event updated for resources: {'Port': ['ID=4f3b365c-f0b3-4d85-8b26-793359bff485,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:37.425745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.433711 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Attempting to bind port 4f3b365c-f0b3-4d85-8b26-793359bff485 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:46:37.434206 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Attempting to bind port 4f3b365c-f0b3-4d85-8b26-793359bff485 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:46:37.434751 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Attempting to bind port 4f3b365c-f0b3-4d85-8b26-793359bff485 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:46:37.441515 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:46:37.442211 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:46:37.442804 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.443270 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:46:37.443809 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Bound port: 4f3b365c-f0b3-4d85-8b26-793359bff485, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:46:37.444249 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.469590 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 53f33e63-0e91-4e68-8f81-e20645b5cc2c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=53f33e63-0e91-4e68-8f81-e20645b5cc2c,segment=NetworkSegment(fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff),segment_id=fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:37.477219 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Allocated IP 172.20.0.1 (dece81fc-fb22-4264-ae19-e54cd1eed552/61c00485-c02b-4e0c-9e56-5e9b356bb200/77926d6f-38b1-41a9-92ac-9f0de6ffc579) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:46:37.479659 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.480936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 71a20cf4-0b2d-4697-9865-941c095e8f5e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:37.536061 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] For port 4f3b365c-f0b3-4d85-8b26-793359bff485, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:46:37.539704 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] For port 4f3b365c-f0b3-4d85-8b26-793359bff485, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4f3b365c-f0b3-4d85-8b26-793359bff485,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:46:37.545981 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.650518 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734f9fd-f654-4ff5-8124-2219b7e4b497 None None] Pushing event updated for resources: {'Port': ['ID=4f3b365c-f0b3-4d85-8b26-793359bff485,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:37.659687 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Routers {'dd58ec8b-5154-4ef0-8965-342261254eea'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:37.660406 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['dd58ec8b-5154-4ef0-8965-342261254eea'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:37.719951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.722689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.725257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=53f33e63-0e91-4e68-8f81-e20645b5cc2c,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:37.744024 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Transition to ACTIVE for port object 77926d6f-38b1-41a9-92ac-9f0de6ffc579 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:37.745567 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 71a20cf4-0b2d-4697-9865-941c095e8f5e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:37.751825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 71a20cf4-0b2d-4697-9865-941c095e8f5e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:37.752251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.773027 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.826658 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d6c3232d-1f4e-4452-88a1-68d63c1698e9 None None] Provisioning complete for port 53f33e63-0e91-4e68-8f81-e20645b5cc2c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:37.827486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d6c3232d-1f4e-4452-88a1-68d63c1698e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.838982 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Network dece81fc-fb22-4264-ae19-e54cd1eed552 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:46:37.842053 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:37.846155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:46:37.897729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Pushing event updated for resources: {'Port': ['ID=77926d6f-38b1-41a9-92ac-9f0de6ffc579,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:37.919741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:37.942308 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] Set router dd58ec8b-5154-4ef0-8965-342261254eea gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:38.049668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:38.089692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 71a20cf4-0b2d-4697-9865-941c095e8f5e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=71a20cf4-0b2d-4697-9865-941c095e8f5e,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:38.095135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:38.194786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b5f6fdf8-12e0-4de2-aaf5-f32d1ec471c8 None None] Provisioning for port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:38.202694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-b5f6fdf8-12e0-4de2-aaf5-f32d1ec471c8 None None] Provisioning complete for port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:38.203061 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b5f6fdf8-12e0-4de2-aaf5-f32d1ec471c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:38.231089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=71a20cf4-0b2d-4697-9865-941c095e8f5e,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:38.246312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:38.258105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6fdf8-12e0-4de2-aaf5-f32d1ec471c8 None None] Port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:46:38.299353 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'name': 'tempest-TestMinimumBasicScenario-1901149542-router', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:33Z', 'updated_at': '2022-03-23T10:46:35Z', 'revision_number': 3, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'gw_port': {'id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:34Z', 'updated_at': '2022-03-23T10:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:38.303369 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417c4cac-5ee4-49a5-8dec-2d87eec532c2 None None] The sync data for ids ['dd58ec8b-5154-4ef0-8965-342261254eea'] in dv-neutron-834652-2-hyperv is: [{'id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'name': 'tempest-TestMinimumBasicScenario-1901149542-router', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:33Z', 'updated_at': '2022-03-23T10:46:35Z', 'revision_number': 3, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'gw_port': {'id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:30:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:34Z', 'updated_at': '2022-03-23T10:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:46:38.476261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:38.481305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:38.594530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:38.597935 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Pushing event updated for resources: {'Port': ['ID=77926d6f-38b1-41a9-92ac-9f0de6ffc579,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:38.874847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Network dece81fc-fb22-4264-ae19-e54cd1eed552 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:46:38.876090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:38.990354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 53f33e63-0e91-4e68-8f81-e20645b5cc2c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:39.088023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 53f33e63-0e91-4e68-8f81-e20645b5cc2c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:39.089104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:39.109344 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Router dd58ec8b-5154-4ef0-8965-342261254eea has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:46:39.237623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 71a20cf4-0b2d-4697-9865-941c095e8f5e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:39.260127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-dd45c569-3305-4152-aaad-382fa77b5c8c None None] Provisioning complete for port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:39.260495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dd45c569-3305-4152-aaad-382fa77b5c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:39.311357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:46:39.325139 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ab278a8a-f758-47ff-aa5f-0f7de281ee41 admin admin] 10.222.0.84 "PUT /v2.0/routers/dd58ec8b-5154-4ef0-8965-342261254eea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1393797 Mar 23 10:46:39.338778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-dd45c569-3305-4152-aaad-382fa77b5c8c None None] Port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:46:39.355830 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 71a20cf4-0b2d-4697-9865-941c095e8f5e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:39.356221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:39.476735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4f3b365c-f0b3-4d85-8b26-793359bff485 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:39.546513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 4f3b365c-f0b3-4d85-8b26-793359bff485 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:39.551002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4f3b365c-f0b3-4d85-8b26-793359bff485 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:39.551361 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:39.616221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:39.686867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:39.705160 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 4f3b365c-f0b3-4d85-8b26-793359bff485, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4f3b365c-f0b3-4d85-8b26-793359bff485,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:39.709673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:39.785756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=4f3b365c-f0b3-4d85-8b26-793359bff485,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:39.928617 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Sync routers for ids ['dd58ec8b-5154-4ef0-8965-342261254eea'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:46:39.938645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Routers {'dd58ec8b-5154-4ef0-8965-342261254eea'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:39.939253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['dd58ec8b-5154-4ef0-8965-342261254eea'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:40.118807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Set router dd58ec8b-5154-4ef0-8965-342261254eea gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:40.511548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'name': 'tempest-TestMinimumBasicScenario-1901149542-router', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:33Z', 'updated_at': '2022-03-23T10:46:38Z', 'revision_number': 4, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'gw_port': {'id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:34Z', 'updated_at': '2022-03-23T10:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '77926d6f-38b1-41a9-92ac-9f0de6ffc579', 'name': '', 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'mac_address': 'fa:16:3e:65:6e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '61c00485-c02b-4e0c-9e56-5e9b356bb200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:37Z', 'updated_at': '2022-03-23T10:46:38Z', 'revision_number': 2, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'subnets': [{'id': '61c00485-c02b-4e0c-9e56-5e9b356bb200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:40.515588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Checking router: dd58ec8b-5154-4ef0-8965-342261254eea for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:46:40.517400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Updating router dd58ec8b-5154-4ef0-8965-342261254eea port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:46:40.577838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:40.906953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4f3b365c-f0b3-4d85-8b26-793359bff485 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:41.107631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4f3b365c-f0b3-4d85-8b26-793359bff485 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:41.108190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:41.239369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:41.266020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Transition to ACTIVE for port object 77926d6f-38b1-41a9-92ac-9f0de6ffc579 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:41.305695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:41.497669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673472a8-54af-4273-8af7-4adc624571b5 None None] Pushing event updated for resources: {'Port': ['ID=77926d6f-38b1-41a9-92ac-9f0de6ffc579,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:41.577993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Attempting to bind port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:46:41.578379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Attempting to bind port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:46:41.578766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Attempting to bind port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 on network dece81fc-fb22-4264-ae19-e54cd1eed552 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:46:41.589130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:46:41.589681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Checking segment: {'id': 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:46:41.590163 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:41.590633 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Bound using segment: {'id': 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:46:41.591192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Bound port: 77926d6f-38b1-41a9-92ac-9f0de6ffc579, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:46:41.591648 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:41.706004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] For port 77926d6f-38b1-41a9-92ac-9f0de6ffc579, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:46:41.709271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] For port 77926d6f-38b1-41a9-92ac-9f0de6ffc579, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=77926d6f-38b1-41a9-92ac-9f0de6ffc579,segment=NetworkSegment(fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff),segment_id=fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:46:41.714985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:41.801873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Routers {'dd58ec8b-5154-4ef0-8965-342261254eea'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:46:41.802733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:46:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['dd58ec8b-5154-4ef0-8965-342261254eea'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:41.863537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673472a8-54af-4273-8af7-4adc624571b5 None None] Pushing event updated for resources: {'Port': ['ID=77926d6f-38b1-41a9-92ac-9f0de6ffc579,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:42.068525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] Set router dd58ec8b-5154-4ef0-8965-342261254eea gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:46:42.416722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'name': 'tempest-TestMinimumBasicScenario-1901149542-router', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:33Z', 'updated_at': '2022-03-23T10:46:38Z', 'revision_number': 4, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'gw_port': {'id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:34Z', 'updated_at': '2022-03-23T10:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '77926d6f-38b1-41a9-92ac-9f0de6ffc579', 'name': '', 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'mac_address': 'fa:16:3e:65:6e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '61c00485-c02b-4e0c-9e56-5e9b356bb200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:37Z', 'updated_at': '2022-03-23T10:46:41Z', 'revision_number': 4, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'subnets': [{'id': '61c00485-c02b-4e0c-9e56-5e9b356bb200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:46:42.421341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ac565-8b48-41cf-8085-8b9f30fdbdd1 None None] The sync data for ids ['dd58ec8b-5154-4ef0-8965-342261254eea'] in dv-neutron-834652-2-hyperv is: [{'id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'name': 'tempest-TestMinimumBasicScenario-1901149542-router', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:33Z', 'updated_at': '2022-03-23T10:46:38Z', 'revision_number': 4, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'gw_port': {'id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:34Z', 'updated_at': '2022-03-23T10:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '77926d6f-38b1-41a9-92ac-9f0de6ffc579', 'name': '', 'network_id': 'dece81fc-fb22-4264-ae19-e54cd1eed552', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'mac_address': 'fa:16:3e:65:6e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '61c00485-c02b-4e0c-9e56-5e9b356bb200', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:37Z', 'updated_at': '2022-03-23T10:46:41Z', 'revision_number': 4, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'subnets': [{'id': '61c00485-c02b-4e0c-9e56-5e9b356bb200', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:46:42.925684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77926d6f-38b1-41a9-92ac-9f0de6ffc579 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:43.036791 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:43.042754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:43.043236 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:43.178403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:43.228086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 77926d6f-38b1-41a9-92ac-9f0de6ffc579, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=77926d6f-38b1-41a9-92ac-9f0de6ffc579,segment=NetworkSegment(fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff),segment_id=fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:46:43.238927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:43.343642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=77926d6f-38b1-41a9-92ac-9f0de6ffc579,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:44.862343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77926d6f-38b1-41a9-92ac-9f0de6ffc579 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:46:44.960975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:44.961412 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:49.640248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-b40e1946-0b75-4ecb-b0e8-42449ffa1979 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:49.641761 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-b40e1946-0b75-4ecb-b0e8-42449ffa1979 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/networks?id=ccd2a960-8a44-4fec-a803-611913e440df HTTP/1.1" status: 200 len: 814 time: 0.1420281 Mar 23 10:46:49.655826 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-2cdca860-a5f0-4919-8b3e-2761d1c5157f tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/quotas/f04ffda7ae7a49cd95b68a9d0d22eb28 HTTP/1.1" status: 200 len: 375 time: 0.0087371 Mar 23 10:46:49.836934 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-e9561577-1628-42d6-9a97-e8f0c81e1c41 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Synchronizing usage tracker for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:46:49.853002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-e9561577-1628-42d6-9a97-e8f0c81e1c41 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Unset dirty status for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:46:49.854876 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-e9561577-1628-42d6-9a97-e8f0c81e1c41 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1943705 Mar 23 10:46:49.988585 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-60032653-0697-4091-9181-5841c3fd6924 service neutron] 10.222.0.84 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217315 Mar 23 10:46:50.116313 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-28004465-4fe3-4f48-a262-3ae8bf7626ca service neutron] 10.222.0.84 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212440 Mar 23 10:46:50.294040 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9fcb61e5-e597-4b3b-9d21-9c7c5c03e181 req-be0a5f16-65d3-49c8-ad14-097f679e6247 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 210 time: 0.0450740 Mar 23 10:46:51.308671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-b21cb2b2-59d3-44c3-b070-9de917116f9e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:51.310123 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-b21cb2b2-59d3-44c3-b070-9de917116f9e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.102 "GET /v2.0/networks?id=ccd2a960-8a44-4fec-a803-611913e440df HTTP/1.1" status: 200 len: 814 time: 0.1472731 Mar 23 10:46:51.321676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'port': {'device_id': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'admin_state_up': True, 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:46:51.465226 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-455f9f3f-5220-4292-95f1-90ade1dfd0d9 req-4a6688b2-64bf-4f94-94c3-597e9b16e3ec tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 210 time: 0.0581086 Mar 23 10:46:51.503108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:46:51.512618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:46:51.524206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Made reservation on behalf of f04ffda7ae7a49cd95b68a9d0d22eb28 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:46:51.528859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:51.730390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Allocated IP 172.20.0.14 (ccd2a960-8a44-4fec-a803-611913e440df/248b3e78-615f-4c1b-a5e0-ef2d9670b695/9326574e-fc76-4a70-8783-992ec9ead914) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:46:51.979455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:51.998078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Transition to ACTIVE for port object 9326574e-fc76-4a70-8783-992ec9ead914 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:46:52.026909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:52.111037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Network ccd2a960-8a44-4fec-a803-611913e440df is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:46:52.114266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:46:52.118716 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:46:52.170203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'Port': ['ID=9326574e-fc76-4a70-8783-992ec9ead914,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:46:52.217056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:52.217709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:52.252433 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-d04b755c-c74b-4170-8367-38bd14bc06c7 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9344699 Mar 23 10:46:52.463661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ef01a8bc-6e42-4844-badc-ea1845651be0 None None] Provisioning for port 9326574e-fc76-4a70-8783-992ec9ead914 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:46:52.469970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ef01a8bc-6e42-4844-badc-ea1845651be0 None None] Provisioning complete for port 9326574e-fc76-4a70-8783-992ec9ead914 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:46:52.470776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ef01a8bc-6e42-4844-badc-ea1845651be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:46:52.561756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-ef01a8bc-6e42-4844-badc-ea1845651be0 None None] Port 9326574e-fc76-4a70-8783-992ec9ead914 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:46:52.682461 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bcafb-2867-4fe0-aa93-e5fa17461f03 req-9908677e-1912-4c87-ad8b-3d0db4172ff2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:52.684085 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-572bcafb-2867-4fe0-aa93-e5fa17461f03 req-9908677e-1912-4c87-ad8b-3d0db4172ff2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 932 time: 0.0882137 Mar 23 10:46:52.728881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-572bcafb-2867-4fe0-aa93-e5fa17461f03 req-ef827cc3-88a5-4511-a280-464395c4d41c tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Synchronizing usage tracker for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:46:52.749778 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-572bcafb-2867-4fe0-aa93-e5fa17461f03 req-ef827cc3-88a5-4511-a280-464395c4d41c tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Unset dirty status for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:46:52.751208 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-572bcafb-2867-4fe0-aa93-e5fa17461f03 req-ef827cc3-88a5-4511-a280-464395c4d41c tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614052 Mar 23 10:46:53.949690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e378d-7db1-49ba-83d5-cc1d9b2a6cee req-bdb729a5-7751-4284-9796-6531d3b161f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:53.950407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-849e378d-7db1-49ba-83d5-cc1d9b2a6cee req-bdb729a5-7751-4284-9796-6531d3b161f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Synchronizing usage tracker for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:46:53.967701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-849e378d-7db1-49ba-83d5-cc1d9b2a6cee req-bdb729a5-7751-4284-9796-6531d3b161f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Unset dirty status for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:46:53.969225 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-849e378d-7db1-49ba-83d5-cc1d9b2a6cee req-bdb729a5-7751-4284-9796-6531d3b161f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 932 time: 0.1096311 Mar 23 10:46:54.024612 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-849e378d-7db1-49ba-83d5-cc1d9b2a6cee req-7a26d5c6-9caf-45fa-a5c2-99a0f64372ae tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401065 Mar 23 10:46:55.219955 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d30a9b-4006-423f-ac45-ec982720c6a7 req-1f49c4ea-130e-44b5-b79f-a0e777eb74ab tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:55.222174 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f7d30a9b-4006-423f-ac45-ec982720c6a7 req-1f49c4ea-130e-44b5-b79f-a0e777eb74ab tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 932 time: 0.0883746 Mar 23 10:46:55.267516 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f7d30a9b-4006-423f-ac45-ec982720c6a7 req-963a2b19-9b6e-4c31-8c77-482f4b358472 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389526 Mar 23 10:46:56.473686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f374aa1-7581-49f4-b06b-bde3a7aa995a req-32974cab-f4b1-4b0a-9b8c-44ec04b0d2da tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:56.475294 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5f374aa1-7581-49f4-b06b-bde3a7aa995a req-32974cab-f4b1-4b0a-9b8c-44ec04b0d2da tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 932 time: 0.0900269 Mar 23 10:46:56.526727 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5f374aa1-7581-49f4-b06b-bde3a7aa995a req-8978fcf6-5b68-45c8-9664-61a28fec4b71 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456295 Mar 23 10:46:57.717526 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71819f-2006-4bb1-a7e4-da3e08eb0a22 req-f5992673-740a-4bb3-ba67-527859149023 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:57.719942 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3b71819f-2006-4bb1-a7e4-da3e08eb0a22 req-f5992673-740a-4bb3-ba67-527859149023 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 932 time: 0.0841219 Mar 23 10:46:57.770520 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3b71819f-2006-4bb1-a7e4-da3e08eb0a22 req-384c4dfe-ffe9-4d9a-9fe2-64925d414a8d tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Mar 23 10:46:58.524056 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:46:58.990774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1c7c9-604f-4130-bddb-7b4471b444f4 req-69668c5c-c4f5-4b6b-8c79-c183693987e6 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:46:58.992276 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-59e1c7c9-604f-4130-bddb-7b4471b444f4 req-69668c5c-c4f5-4b6b-8c79-c183693987e6 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 932 time: 0.0816863 Mar 23 10:46:59.042905 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-59e1c7c9-604f-4130-bddb-7b4471b444f4 req-25823793-94a9-458c-bc0b-78c312cfa2a9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Mar 23 10:46:59.617155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-9943d4b2-6287-4ba9-9437-87cfb16f08a4 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:46:59.618194 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-9943d4b2-6287-4ba9-9437-87cfb16f08a4 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066972 Mar 23 10:46:59.723318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Request body: {'port': {'device_id': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:46:59.828521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:00.225111 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca845d1-87ed-4a39-bff8-2eb0d877ea14 req-cb5211b5-c92b-41b4-87f1-6b48abd71288 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:00.226690 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aca845d1-87ed-4a39-bff8-2eb0d877ea14 req-cb5211b5-c92b-41b4-87f1-6b48abd71288 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 932 time: 0.0788267 Mar 23 10:47:00.259699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9326574e-fc76-4a70-8783-992ec9ead914 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:47:00.267457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:00.272737 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aca845d1-87ed-4a39-bff8-2eb0d877ea14 req-f74f602e-098c-4aa6-ab64-d670bc306ab5 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395136 Mar 23 10:47:00.282427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Transition to ACTIVE for port object 9326574e-fc76-4a70-8783-992ec9ead914 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:47:00.286196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:00.445310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Pushing event updated for resources: {'Port': ['ID=9326574e-fc76-4a70-8783-992ec9ead914,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:00.522497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Attempting to bind port 9326574e-fc76-4a70-8783-992ec9ead914 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:47:00.522876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Attempting to bind port 9326574e-fc76-4a70-8783-992ec9ead914 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:47:00.523228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Attempting to bind port 9326574e-fc76-4a70-8783-992ec9ead914 on network ccd2a960-8a44-4fec-a803-611913e440df {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:47:00.528345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Port 9326574e-fc76-4a70-8783-992ec9ead914 on network ccd2a960-8a44-4fec-a803-611913e440df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:47:00.528663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Attempting to bind port 9326574e-fc76-4a70-8783-992ec9ead914 on network ccd2a960-8a44-4fec-a803-611913e440df {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:47:00.533737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:47:00.534070 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Checking segment: {'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:47:00.534448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Bound using segment: {'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:47:00.534867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Bound port: 9326574e-fc76-4a70-8783-992ec9ead914, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe91dff-5d46-48b5-81bc-9a396a68b278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:47:00.535210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:00.623621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] For port 9326574e-fc76-4a70-8783-992ec9ead914, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:47:00.626409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] For port 9326574e-fc76-4a70-8783-992ec9ead914, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9326574e-fc76-4a70-8783-992ec9ead914,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:47:00.630814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:00.689336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:00.690052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:00.691461 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] 10.222.0.102 "PUT /v2.0/ports/9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 1094 time: 1.0648952 Mar 23 10:47:00.691908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:47:00.718839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c1ccc-e675-4a0b-bfb7-78a18fac4c44 service neutron] Pushing event updated for resources: {'Port': ['ID=9326574e-fc76-4a70-8783-992ec9ead914,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:00.766980 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914', 'status': 'completed', 'code': 200} Mar 23 10:47:00.808575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-8a939b63-9bdb-4189-a1c7-e86ac1ff73f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:00.810072 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-8a939b63-9bdb-4189-a1c7-e86ac1ff73f3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28&device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 1097 time: 0.0739894 Mar 23 10:47:00.880574 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-7397fffd-934e-4de5-9a3d-f363bdfebcb6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 217 time: 0.0636539 Mar 23 10:47:00.940159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-21da6fc2-f760-4b82-86ed-14ebff2b843c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:00.941546 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-21da6fc2-f760-4b82-86ed-14ebff2b843c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=248b3e78-615f-4c1b-a5e0-ef2d9670b695 HTTP/1.1" status: 200 len: 853 time: 0.0552862 Mar 23 10:47:01.017480 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-5521b2b6-27f5-4eac-9419-fe51e17b737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:01.018831 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-5521b2b6-27f5-4eac-9419-fe51e17b737a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ccd2a960-8a44-4fec-a803-611913e440df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708656 Mar 23 10:47:01.155331 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-cfc01c39-9a68-4f98-8abb-322e0e333389 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301620 Mar 23 10:47:01.283432 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e5591b9d-5812-41fd-8ca3-b5b801b77738 req-a921a919-7461-44a2-bd04-065c66da60c2 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222086 Mar 23 10:47:01.398836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-d99aa114-fd44-46d6-beda-bd555ec026dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:01.401001 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-d99aa114-fd44-46d6-beda-bd555ec026dd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28&device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 1097 time: 0.0706902 Mar 23 10:47:01.462337 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a27a5b-16b4-457b-88aa-cd3f551c127c req-0e12651f-1a45-4e20-ac54-c284414c65c0 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:01.463777 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-70a27a5b-16b4-457b-88aa-cd3f551c127c req-0e12651f-1a45-4e20-ac54-c284414c65c0 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 944 time: 0.0830173 Mar 23 10:47:01.507157 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-70a27a5b-16b4-457b-88aa-cd3f551c127c req-4ac0142d-1e29-48e3-9ba7-e8891c32d95e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 Mar 23 10:47:01.532738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-43968c58-b854-447f-8ffd-0059ea8d8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:01.534272 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-43968c58-b854-447f-8ffd-0059ea8d8d2c service neutron] 10.222.0.102 "GET /v2.0/networks?id=ccd2a960-8a44-4fec-a803-611913e440df HTTP/1.1" status: 200 len: 915 time: 0.1270530 Mar 23 10:47:01.698503 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-1d79e164-3f89-4832-9893-acd998345d9a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 217 time: 0.1573627 Mar 23 10:47:01.760558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-dfba552a-651b-4e83-8538-955e5120d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:01.762015 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-dfba552a-651b-4e83-8538-955e5120d3e2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=248b3e78-615f-4c1b-a5e0-ef2d9670b695 HTTP/1.1" status: 200 len: 853 time: 0.0568259 Mar 23 10:47:01.841474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-9b58cacd-5e7e-45e9-850d-1fe7786fe10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:01.843010 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-9b58cacd-5e7e-45e9-850d-1fe7786fe10f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ccd2a960-8a44-4fec-a803-611913e440df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748911 Mar 23 10:47:01.972121 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-df6751f6-d47d-4c9b-8cdc-0750f4b3fd59 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224663 Mar 23 10:47:02.102574 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2b47d6b8-4ab9-4f0f-9621-75b3f3f1e1a7 req-6f41caaf-f20f-4edf-bb74-d33de26a4400 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238861 Mar 23 10:47:02.691460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e48da-a23a-4494-a8de-b776e123246a req-2454602a-0156-4267-8cec-61594640c55b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:02.692886 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e83e48da-a23a-4494-a8de-b776e123246a req-2454602a-0156-4267-8cec-61594640c55b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 944 time: 0.0787761 Mar 23 10:47:02.735882 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e83e48da-a23a-4494-a8de-b776e123246a req-ee89392d-23f6-4cb6-b663-85921ce95024 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373499 Mar 23 10:47:03.713176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 9326574e-fc76-4a70-8783-992ec9ead914 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:47:03.750683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7076f00c-ac60-4e8f-8995-2257eb6b1efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:03.859718 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 9326574e-fc76-4a70-8783-992ec9ead914, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9326574e-fc76-4a70-8783-992ec9ead914,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:47:03.873281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '9326574e-fc76-4a70-8783-992ec9ead914', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'port_id': '9326574e-fc76-4a70-8783-992ec9ead914', 'mac_address': 'fa:16:3e:e1:90:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:47:03.919382 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b3320-aefa-41ec-adbb-7494be277a8b req-57fa94ce-d14b-4e46-bcf6-38a96c327ee3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:03.920832 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b0b3320-aefa-41ec-adbb-7494be277a8b req-57fa94ce-d14b-4e46-bcf6-38a96c327ee3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 944 time: 0.0795562 Mar 23 10:47:03.932098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:03.949000 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9326574e-fc76-4a70-8783-992ec9ead914 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:47:03.964105 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 9326574e-fc76-4a70-8783-992ec9ead914, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9326574e-fc76-4a70-8783-992ec9ead914,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:47:03.964274 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b0b3320-aefa-41ec-adbb-7494be277a8b req-cb6e9a76-018e-4977-a0d2-2536a00d06f0 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377541 Mar 23 10:47:03.968614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:04.034239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=9326574e-fc76-4a70-8783-992ec9ead914,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:04.041772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.042368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.042698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.043022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.043343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.043662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.043977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.044291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.044606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.044918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.045263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.045570 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:04.175875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['9326574e-fc76-4a70-8783-992ec9ead914'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:47:05.171317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6eb3d-4fbc-47d4-8c89-3d1500a276c0 req-01e6466c-a404-4a39-a51f-a7dc31b9cd99 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:05.172653 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-10f6eb3d-4fbc-47d4-8c89-3d1500a276c0 req-01e6466c-a404-4a39-a51f-a7dc31b9cd99 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 945 time: 0.0840440 Mar 23 10:47:05.215636 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-10f6eb3d-4fbc-47d4-8c89-3d1500a276c0 req-d1adc251-fb7c-47a2-ab97-da98dcd6ac23 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373101 Mar 23 10:47:05.715700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 9326574e-fc76-4a70-8783-992ec9ead914 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:47:05.781734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 9326574e-fc76-4a70-8783-992ec9ead914 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:47:05.786465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 9326574e-fc76-4a70-8783-992ec9ead914 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:47:05.786833 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:05.904122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:05.930470 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:47:05.941159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 9326574e-fc76-4a70-8783-992ec9ead914, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9326574e-fc76-4a70-8783-992ec9ead914,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:47:05.945627 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:06.017374 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914', 'code': 200} Mar 23 10:47:06.048229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=9326574e-fc76-4a70-8783-992ec9ead914,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:06.201130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c09e9b-d3e4-49c2-bda9-aa5667f92188 req-204285a5-d27c-45eb-921b-639bb491ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:06.202637 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-80c09e9b-d3e4-49c2-bda9-aa5667f92188 req-204285a5-d27c-45eb-921b-639bb491ce19 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 1099 time: 0.0684309 Mar 23 10:47:06.246094 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-80c09e9b-d3e4-49c2-bda9-aa5667f92188 req-acfea179-9039-4e5b-b455-5832ee775bf2 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Mar 23 10:47:06.399135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c67c4a-ae75-46e1-b5d8-6082d8e65729 req-4e8cc1e4-db6f-4188-97b1-6b430310ab9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:06.400560 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c9c67c4a-ae75-46e1-b5d8-6082d8e65729 req-4e8cc1e4-db6f-4188-97b1-6b430310ab9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 946 time: 0.0810266 Mar 23 10:47:06.444786 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c9c67c4a-ae75-46e1-b5d8-6082d8e65729 req-50e98678-5661-4a97-b990-11d4210718cd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382357 Mar 23 10:47:06.446101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:06.589367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6ede2828-b7dd-443d-b2fe-b0c4c273ddc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:07.334991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:07.546496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:07.632581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9c3d2-fc94-4f7a-b2c7-3b232c637181 req-76e0996f-3f84-45e7-a656-e39780d4e85f tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:07.634549 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4bd9c3d2-fc94-4f7a-b2c7-3b232c637181 req-76e0996f-3f84-45e7-a656-e39780d4e85f tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 946 time: 0.0807128 Mar 23 10:47:07.676679 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4bd9c3d2-fc94-4f7a-b2c7-3b232c637181 req-241e7ada-7a2c-4178-a79d-0b4927695f87 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363753 Mar 23 10:47:07.861937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d06a99-e0cd-48bf-bdb9-1e7b542b4b94 req-ec74278d-af43-4d58-af27-169a10f0b06f tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:07.863502 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a7d06a99-e0cd-48bf-bdb9-1e7b542b4b94 req-ec74278d-af43-4d58-af27-169a10f0b06f tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 946 time: 0.0824862 Mar 23 10:47:07.907289 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a7d06a99-e0cd-48bf-bdb9-1e7b542b4b94 req-d97b22b9-ba6f-4c55-b2c7-598e989596f0 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371094 Mar 23 10:47:08.299213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef219d-e131-4900-b9d5-da2a99f27431 req-4586cb07-1bc9-4e98-a895-e7cbbdb2be05 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:08.300683 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4cef219d-e131-4900-b9d5-da2a99f27431 req-4586cb07-1bc9-4e98-a895-e7cbbdb2be05 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 946 time: 0.0811801 Mar 23 10:47:08.346887 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4cef219d-e131-4900-b9d5-da2a99f27431 req-2fb256f7-9e03-4eed-8a41-303bf84239f4 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Mar 23 10:47:09.601997 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:18.398581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5572205-545d-455e-ba96-eabc5e867b25 req-a3af778b-39c8-40a5-b8f6-2e97ebb1a322 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:18.400594 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a5572205-545d-455e-ba96-eabc5e867b25 req-a3af778b-39c8-40a5-b8f6-2e97ebb1a322 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 946 time: 0.0785227 Mar 23 10:47:18.443181 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a5572205-545d-455e-ba96-eabc5e867b25 req-f63e151b-6ebe-4920-b782-c18e3959b5cd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369530 Mar 23 10:47:18.466688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42554) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:47:18.584020 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6a6d7c-fdeb-4e56-8a89-01ce4a562765 tempest-TestMinimumBasicScenario-386847148 tempest-TestMinimumBasicScenario-386847148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:18.589501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42560) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:47:18.590068 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ad6a6d7c-fdeb-4e56-8a89-01ce4a562765 tempest-TestMinimumBasicScenario-386847148 tempest-TestMinimumBasicScenario-386847148-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 1094 time: 0.1218739 Mar 23 10:47:18.594601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '9326574e-fc76-4a70-8783-992ec9ead914', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:47:18.601338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:47:18.605264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Usage tracker for resource:floatingip and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:47:18.608114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:47:18.621960 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:47:18.624627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:18.763584 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:18.905321 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Allocated IP 172.26.4.198 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/744e6e8b-ee0f-49df-9084-e786522e37d7) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:47:19.144226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:19.172953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:19.230615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:47:19.233304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:47:19.236792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:47:19.279951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'Port': ['ID=744e6e8b-ee0f-49df-9084-e786522e37d7,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:19.296489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.296834 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.297206 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.297540 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.297873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.298203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.298527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.298851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.299174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.299496 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.299816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.300134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:19.662245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:19.735126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:19.941698 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:19.946709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:20.056915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'Port': ['ID=744e6e8b-ee0f-49df-9084-e786522e37d7,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:20.064205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:20.239450 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Floating IP 484b9961-79f0-44f1-9c23-c338260a02ec associated. External IP: 172.26.4.198, port: 9326574e-fc76-4a70-8783-992ec9ead914. Mar 23 10:47:20.702560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Router af015178-8151-427a-95d1-be18c4432f46 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:47:20.885003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:47:20.894666 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] Sync routers for ids ['af015178-8151-427a-95d1-be18c4432f46'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:47:20.903545 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] Routers {'af015178-8151-427a-95d1-be18c4432f46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:47:20.904151 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:47:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['af015178-8151-427a-95d1-be18c4432f46'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:47:20.908915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:20.966477 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-26fcc777-b139-40a1-a151-480af499c273 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3758597 Mar 23 10:47:20.967180 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:47:20.969502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42564) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:47:20.975202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813112989', 'description': 'tempest-secgroup-smoke-1813112989 description', 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:47:20.983348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:47:20.993249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:47:21.004017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.025775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:47:21.029635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Usage tracker for resource:security_group_rule and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:47:21.033193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:47:21.040883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:47:21.106072 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] Set router af015178-8151-427a-95d1-be18c4432f46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:47:21.120452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.124811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.157871 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914', 'status': 'completed', 'code': 200} Mar 23 10:47:21.173811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b2bde2-120a-4049-b7fa-be896ab300b1,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:21.183908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.184247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.184571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.184902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.185247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.185570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.185889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.186206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.186521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.187030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.187345 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.187657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:47:21.218651 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.219801 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4eba243e-4b0c-412c-a79b-01ecb815a8dc tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2493076 Mar 23 10:47:21.222844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42572) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:47:21.229081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'security_group_rule': {'security_group_id': '71b2bde2-120a-4049-b7fa-be896ab300b1', 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:47:21.237290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:47:21.241079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Usage tracker for resource:security_group_rule and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:47:21.244066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:47:21.250481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:47:21.268071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.268433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-c6dd8536-2740-4316-b037-4f2a78489013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:21.269821 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-c6dd8536-2740-4316-b037-4f2a78489013 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28&device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 1099 time: 0.0875874 Mar 23 10:47:21.331829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.337390 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.372412 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4c07e0-b839-4973-bffc-4ff980964782,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:21.375037 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.376484 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ff701ce9-f386-4c12-bce5-3a9dcb4c2fc3 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524799 Mar 23 10:47:21.379122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42576) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:47:21.389746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'security_group_rule': {'security_group_id': '71b2bde2-120a-4049-b7fa-be896ab300b1', 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:47:21.400472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:47:21.411977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Usage tracker for resource:security_group_rule and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:47:21.416886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:47:21.424914 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:47:21.456581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-a12a0d82-e09f-4ae4-8184-c4b38d73ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:21.458658 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-a12a0d82-e09f-4ae4-8184-c4b38d73ebc4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ccd2a960-8a44-4fec-a803-611913e440df HTTP/1.1" status: 200 len: 915 time: 0.1823823 Mar 23 10:47:21.461857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.484086 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:31Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '484b9961-79f0-44f1-9c23-c338260a02ec', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'af015178-8151-427a-95d1-be18c4432f46', 'port_id': '9326574e-fc76-4a70-8783-992ec9ead914', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'mac_address': 'fa:16:3e:e1:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:47:19Z', 'updated_at': '2022-03-23T10:47:19Z', 'revision_number': 0, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a20cf4-0b2d-4697-9865-941c095e8f5e', 'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'mac_address': 'fa:16:3e:ab:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:30Z', 'updated_at': '2022-03-23T10:46:38Z', 'revision_number': 5, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'subnets': [{'id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:47:21.487554 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] Checking router: af015178-8151-427a-95d1-be18c4432f46 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:47:21.496259 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] Routers {'af015178-8151-427a-95d1-be18c4432f46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:47:21.496838 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:47:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['af015178-8151-427a-95d1-be18c4432f46'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:47:21.675789 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] Set router af015178-8151-427a-95d1-be18c4432f46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:47:21.689651 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-60188c65-e224-462a-bd17-8a5eddffdee3 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 1000 time: 0.2204638 Mar 23 10:47:21.731730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.738332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.768139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbed63ca-eaaf-4bb0-a033-53ff86e1f7f4,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:21.782141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-34f36806-8f8e-43d4-bcd7-1050e9d9e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:21.783579 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-34f36806-8f8e-43d4-bcd7-1050e9d9e1b0 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=248b3e78-615f-4c1b-a5e0-ef2d9670b695 HTTP/1.1" status: 200 len: 853 time: 0.0863326 Mar 23 10:47:21.788611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.793169 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7df647b6-67e5-4dad-a5ba-cefd8ca8a222 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4103329 Mar 23 10:47:21.793665 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42580) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:47:21.799341 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'security_group_rule': {'security_group_id': '71b2bde2-120a-4049-b7fa-be896ab300b1', 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:47:21.806057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:47:21.810421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Usage tracker for resource:security_group_rule and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:47:21.813674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:47:21.820912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:47:21.846499 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.865470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-9e33e57e-355d-4238-b572-f0a418bdfc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:21.866933 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-9e33e57e-355d-4238-b572-f0a418bdfc43 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ccd2a960-8a44-4fec-a803-611913e440df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753977 Mar 23 10:47:21.915604 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.920058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.943416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7877e6-350e-494e-a151-c37008c8c02f,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:21.955107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:21.956638 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-16c750bf-8c49-44b1-8f13-2491530a5e9b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617298 Mar 23 10:47:21.959610 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42584) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:47:21.966124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'security_group_rule': {'security_group_id': '71b2bde2-120a-4049-b7fa-be896ab300b1', 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:47:21.972774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:47:21.977015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Usage tracker for resource:security_group_rule and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:47:21.980226 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:47:21.989856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:47:22.008966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.019501 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-056cffcf-9631-44cd-84f6-d41424e30e24 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392934 Mar 23 10:47:22.078220 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.082530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.097093 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:31Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '484b9961-79f0-44f1-9c23-c338260a02ec', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'af015178-8151-427a-95d1-be18c4432f46', 'port_id': '9326574e-fc76-4a70-8783-992ec9ead914', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'mac_address': 'fa:16:3e:e1:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:47:19Z', 'updated_at': '2022-03-23T10:47:19Z', 'revision_number': 0, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a20cf4-0b2d-4697-9865-941c095e8f5e', 'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'mac_address': 'fa:16:3e:ab:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:30Z', 'updated_at': '2022-03-23T10:46:38Z', 'revision_number': 5, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'subnets': [{'id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:47:22.101216 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d949281-9561-4d1d-b217-377f24e80de5 None None] The sync data for ids ['af015178-8151-427a-95d1-be18c4432f46'] in dv-neutron-834652-2-hyperv is: [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:31Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '484b9961-79f0-44f1-9c23-c338260a02ec', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'floating_ip_address': '172.26.4.198', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'af015178-8151-427a-95d1-be18c4432f46', 'port_id': '9326574e-fc76-4a70-8783-992ec9ead914', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'mac_address': 'fa:16:3e:e1:90:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:47:19Z', 'updated_at': '2022-03-23T10:47:19Z', 'revision_number': 0, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a20cf4-0b2d-4697-9865-941c095e8f5e', 'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'mac_address': 'fa:16:3e:ab:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:30Z', 'updated_at': '2022-03-23T10:46:38Z', 'revision_number': 5, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'subnets': [{'id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:47:22.106055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa04c5ad-c4ff-4e65-b7a7-338e1a124086,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:22.116616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.118001 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-699804db-17fd-492b-859e-64f5d064d8fd tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1570783 Mar 23 10:47:22.120704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42588) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:47:22.125826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'security_group_rule': {'security_group_id': '71b2bde2-120a-4049-b7fa-be896ab300b1', 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:47:22.132086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:47:22.137057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Usage tracker for resource:security_group_rule and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:47:22.140363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:47:22.150019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:47:22.163875 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Project f04ffda7ae7a49cd95b68a9d0d22eb28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:47:22.171298 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9ad04266-8891-4563-a364-cdcbb42cd47e req-c7f5acaa-2360-4d29-86b1-558cb0399b40 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379478 Mar 23 10:47:22.172667 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.246814 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.249855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.274754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1cdda5-cd82-4198-91fe-18c06be9c0b3,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:22.284674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.285938 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-be3211be-3101-4c94-a7f3-6c5cc79aa9d9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1642725 Mar 23 10:47:22.288636 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42592) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:47:22.294026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'security_group_rule': {'security_group_id': '71b2bde2-120a-4049-b7fa-be896ab300b1', 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:47:22.300274 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:47:22.304303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Usage tracker for resource:security_group_rule and tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:47:22.307391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:47:22.313155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:47:22.324613 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Project f04ffda7ae7a49cd95b68a9d0d22eb28 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:47:22.330757 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6443cf-d038-4977-adfa-fed2e49def73 None None] New status for floating IP 484b9961-79f0-44f1-9c23-c338260a02ec: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:47:22.332276 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.399000 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.404239 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.433573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba1e810-8d8e-4421-baa6-929f589f034f,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:22.440629 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:22.441836 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-91606dbf-8b46-4d5b-911a-ec845e646978 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521327 Mar 23 10:47:22.564580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-713a9378-e4c5-4eec-9929-c39af7875828 req-0c3503d2-be18-435c-be18-7be9ff19a79c tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Synchronizing usage tracker for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:47:22.581116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-713a9378-e4c5-4eec-9929-c39af7875828 req-0c3503d2-be18-435c-be18-7be9ff19a79c tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Unset dirty status for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:47:22.582357 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-713a9378-e4c5-4eec-9929-c39af7875828 req-0c3503d2-be18-435c-be18-7be9ff19a79c tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813112989&fields=id&tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28 HTTP/1.1" status: 200 len: 267 time: 0.0607362 Mar 23 10:47:22.673136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a9378-e4c5-4eec-9929-c39af7875828 req-eecfeee8-29df-4341-a257-a45423aa9de6 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:22.674569 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-713a9378-e4c5-4eec-9929-c39af7875828 req-eecfeee8-29df-4341-a257-a45423aa9de6 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 946 time: 0.0850108 Mar 23 10:47:22.686287 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-713a9378-e4c5-4eec-9929-c39af7875828 req-3dd34875-dd26-4507-9f84-269112a9e5db tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'port': {'security_groups': ['e63cf48c-b0b9-4e1b-9c51-5decca92b882', '71b2bde2-120a-4049-b7fa-be896ab300b1']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:47:22.805668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-713a9378-e4c5-4eec-9929-c39af7875828 req-3dd34875-dd26-4507-9f84-269112a9e5db tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:23.057362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-713a9378-e4c5-4eec-9929-c39af7875828 req-3dd34875-dd26-4507-9f84-269112a9e5db tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] For port 9326574e-fc76-4a70-8783-992ec9ead914, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9326574e-fc76-4a70-8783-992ec9ead914,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:47:23.082376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-713a9378-e4c5-4eec-9929-c39af7875828 req-3dd34875-dd26-4507-9f84-269112a9e5db tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:23.087107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-713a9378-e4c5-4eec-9929-c39af7875828 req-3dd34875-dd26-4507-9f84-269112a9e5db tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:23.100293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['9326574e-fc76-4a70-8783-992ec9ead914'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:47:23.152107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a9378-e4c5-4eec-9929-c39af7875828 req-3dd34875-dd26-4507-9f84-269112a9e5db tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:23.152730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-713a9378-e4c5-4eec-9929-c39af7875828 req-3dd34875-dd26-4507-9f84-269112a9e5db tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:23.154171 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-713a9378-e4c5-4eec-9929-c39af7875828 req-3dd34875-dd26-4507-9f84-269112a9e5db tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "PUT /v2.0/ports/9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 982 time: 0.4723136 Mar 23 10:47:23.154608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:47:23.182475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd34875-dd26-4507-9f84-269112a9e5db tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'Port': ['ID=9326574e-fc76-4a70-8783-992ec9ead914,revision_number=6']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:47:23.216558 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914', 'status': 'completed', 'code': 200} Mar 23 10:47:23.232737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['9326574e-fc76-4a70-8783-992ec9ead914'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:47:23.388742 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-3065fb7c-c635-4f9d-b7d5-ea07803a464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:23.390251 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-3065fb7c-c635-4f9d-b7d5-ea07803a464d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28&device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 1138 time: 0.1432827 Mar 23 10:47:23.401967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547ffab-d2de-4661-ac1a-6007ae49c741 req-9a0d331b-0e5f-4ea4-bf1c-3507325d2608 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:23.403372 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4547ffab-d2de-4661-ac1a-6007ae49c741 req-9a0d331b-0e5f-4ea4-bf1c-3507325d2608 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.1141131 Mar 23 10:47:23.468866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-85bfce83-f6fc-49be-8bc7-f43b093810bd None None] Provisioning complete for port 9326574e-fc76-4a70-8783-992ec9ead914 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:47:23.469530 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-85bfce83-f6fc-49be-8bc7-f43b093810bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:23.542066 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4547ffab-d2de-4661-ac1a-6007ae49c741 req-c34000da-6a5a-4b96-8829-3ffa133f639e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151223 Mar 23 10:47:23.567623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-d78b628b-d660-472d-813d-d036c82ba460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:23.569322 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-d78b628b-d660-472d-813d-d036c82ba460 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ccd2a960-8a44-4fec-a803-611913e440df HTTP/1.1" status: 200 len: 915 time: 0.1648514 Mar 23 10:47:23.669813 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-80c94576-ac95-4245-b64d-bced29eb4496 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 1002 time: 0.0942974 Mar 23 10:47:23.736457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-90226a61-0655-4dc5-941f-014dc4aaf55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:23.737935 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-90226a61-0655-4dc5-941f-014dc4aaf55b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=248b3e78-615f-4c1b-a5e0-ef2d9670b695 HTTP/1.1" status: 200 len: 853 time: 0.0623724 Mar 23 10:47:23.812188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-b4ffb4bc-fc19-47c9-84ce-b6877f063f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:23.813740 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-b4ffb4bc-fc19-47c9-84ce-b6877f063f20 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ccd2a960-8a44-4fec-a803-611913e440df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689857 Mar 23 10:47:24.051757 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-35ec8f4b-6c44-46ee-85df-4617a4e167d0 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310479 Mar 23 10:47:24.179440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5bb714d6-82ab-4a36-9dbd-0bdbcee65079 req-9b3840c8-3e01-4664-8919-c211c52b80c9 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211913 Mar 23 10:47:33.732960 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-210e824a-4b24-4184-a6ba-d30cfce1e351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:35.523389 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:47:35.895180 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-d2c8b21f-40af-439a-bb8f-0309a0a3cac9 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726442 Mar 23 10:47:36.032356 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-686d523f-e1ec-416e-a66c-340f40dfe99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:36.033804 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-686d523f-e1ec-416e-a66c-340f40dfe99d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28&device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 1138 time: 0.0684633 Mar 23 10:47:36.182022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-0fafef39-f9f5-47f7-80b0-03ba2962cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:36.183392 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-0fafef39-f9f5-47f7-80b0-03ba2962cef4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ccd2a960-8a44-4fec-a803-611913e440df HTTP/1.1" status: 200 len: 915 time: 0.1312816 Mar 23 10:47:36.288427 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-cdf76e75-951c-4719-abc0-80b53493559d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 1002 time: 0.0984881 Mar 23 10:47:36.351898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-4042c1e0-a61b-4eca-8734-7a864467c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:36.353386 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-4042c1e0-a61b-4eca-8734-7a864467c198 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=248b3e78-615f-4c1b-a5e0-ef2d9670b695 HTTP/1.1" status: 200 len: 853 time: 0.0591762 Mar 23 10:47:36.425235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-d138f730-9e3a-4f5f-a5b6-fedc3ff3226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:36.426637 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-d138f730-9e3a-4f5f-a5b6-fedc3ff3226c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ccd2a960-8a44-4fec-a803-611913e440df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670376 Mar 23 10:47:36.448381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:36.558607 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-bc85235c-8cc5-4bbd-ae59-42707780cf29 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248438 Mar 23 10:47:36.591795 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-18289e13-2093-41bf-a347-908818934203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:36.689321 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9c80ffd9-7176-43c9-9008-4269b00a7a42 req-27762f1e-267b-4bd3-98ab-a9f44f0a286c service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244984 Mar 23 10:47:37.338632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:37.548911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:39.604731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:47:41.094495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-7c71284e-ce04-484b-a3ac-54b290675dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:41.095886 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-7c71284e-ce04-484b-a3ac-54b290675dfe service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28&device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 1138 time: 0.1328831 Mar 23 10:47:41.105215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e647015-a20a-4eb9-8e70-8f72e6625d3a req-bc802d74-9219-4e90-ad33-ee2b7f0d938e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:41.106559 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e647015-a20a-4eb9-8e70-8f72e6625d3a req-bc802d74-9219-4e90-ad33-ee2b7f0d938e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.1126778 Mar 23 10:47:41.244580 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e647015-a20a-4eb9-8e70-8f72e6625d3a req-2d2a26e3-ea1a-467b-89c7-27d020b83a7e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186917 Mar 23 10:47:41.269776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-d58c1486-5701-4225-bd4d-e98d9a8fa9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:41.271188 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-d58c1486-5701-4225-bd4d-e98d9a8fa9e8 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ccd2a960-8a44-4fec-a803-611913e440df HTTP/1.1" status: 200 len: 915 time: 0.1638091 Mar 23 10:47:41.373071 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-d8a440d7-6377-47ab-bfdd-6064c58a25a4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 1002 time: 0.0951943 Mar 23 10:47:41.437200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-b505f5fd-286e-44e7-8645-c5cc9f937cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:41.438613 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-b505f5fd-286e-44e7-8645-c5cc9f937cc1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=248b3e78-615f-4c1b-a5e0-ef2d9670b695 HTTP/1.1" status: 200 len: 853 time: 0.0593596 Mar 23 10:47:41.606634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-bbb18478-8f23-421d-bc9b-538e5d8bb9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:41.608088 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-bbb18478-8f23-421d-bc9b-538e5d8bb9db service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ccd2a960-8a44-4fec-a803-611913e440df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1587305 Mar 23 10:47:41.735713 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-f0818802-b6db-4f01-8f40-ca57d010c523 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208415 Mar 23 10:47:41.867466 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0b5c3fd1-a0e8-4824-9396-a25d7d23bad2 req-360df6d9-3f01-4b13-8435-006cb5737dd2 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246946 Mar 23 10:47:42.431087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c5872-207b-43f1-94d8-5c195bf7109d req-0d8f6ec2-b27f-4f42-82fc-3bf82209e6c9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:42.432502 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-377c5872-207b-43f1-94d8-5c195bf7109d req-0d8f6ec2-b27f-4f42-82fc-3bf82209e6c9 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0825672 Mar 23 10:47:42.477434 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-377c5872-207b-43f1-94d8-5c195bf7109d req-3f7c56a0-b879-403d-9d34-ca9cea0ce862 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391090 Mar 23 10:47:43.664004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba568e-d29b-4b19-903b-7d1a4bae146a req-264859fd-2f35-43df-9869-d620b63e8bdb tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:43.665494 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-85ba568e-d29b-4b19-903b-7d1a4bae146a req-264859fd-2f35-43df-9869-d620b63e8bdb tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0855732 Mar 23 10:47:43.709855 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-85ba568e-d29b-4b19-903b-7d1a4bae146a req-89c562d0-4511-4265-8526-3a105fdc1f59 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383921 Mar 23 10:47:44.890631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81963e14-9892-4a36-b513-4c7c5eefb0bc req-4b5022c9-6b6e-4d6d-b4a4-836cfcae472d tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:44.892082 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-81963e14-9892-4a36-b513-4c7c5eefb0bc req-4b5022c9-6b6e-4d6d-b4a4-836cfcae472d tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0788057 Mar 23 10:47:44.938414 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-81963e14-9892-4a36-b513-4c7c5eefb0bc req-01825d39-c75d-47ac-99ef-ffef8f1addcb tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403917 Mar 23 10:47:46.122052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a149ed-3457-4573-8a0c-3cedf6d9ec5d req-f781df7b-942d-48fe-b656-599ab34a79c2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:46.123483 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-58a149ed-3457-4573-8a0c-3cedf6d9ec5d req-f781df7b-942d-48fe-b656-599ab34a79c2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0804229 Mar 23 10:47:46.168822 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-58a149ed-3457-4573-8a0c-3cedf6d9ec5d req-da778c8b-0a3e-461e-b74b-cb85e44afd86 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393860 Mar 23 10:47:47.355966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f7b09-a5e6-49ee-93b5-15b4c3333682 req-fad8f188-b2b7-4ad6-8eef-7dd61b5fa118 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:47.357435 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-154f7b09-a5e6-49ee-93b5-15b4c3333682 req-fad8f188-b2b7-4ad6-8eef-7dd61b5fa118 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0814431 Mar 23 10:47:47.403283 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-154f7b09-a5e6-49ee-93b5-15b4c3333682 req-73b84682-3f51-4057-b687-791bdea2c685 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401099 Mar 23 10:47:48.591133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23ae3-a23f-42a4-b911-3994eff598e7 req-b411a8dc-70bc-41f0-bf3d-34253332c525 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:48.592574 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-86b23ae3-a23f-42a4-b911-3994eff598e7 req-b411a8dc-70bc-41f0-bf3d-34253332c525 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0822961 Mar 23 10:47:48.638412 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-86b23ae3-a23f-42a4-b911-3994eff598e7 req-c9dac8d3-baa5-4348-9117-b1d7d1d4effa tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398564 Mar 23 10:47:49.825630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b27b5-31e4-4c7e-add2-b66f1850bb77 req-7d9aaff7-6250-41a6-9987-6526fab49dd6 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:49.827080 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-131b27b5-31e4-4c7e-add2-b66f1850bb77 req-7d9aaff7-6250-41a6-9987-6526fab49dd6 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0792909 Mar 23 10:47:49.876191 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-131b27b5-31e4-4c7e-add2-b66f1850bb77 req-df964d55-4166-487c-a506-c9cf396e15a2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434456 Mar 23 10:47:51.059548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c872e-5de3-48a3-a4a8-86693b4b8f0c req-ac00ea29-a90d-4a3a-8170-1ea9536bc771 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:51.060951 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf0c872e-5de3-48a3-a4a8-86693b4b8f0c req-ac00ea29-a90d-4a3a-8170-1ea9536bc771 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0813012 Mar 23 10:47:51.104891 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf0c872e-5de3-48a3-a4a8-86693b4b8f0c req-51f56295-f8e6-4ccd-8db8-1586ce81d405 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378275 Mar 23 10:47:52.287125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23616e86-6949-44d3-8847-c90cbc074418 req-0a546444-cebc-4ec4-b8bc-477e32165663 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:52.288619 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-23616e86-6949-44d3-8847-c90cbc074418 req-0a546444-cebc-4ec4-b8bc-477e32165663 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0797384 Mar 23 10:47:52.333695 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-23616e86-6949-44d3-8847-c90cbc074418 req-878dff62-44e1-48ce-bd84-3701064de1bb tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390413 Mar 23 10:47:53.530876 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af20725-6c0c-49a4-9423-45dd10dc6eeb req-2911a891-f512-4d03-949e-3c54f16a5896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:47:53.532325 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6af20725-6c0c-49a4-9423-45dd10dc6eeb req-2911a891-f512-4d03-949e-3c54f16a5896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0951595 Mar 23 10:47:53.580728 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6af20725-6c0c-49a4-9423-45dd10dc6eeb req-da204371-d4e2-4b3d-b82f-4a87b1510a68 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&id=71b2bde2-120a-4049-b7fa-be896ab300b1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403109 Mar 23 10:48:03.735068 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-afae2b41-dd07-45f2-90b2-dac617227b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.462136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:06.592320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7571abaa-f9cd-4ead-a6c6-47e4085e6081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:07.340204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:07.552609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:09.607786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:12.522793 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:48:25.891593 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-96f47743-4910-45e5-a0da-a1db1ceb98c2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813112989&fields=id&tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28 HTTP/1.1" status: 200 len: 267 time: 0.0443864 Mar 23 10:48:25.976163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-c83d22e5-fb57-43ff-bdde-4d2e5f7b2cdb tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:25.977597 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-c83d22e5-fb57-43ff-bdde-4d2e5f7b2cdb tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 985 time: 0.0799775 Mar 23 10:48:25.988065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Request body: {'port': {'security_groups': ['e63cf48c-b0b9-4e1b-9c51-5decca92b882']}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:26.110231 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.341901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] For port 9326574e-fc76-4a70-8783-992ec9ead914, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9326574e-fc76-4a70-8783-992ec9ead914,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:26.365819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.370083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.382311 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['9326574e-fc76-4a70-8783-992ec9ead914'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:48:26.438874 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:26.439501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.441002 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fd04d3a5-b7ad-4e10-a219-8a11bf2e6498 req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "PUT /v2.0/ports/9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 943 time: 0.4571490 Mar 23 10:48:26.441482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:48:26.447598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42642) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:26.468492 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event updated for resources: {'Port': ['ID=9326574e-fc76-4a70-8783-992ec9ead914,revision_number=7']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:26.477136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.477446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.477768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.478106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.478435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.478745 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.479083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.479407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.479730 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.480049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.480370 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.480692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73d86c7-2c22-44ad-882e-ca0eead86896 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.512704 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914', 'status': 'completed', 'code': 200} Mar 23 10:48:26.516579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['9326574e-fc76-4a70-8783-992ec9ead914'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:48:26.534580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.611551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.674305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-a2f88897-3773-4d7e-95aa-45117ba29a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:26.675795 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-a2f88897-3773-4d7e-95aa-45117ba29a85 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28&device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 1099 time: 0.1392312 Mar 23 10:48:26.743339 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-31e427f0-d1fb-4b80-846e-b29ab0a9c422 None None] Provisioning complete for port 9326574e-fc76-4a70-8783-992ec9ead914 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:26.743620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31e427f0-d1fb-4b80-846e-b29ab0a9c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.787559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.820378 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b2bde2-120a-4049-b7fa-be896ab300b1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:26.830833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.831173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.831505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.831833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.832157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.832494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.832804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.833175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.834021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.834340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.834655 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.834970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:26.855454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:26.856577 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-216d8d27-7f75-4afc-ab8f-9657da09b5f2 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "DELETE /v2.0/security-groups/71b2bde2-120a-4049-b7fa-be896ab300b1 HTTP/1.1" status: 204 len: 168 time: 0.4065483 Mar 23 10:48:26.859623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-468dcdc6-b9ab-46dd-ba65-d8940bf043ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:26.860292 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42646) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:26.860725 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-468dcdc6-b9ab-46dd-ba65-d8940bf043ee service neutron] 10.222.0.102 "GET /v2.0/networks?id=ccd2a960-8a44-4fec-a803-611913e440df HTTP/1.1" status: 200 len: 915 time: 0.1791873 Mar 23 10:48:26.969613 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-f122171a-6d59-4e50-bea6-8f900fc72e67 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 1002 time: 0.1013985 Mar 23 10:48:27.034191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-1d1c16ae-ecb8-414e-961f-8a5d5b9dde05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:27.035626 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-1d1c16ae-ecb8-414e-961f-8a5d5b9dde05 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=248b3e78-615f-4c1b-a5e0-ef2d9670b695 HTTP/1.1" status: 200 len: 853 time: 0.0593264 Mar 23 10:48:27.109325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-6c3ac603-00a7-455f-a96a-bdecf9d5e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:27.110778 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-6c3ac603-00a7-455f-a96a-bdecf9d5e83a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ccd2a960-8a44-4fec-a803-611913e440df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688565 Mar 23 10:48:27.188920 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Deleting port 744e6e8b-ee0f-49df-9084-e786522e37d7 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:27.189506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:27.241461 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-d5b8f6bb-4764-4d1b-a293-23891d2411ef service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231761 Mar 23 10:48:27.367648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:27.367957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:27.466978 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f2a263f4-572c-49e1-8bf6-8780255246e6 req-b65272ab-7fc1-45e8-aa19-f844a2599740 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197011 Mar 23 10:48:27.488755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Calling delete_port for 744e6e8b-ee0f-49df-9084-e786522e37d7 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:48:27.636407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:27.684396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event deleted for resources: {'Port': ['ID=744e6e8b-ee0f-49df-9084-e786522e37d7,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:27.774934 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:27.774934 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Floating IP 484b9961-79f0-44f1-9c23-c338260a02ec disassociated (deleted). External IP: 172.26.4.198, port: 9326574e-fc76-4a70-8783-992ec9ead914. Mar 23 10:48:28.121129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Router af015178-8151-427a-95d1-be18c4432f46 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:48:28.294906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:48:28.304430 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] Sync routers for ids ['af015178-8151-427a-95d1-be18c4432f46'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:48:28.313664 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] Routers {'af015178-8151-427a-95d1-be18c4432f46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:48:28.314275 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:48:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['af015178-8151-427a-95d1-be18c4432f46'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:28.315749 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:28.371286 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-33933619-4a3d-4d27-8768-a1890f75f13e tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "DELETE /v2.0/floatingips/484b9961-79f0-44f1-9c23-c338260a02ec HTTP/1.1" status: 204 len: 168 time: 1.5092642 Mar 23 10:48:28.490140 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] Set router af015178-8151-427a-95d1-be18c4432f46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:48:28.514199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:48:28.572264 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914', 'status': 'completed', 'code': 200} Mar 23 10:48:28.665974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-3f84db9e-50a7-462b-8dc9-b44086269352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:28.667479 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-3f84db9e-50a7-462b-8dc9-b44086269352 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28&device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 1099 time: 0.0747085 Mar 23 10:48:28.821905 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:31Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '71a20cf4-0b2d-4697-9865-941c095e8f5e', 'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'mac_address': 'fa:16:3e:ab:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:30Z', 'updated_at': '2022-03-23T10:46:38Z', 'revision_number': 5, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'subnets': [{'id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:28.826330 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] Checking router: af015178-8151-427a-95d1-be18c4432f46 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:48:28.831874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-e3a5a1ef-e3ae-4c97-b127-7429de42301d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:28.833579 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-e3a5a1ef-e3ae-4c97-b127-7429de42301d service neutron] 10.222.0.102 "GET /v2.0/networks?id=ccd2a960-8a44-4fec-a803-611913e440df HTTP/1.1" status: 200 len: 915 time: 0.1607299 Mar 23 10:48:28.835660 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] Routers {'af015178-8151-427a-95d1-be18c4432f46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:48:28.836355 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:48:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['af015178-8151-427a-95d1-be18c4432f46'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:28.904671 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-1b77f934-6d8f-432b-be9b-2baa53dd0670 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 200 len: 217 time: 0.0636096 Mar 23 10:48:28.965669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-82f71e8b-6222-476c-9597-a5a27e390ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:28.967058 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-82f71e8b-6222-476c-9597-a5a27e390ff7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=248b3e78-615f-4c1b-a5e0-ef2d9670b695 HTTP/1.1" status: 200 len: 853 time: 0.0562277 Mar 23 10:48:29.017949 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] Set router af015178-8151-427a-95d1-be18c4432f46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:48:29.043156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-ae402635-743c-44e5-b3ec-b327f9405908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:29.044644 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-ae402635-743c-44e5-b3ec-b327f9405908 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ccd2a960-8a44-4fec-a803-611913e440df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712631 Mar 23 10:48:29.193439 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-6ccaffe6-0037-4fe6-96a6-742e39aba273 service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254621 Mar 23 10:48:29.331484 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7afc408e-6cc1-4332-af88-980f1dd2b448 req-8bc390f0-3e85-48ad-9b23-8ffe612273df service neutron] 10.222.0.102 "GET /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265059 Mar 23 10:48:29.335646 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:31Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '71a20cf4-0b2d-4697-9865-941c095e8f5e', 'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'mac_address': 'fa:16:3e:ab:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:30Z', 'updated_at': '2022-03-23T10:46:38Z', 'revision_number': 5, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'subnets': [{'id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:29.339764 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b44e6c-3176-4aaa-ada2-4bc1d57d44d3 None None] The sync data for ids ['af015178-8151-427a-95d1-be18c4432f46'] in dv-neutron-834652-2-hyperv is: [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:31Z', 'revision_number': 4, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '71a20cf4-0b2d-4697-9865-941c095e8f5e', 'name': '', 'network_id': 'ccd2a960-8a44-4fec-a803-611913e440df', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'mac_address': 'fa:16:3e:ab:6a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:30Z', 'updated_at': '2022-03-23T10:46:38Z', 'revision_number': 5, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'subnets': [{'id': '248b3e78-615f-4c1b-a5e0-ef2d9670b695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:48:29.580915 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2befbc2d-65df-49cc-9f0a-0e5ee80b86e4 None None] New status for floating IP 484b9961-79f0-44f1-9c23-c338260a02ec: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:48:32.700752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d54e2a-9cad-463e-ab6a-7589a403da11 req-5ad92503-ea81-4659-8a0a-c6956487cb32 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:32.702230 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3d54e2a-9cad-463e-ab6a-7589a403da11 req-5ad92503-ea81-4659-8a0a-c6956487cb32 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 946 time: 0.0809975 Mar 23 10:48:32.756879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-a3d54e2a-9cad-463e-ab6a-7589a403da11 req-eea581a2-0260-42a1-a642-5ed95f83414b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Synchronizing usage tracker for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:48:32.771751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-a3d54e2a-9cad-463e-ab6a-7589a403da11 req-eea581a2-0260-42a1-a642-5ed95f83414b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Unset dirty status for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:48:32.772945 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a3d54e2a-9cad-463e-ab6a-7589a403da11 req-eea581a2-0260-42a1-a642-5ed95f83414b tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650299 Mar 23 10:48:33.736481 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7b67bc5b-2e4c-4792-9d7f-8f20f7bd3cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:34.064414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4abb6-384b-4a28-9c56-9489cd6dd5e7 req-4376193b-d59d-432f-baf6-717fc6b47400 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:34.065131 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-83a4abb6-384b-4a28-9c56-9489cd6dd5e7 req-4376193b-d59d-432f-baf6-717fc6b47400 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Synchronizing usage tracker for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:48:34.081556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-83a4abb6-384b-4a28-9c56-9489cd6dd5e7 req-4376193b-d59d-432f-baf6-717fc6b47400 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Unset dirty status for tenant:f04ffda7ae7a49cd95b68a9d0d22eb28 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:48:34.083591 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-83a4abb6-384b-4a28-9c56-9489cd6dd5e7 req-4376193b-d59d-432f-baf6-717fc6b47400 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 946 time: 0.2043633 Mar 23 10:48:34.128367 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-83a4abb6-384b-4a28-9c56-9489cd6dd5e7 req-ac4b5a0a-6a20-465c-a18e-558a7c8d5f4d tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/security-groups?id=e63cf48c-b0b9-4e1b-9c51-5decca92b882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392416 Mar 23 10:48:34.281303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-37327534-2373-4b7e-8b87-af92c95dceed tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:34.282685 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-37327534-2373-4b7e-8b87-af92c95dceed tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.102 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 946 time: 0.0764194 Mar 23 10:48:34.352681 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-7697c23d-31c4-4d9d-a0cf-442d0f4eaf8a tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Deleting port 9326574e-fc76-4a70-8783-992ec9ead914 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:34.353014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-7697c23d-31c4-4d9d-a0cf-442d0f4eaf8a tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:34.592611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-7697c23d-31c4-4d9d-a0cf-442d0f4eaf8a tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] For port 9326574e-fc76-4a70-8783-992ec9ead914, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9326574e-fc76-4a70-8783-992ec9ead914,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:34.592961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-7697c23d-31c4-4d9d-a0cf-442d0f4eaf8a tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:34.713156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-7697c23d-31c4-4d9d-a0cf-442d0f4eaf8a tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Calling delete_port for 9326574e-fc76-4a70-8783-992ec9ead914 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:48:34.855060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-7697c23d-31c4-4d9d-a0cf-442d0f4eaf8a tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:34.867658 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['9326574e-fc76-4a70-8783-992ec9ead914'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:48:34.904594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697c23d-31c4-4d9d-a0cf-442d0f4eaf8a tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Pushing event deleted for resources: {'Port': ['ID=9326574e-fc76-4a70-8783-992ec9ead914,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:35.065595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-7697c23d-31c4-4d9d-a0cf-442d0f4eaf8a tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] No DVR routers for this DVR port 9326574e-fc76-4a70-8783-992ec9ead914 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:48:35.068610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-7697c23d-31c4-4d9d-a0cf-442d0f4eaf8a tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:35.071171 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'name': 'network-vif-deleted', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:48:35.086602 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-69536de6-12ae-46a8-9662-e8d1e99ae50e req-7697c23d-31c4-4d9d-a0cf-442d0f4eaf8a tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.102 "DELETE /v2.0/ports/9326574e-fc76-4a70-8783-992ec9ead914 HTTP/1.1" status: 204 len: 173 time: 0.7985625 Mar 23 10:48:35.220148 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed9c3bd-4424-45e2-b5f6-d70021ffdce8', 'name': 'network-vif-deleted', 'tag': '9326574e-fc76-4a70-8783-992ec9ead914', 'status': 'completed', 'code': 200} Mar 23 10:48:35.317724 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bb249171-a022-496f-b266-705235007821 req-dcc8f30f-05d0-418a-8fe1-ce03375e5ef5 tempest-TestMinimumBasicScenario-1054417800 tempest-TestMinimumBasicScenario-1054417800-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ed9c3bd-4424-45e2-b5f6-d70021ffdce8 HTTP/1.1" status: 200 len: 210 time: 0.0490038 Mar 23 10:48:36.474872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:36.593708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-12e620b0-9085-4277-b0f5-df0c6b0fe3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:36.964705 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42740) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:37.342901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:37.493809 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:37.555846 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:37.837008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] Deleting port 71a20cf4-0b2d-4697-9865-941c095e8f5e {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:37.837428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:38.006912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] For port 71a20cf4-0b2d-4697-9865-941c095e8f5e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=71a20cf4-0b2d-4697-9865-941c095e8f5e,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:38.007595 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:38.118639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 9326574e-fc76-4a70-8783-992ec9ead914 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:48:38.153565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 9326574e-fc76-4a70-8783-992ec9ead914 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:48:38.153901 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 9326574e-fc76-4a70-8783-992ec9ead914 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:48:38.227639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] Calling delete_port for 71a20cf4-0b2d-4697-9865-941c095e8f5e owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:48:38.538996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:38.584599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] Pushing event deleted for resources: {'Port': ['ID=71a20cf4-0b2d-4697-9865-941c095e8f5e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:38.850019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:39.203125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] Router af015178-8151-427a-95d1-be18c4432f46 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:48:39.376425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:48:39.384718 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] Sync routers for ids ['af015178-8151-427a-95d1-be18c4432f46'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:48:39.389914 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-06289404-110b-408e-8402-4e2e72954724 admin admin] 10.222.0.84 "PUT /v2.0/routers/af015178-8151-427a-95d1-be18c4432f46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4225612 Mar 23 10:48:39.390776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42744) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:39.394968 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] Routers {'af015178-8151-427a-95d1-be18c4432f46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:48:39.395651 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:48:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['af015178-8151-427a-95d1-be18c4432f46'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:39.609513 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] Set router af015178-8151-427a-95d1-be18c4432f46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:48:39.612153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:39.689503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:39.870228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:39.880524 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Deleting port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:39.880885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:39.901002 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128'}], 'enable_snat': True}, 'gw_port_id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:48:38Z', 'revision_number': 5, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port': {'id': '06a0223d-2ab8-40d4-84b7-de1cd8a94c5b', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af015178-8151-427a-95d1-be18c4432f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:39.904861 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] Checking router: af015178-8151-427a-95d1-be18c4432f46 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:48:39.913210 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] Routers {'af015178-8151-427a-95d1-be18c4432f46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:48:39.913806 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:48:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['af015178-8151-427a-95d1-be18c4432f46'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:40.057740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] For port 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=06a0223d-2ab8-40d4-84b7-de1cd8a94c5b,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:40.058099 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:40.061377 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] Set router af015178-8151-427a-95d1-be18c4432f46 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:48:40.165006 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:48:39Z', 'revision_number': 6, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:40.169084 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f378c982-5aef-453c-944c-4fc2da212b00 None None] The sync data for ids ['af015178-8151-427a-95d1-be18c4432f46'] in dv-neutron-834652-2-hyperv is: [{'id': 'af015178-8151-427a-95d1-be18c4432f46', 'name': 'tempest-TestMinimumBasicScenario-212164897-router', 'tenant_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:27Z', 'updated_at': '2022-03-23T10:48:39Z', 'revision_number': 6, 'project_id': 'f04ffda7ae7a49cd95b68a9d0d22eb28', 'gw_port_host': None}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:48:40.189613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Calling delete_port for 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:48:40.368640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:40.416568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Pushing event deleted for resources: {'Port': ['ID=06a0223d-2ab8-40d4-84b7-de1cd8a94c5b,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:40.508033 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:40.684284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:40.686374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:40.710044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:40.710579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af015178-8151-427a-95d1-be18c4432f46 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:48:40.722580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:40.726726 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-381e6331-51b2-468b-9ec4-623794e6067f admin admin] 10.222.0.84 "DELETE /v2.0/routers/af015178-8151-427a-95d1-be18c4432f46 HTTP/1.1" status: 204 len: 168 time: 1.3323343 Mar 23 10:48:40.726939 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42750) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:40.784673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6c45cc-1096-4942-ac90-71c745da34c4 admin admin] Deleting subnet 248b3e78-615f-4c1b-a5e0-ef2d9670b695 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:48:40.787609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f6c45cc-1096-4942-ac90-71c745da34c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:40.838656 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f6c45cc-1096-4942-ac90-71c745da34c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:40.965906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 71a20cf4-0b2d-4697-9865-941c095e8f5e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:48:41.001559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 71a20cf4-0b2d-4697-9865-941c095e8f5e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:48:41.002045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 71a20cf4-0b2d-4697-9865-941c095e8f5e not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:48:41.002604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:48:41.035439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f6c45cc-1096-4942-ac90-71c745da34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.036237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:48:41.036591 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 06a0223d-2ab8-40d4-84b7-de1cd8a94c5b not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:48:41.103752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f6c45cc-1096-4942-ac90-71c745da34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.145787 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c45cc-1096-4942-ac90-71c745da34c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248b3e78-615f-4c1b-a5e0-ef2d9670b695,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:41.149201 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6f6c45cc-1096-4942-ac90-71c745da34c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.157340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bbda13-8ff3-4d59-b822-e71dafd61a80 None None] Network ccd2a960-8a44-4fec-a803-611913e440df requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:48:41.157515 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6f6c45cc-1096-4942-ac90-71c745da34c4 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/248b3e78-615f-4c1b-a5e0-ef2d9670b695 HTTP/1.1" status: 204 len: 168 time: 0.4272504 Mar 23 10:48:41.157599 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42754) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:41.271357 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.281430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Deleting port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:41.281750 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.413518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] DHCP port deletion for ccd2a960-8a44-4fec-a803-611913e440df request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:48:41.417831 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] Deleting port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:41.418228 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.486156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] For port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1e34ee22-58e5-43c3-96f8-1e464b7e30eb,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:41.486725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.611538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Calling delete_port for 1e34ee22-58e5-43c3-96f8-1e464b7e30eb owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:48:41.617149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] For port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=1e34ee22-58e5-43c3-96f8-1e464b7e30eb,segment=NetworkSegment(cfe91dff-5d46-48b5-81bc-9a396a68b278),segment_id=cfe91dff-5d46-48b5-81bc-9a396a68b278)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:41.617539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.686401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.734637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e34ee22-58e5-43c3-96f8-1e464b7e30eb,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:41.738500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] Calling delete_port for 1e34ee22-58e5-43c3-96f8-1e464b7e30eb owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:48:41.739273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] No DVR routers for this DVR port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:48:41.814840 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:48:41.815188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:48:41.858683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.887366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd2a960-8a44-4fec-a803-611913e440df']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:41.899770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe91dff-5d46-48b5-81bc-9a396a68b278') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:41.900062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe91dff-5d46-48b5-81bc-9a396a68b278') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:41.911017 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.927092 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.933306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:48:41.933666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:48:41.947076 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:48:42.017851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:42.036843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:42.046926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd2a960-8a44-4fec-a803-611913e440df,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:42.054540 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b6228b07-f918-4d02-9965-f5b85bc0cdd1 admin admin] 10.222.0.84 "DELETE /v2.0/networks/ccd2a960-8a44-4fec-a803-611913e440df HTTP/1.1" status: 204 len: 168 time: 0.8960307 Mar 23 10:48:42.057358 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42758) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:42.316838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] Deleting port 1e34ee22-58e5-43c3-96f8-1e464b7e30eb {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:42.318419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:42.386843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5f897-f16e-4d44-81f8-4515981bfac1 None None] The port '1e34ee22-58e5-43c3-96f8-1e464b7e30eb' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:48:42.681405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:42.920536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1e34ee22-58e5-43c3-96f8-1e464b7e30eb no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:48:42.954148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 1e34ee22-58e5-43c3-96f8-1e464b7e30eb {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:48:42.954485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 1e34ee22-58e5-43c3-96f8-1e464b7e30eb not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:48:43.026928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] Deleting port 77926d6f-38b1-41a9-92ac-9f0de6ffc579 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:43.027259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:43.195215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] For port 77926d6f-38b1-41a9-92ac-9f0de6ffc579, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=77926d6f-38b1-41a9-92ac-9f0de6ffc579,segment=NetworkSegment(fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff),segment_id=fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:43.195562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:43.317557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] Calling delete_port for 77926d6f-38b1-41a9-92ac-9f0de6ffc579 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:48:43.491894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:43.535926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=77926d6f-38b1-41a9-92ac-9f0de6ffc579,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:43.805853 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:44.253696 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] Router dd58ec8b-5154-4ef0-8965-342261254eea has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:48:44.427192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:48:44.435595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] Sync routers for ids ['dd58ec8b-5154-4ef0-8965-342261254eea'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:48:44.436028 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-7a04761c-6d0f-4c3d-a63a-3543a87cd1c0 admin admin] 10.222.0.84 "PUT /v2.0/routers/dd58ec8b-5154-4ef0-8965-342261254eea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3773403 Mar 23 10:48:44.438227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42762) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:44.446003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] Routers {'dd58ec8b-5154-4ef0-8965-342261254eea'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:48:44.446603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:48:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['dd58ec8b-5154-4ef0-8965-342261254eea'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:44.609125 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:44.660859 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] Set router dd58ec8b-5154-4ef0-8965-342261254eea gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:48:44.784904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:44.795064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Deleting port 4f3b365c-f0b3-4d85-8b26-793359bff485 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:44.795455 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:44.945690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'name': 'tempest-TestMinimumBasicScenario-1901149542-router', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152'}], 'enable_snat': True}, 'gw_port_id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:33Z', 'updated_at': '2022-03-23T10:48:43Z', 'revision_number': 5, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'gw_port': {'id': '4f3b365c-f0b3-4d85-8b26-793359bff485', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:30:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:46:34Z', 'updated_at': '2022-03-23T10:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:44.950297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] Checking router: dd58ec8b-5154-4ef0-8965-342261254eea for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:48:44.959703 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] Routers {'dd58ec8b-5154-4ef0-8965-342261254eea'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:48:44.960307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:48:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['dd58ec8b-5154-4ef0-8965-342261254eea'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:44.969561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] For port 4f3b365c-f0b3-4d85-8b26-793359bff485, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4f3b365c-f0b3-4d85-8b26-793359bff485,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:44.970030 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:45.091505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Calling delete_port for 4f3b365c-f0b3-4d85-8b26-793359bff485 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:48:45.110422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] Set router dd58ec8b-5154-4ef0-8965-342261254eea gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:48:45.217738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'name': 'tempest-TestMinimumBasicScenario-1901149542-router', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:33Z', 'updated_at': '2022-03-23T10:48:44Z', 'revision_number': 6, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:45.221838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e750029-ed2f-44f7-b97a-5bf241b1a251 None None] The sync data for ids ['dd58ec8b-5154-4ef0-8965-342261254eea'] in dv-neutron-834652-2-hyperv is: [{'id': 'dd58ec8b-5154-4ef0-8965-342261254eea', 'name': 'tempest-TestMinimumBasicScenario-1901149542-router', 'tenant_id': '824088a4c897467782ff2dd5f3e57707', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:46:33Z', 'updated_at': '2022-03-23T10:48:44Z', 'revision_number': 6, 'project_id': '824088a4c897467782ff2dd5f3e57707', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:48:45.374988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:45.423900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3b365c-f0b3-4d85-8b26-793359bff485,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:45.510504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:45.686963 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:45.689145 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:45.715977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:45.716471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd58ec8b-5154-4ef0-8965-342261254eea {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:48:45.728648 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:45.729787 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ed34d29d-a281-48dc-8ad4-fd21f037c52e admin admin] 10.222.0.84 "DELETE /v2.0/routers/dd58ec8b-5154-4ef0-8965-342261254eea HTTP/1.1" status: 204 len: 168 time: 1.2906823 Mar 23 10:48:45.732512 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42766) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:45.789891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-b13a680f-a198-4e26-9f13-bf305dc4f1fe admin admin] Deleting subnet 61c00485-c02b-4e0c-9e56-5e9b356bb200 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:48:45.792932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b13a680f-a198-4e26-9f13-bf305dc4f1fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:45.842023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b13a680f-a198-4e26-9f13-bf305dc4f1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:45.921080 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b13a680f-a198-4e26-9f13-bf305dc4f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:45.991059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b13a680f-a198-4e26-9f13-bf305dc4f1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.028229 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a680f-a198-4e26-9f13-bf305dc4f1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61c00485-c02b-4e0c-9e56-5e9b356bb200,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:46.032093 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b13a680f-a198-4e26-9f13-bf305dc4f1fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.040701 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b13a680f-a198-4e26-9f13-bf305dc4f1fe admin admin] 10.222.0.84 "DELETE /v2.0/subnets/61c00485-c02b-4e0c-9e56-5e9b356bb200 HTTP/1.1" status: 204 len: 168 time: 0.3045614 Mar 23 10:48:46.040826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e2a20-210e-4289-ad1f-d93f01378561 None None] Network dece81fc-fb22-4264-ae19-e54cd1eed552 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:48:46.041270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42770) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:46.146609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.157216 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Deleting port 53f33e63-0e91-4e68-8f81-e20645b5cc2c {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:46.157549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.297242 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] DHCP port deletion for dece81fc-fb22-4264-ae19-e54cd1eed552 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:48:46.301009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] Deleting port 53f33e63-0e91-4e68-8f81-e20645b5cc2c {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:46.301397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.370881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] For port 53f33e63-0e91-4e68-8f81-e20645b5cc2c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=53f33e63-0e91-4e68-8f81-e20645b5cc2c,segment=NetworkSegment(fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff),segment_id=fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:46.371221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.492103 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Calling delete_port for 53f33e63-0e91-4e68-8f81-e20645b5cc2c owned by network:dhcp {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:48:46.510012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] For port 53f33e63-0e91-4e68-8f81-e20645b5cc2c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=53f33e63-0e91-4e68-8f81-e20645b5cc2c,segment=NetworkSegment(fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff),segment_id=fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:46.510398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.569065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.616704 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] No DVR routers for this DVR port 53f33e63-0e91-4e68-8f81-e20645b5cc2c on host dv-neutron-834652-2-hyperv {{(pid=87860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:48:46.632469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] Calling delete_port for 53f33e63-0e91-4e68-8f81-e20645b5cc2c owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:48:46.642476 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f33e63-0e91-4e68-8f81-e20645b5cc2c,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:46.737279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.748322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 10:48:46.748671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 10:48:46.763107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dece81fc-fb22-4264-ae19-e54cd1eed552']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:46.774720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:46.775010 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc049e8a-44ca-4ab9-ab5e-b190d2fbe1ff') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:46.785997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.802894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.808734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:48:46.809156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:48:46.822770 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:48:46.898737 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.903785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:46.928318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 53f33e63-0e91-4e68-8f81-e20645b5cc2c no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:48:46.928848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] Pushing event deleted for resources: {'Network': ['ID=dece81fc-fb22-4264-ae19-e54cd1eed552,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:46.936158 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5316a374-04f9-442f-a96b-54f63ccd5a67 admin admin] 10.222.0.84 "DELETE /v2.0/networks/dece81fc-fb22-4264-ae19-e54cd1eed552 HTTP/1.1" status: 204 len: 168 time: 0.8945403 Mar 23 10:48:46.961797 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 53f33e63-0e91-4e68-8f81-e20645b5cc2c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:48:46.962130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 53f33e63-0e91-4e68-8f81-e20645b5cc2c not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:48:46.962529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77926d6f-38b1-41a9-92ac-9f0de6ffc579 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:48:46.993964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 77926d6f-38b1-41a9-92ac-9f0de6ffc579 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:48:46.994298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 77926d6f-38b1-41a9-92ac-9f0de6ffc579 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:48:46.994697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4f3b365c-f0b3-4d85-8b26-793359bff485 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:48:47.028747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 4f3b365c-f0b3-4d85-8b26-793359bff485 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:48:47.029107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4f3b365c-f0b3-4d85-8b26-793359bff485 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:48:47.100952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42776) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:47.148522 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-21a64c58-2efa-48aa-8c23-883f68bdc57f admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f04ffda7ae7a49cd95b68a9d0d22eb28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463741 Mar 23 10:48:47.151011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42780) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:47.250009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] Deleting port 53f33e63-0e91-4e68-8f81-e20645b5cc2c {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:48:47.250579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:47.314449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1e1d267-0a25-498a-a205-73625d944767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:47.315323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-1e94e5b3-38ef-402b-8a1c-8a68755bc92e None None] The port '53f33e63-0e91-4e68-8f81-e20645b5cc2c' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 10:48:47.341928 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1e1d267-0a25-498a-a205-73625d944767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:47.392825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1e1d267-0a25-498a-a205-73625d944767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:47.409397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1d267-0a25-498a-a205-73625d944767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63cf48c-b0b9-4e1b-9c51-5decca92b882,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:47.427130 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c1e1d267-0a25-498a-a205-73625d944767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:47.428310 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c1e1d267-0a25-498a-a205-73625d944767 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/e63cf48c-b0b9-4e1b-9c51-5decca92b882 HTTP/1.1" status: 204 len: 168 time: 0.2763596 Mar 23 10:48:47.756965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42788) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:47.803981 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b3a7a095-1d47-4d29-b955-c2ef92cc63f2 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=824088a4c897467782ff2dd5f3e57707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458899 Mar 23 10:48:47.806276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42792) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:47.862228 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9980198a-01de-425b-a104-567c8553df51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:47.889058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9980198a-01de-425b-a104-567c8553df51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:47.941135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9980198a-01de-425b-a104-567c8553df51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:47.957254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980198a-01de-425b-a104-567c8553df51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd6f451-74bc-4880-80ce-03555f80d0e2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:47.961508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9980198a-01de-425b-a104-567c8553df51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:47.962615 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9980198a-01de-425b-a104-567c8553df51 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/bfd6f451-74bc-4880-80ce-03555f80d0e2 HTTP/1.1" status: 204 len: 168 time: 0.1554918 Mar 23 10:48:49.520866 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:48:49.726414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42842) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:49.731577 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919210364', 'description': 'tempest-secgroup-smoke-919210364 description', 'project_id': 'f02bd9925b774a62838934041bdc1fdd'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:49.737501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:49.741897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:49.744685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:49.750260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:49.762441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:49.774182 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:49.790578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:49.794261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:49.796936 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:49.802980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:49.889561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:49.893327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:49.904311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:49.912161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:49.916877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:49.930374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:49.937583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85489fc2-0789-4ee0-bd65-fa204f29d53f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:50.007971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.011498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.053089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a58d03-769c-4849-a50b-b7da901d41e3,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:50.056617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.057839 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9ca8e0d0-92bf-4846-b77d-8f39f116da9e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3304875 Mar 23 10:48:50.060752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42846) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:50.065695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'a4a58d03-769c-4849-a50b-b7da901d41e3', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:50.071438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:50.075163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:50.077961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:50.084113 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:50.100957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.160791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.164548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.187590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185ab255-2771-42ad-a94b-a72598cf45b1,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:50.196509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.197666 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-47ffdffa-c32e-4eb0-be18-be7da8c9e3b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360023 Mar 23 10:48:50.200400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42850) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:50.205359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'a4a58d03-769c-4849-a50b-b7da901d41e3', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:50.211594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:50.215297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:50.218166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:50.224579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:50.240284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.299302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.303730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.329409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d23bc52-ab1a-4c34-9dc1-7de9036a948f,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:50.337375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.338701 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-880f6526-b092-482b-bfcc-a79dda7296d7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373630 Mar 23 10:48:50.341426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42854) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:50.346062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'a4a58d03-769c-4849-a50b-b7da901d41e3', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:50.352214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:50.355911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:50.358724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:50.364812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:50.380777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.462158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.466200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.490582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704eff8b-65f2-41a7-99f7-6ace80480d04,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:50.498549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.499700 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0a712d54-0f09-4f4d-8382-0d4bc0186307 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573856 Mar 23 10:48:50.502483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42858) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:50.507419 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'a4a58d03-769c-4849-a50b-b7da901d41e3', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:50.513043 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:50.516690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:50.519594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:50.525189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:50.542471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.603917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.607424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.633777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c2bf7c-1e88-457b-8e83-fb72f7c69fde,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:50.639123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.640133 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a5f41914-0c79-44af-8a85-99b27c3b4e6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367493 Mar 23 10:48:50.642821 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42862) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:50.648056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'a4a58d03-769c-4849-a50b-b7da901d41e3', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:50.653750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:50.657710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:50.661148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:50.666851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:50.676871 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Project f02bd9925b774a62838934041bdc1fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:48:50.683235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.749115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.752622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.776417 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4e6e15-4a8f-41d7-9635-1eca7ab10005,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:50.785027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.786261 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b8f18fae-a365-4ba4-8fac-41ff3d6d1c2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425624 Mar 23 10:48:50.788958 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42866) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:50.794117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'a4a58d03-769c-4849-a50b-b7da901d41e3', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:50.799743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:50.804035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:50.806911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:50.812478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:50.823484 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Project f02bd9925b774a62838934041bdc1fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:48:50.829869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.892882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.896493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.919612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f27a6ad-b26d-46b7-b6ac-4faf80723844,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:50.928299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.929587 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-de1d7a63-ca88-4d69-96e5-dbcd9a8998b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396503 Mar 23 10:48:50.932601 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42870) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:50.938230 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'network': {'name': 'tempest-network-smoke--713291573', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'port_security_enabled': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:50.943607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:50.947328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:network and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:50.950136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:50.955663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:50.965897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:48:50.969274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:50.996254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:48:51.005556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:51.005888 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Added segment 3948a48b-a777-4e5a-886f-955a8989f6f2 of type vlan for network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 Mar 23 10:48:51.032765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:51.061743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:51.067241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:51.067812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:51.165196 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2313139 Mar 23 10:48:51.168365 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42874) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:51.171460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df6aac-24c0-4aaa-967b-013c0f9a4e81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Network': ['ID=f58d7d3f-1284-4f37-aa3b-d9cff940ee91,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:51.174736 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'admin_state_up': True, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:51.182081 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:48:51.183606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:51.187386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:router and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:51.190186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:51.196133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:51.205559 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:51.206997 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:51.221961 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:51.500647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:51.791269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:51.820098 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:51.956818 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.26.4.245 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/6f263d0b-d5be-4d82-8b72-744c5c857740) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:48:52.102917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:52.134797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:52.194122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:48:52.196734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:52.200129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:48:52.243444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=6f263d0b-d5be-4d82-8b72-744c5c857740,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:52.740211 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:53.074900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:53.271620 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 2309535a-0363-4644-b452-428988a25478 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:48:53.443654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:48:53.454103 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Sync routers for ids ['2309535a-0363-4644-b452-428988a25478'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:48:53.463925 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Routers {'2309535a-0363-4644-b452-428988a25478'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:48:53.464527 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:48:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2309535a-0363-4644-b452-428988a25478'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:53.470473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:53.471803 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8784d03b-befb-4a22-b1a6-6a696365c51e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3023970 Mar 23 10:48:53.474922 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42878) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:53.613939 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-50feed3e-336d-40cf-ac16-d4d876e2bcdf tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f02bd9925b774a62838934041bdc1fdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1354272 Mar 23 10:48:53.614153 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42884) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:53.636501 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Set router 2309535a-0363-4644-b452-428988a25478 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:48:53.741489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f28181a-b156-4eef-aa57-44c832dc9f4e tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:53.745586 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1f28181a-b156-4eef-aa57-44c832dc9f4e tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279449 Mar 23 10:48:53.746061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42888) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:53.785277 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d5452080-f7e7-42a6-9bad-1ddd43d3926d tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379732 Mar 23 10:48:53.788984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42892) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:53.796139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578688709', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:53.904860 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:53.908650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:subnet and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:48:53.911527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:48:53.913492 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:52Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:53.917367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:53.917500 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Checking router: 2309535a-0363-4644-b452-428988a25478 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:48:53.917775 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Updating router 2309535a-0363-4644-b452-428988a25478 port 6f263d0b-d5be-4d82-8b72-744c5c857740 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:48:53.928271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:48:53.931730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:53.973289 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.140363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.220223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Subnet': ['ID=7bdcf8dc-6dff-4b06-8482-de0e59366720,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:54.226262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Checking segment: {'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:48:54.226610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network hostable DHCP agents. Network: f58d7d3f-1284-4f37-aa3b-d9cff940ee91, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:48:54.246032 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:48:54.266123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, f58d7d3f-1284-4f37-aa3b-d9cff940ee91) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:54.271738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:54.272373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.274500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf7e56-cb5d-4c32-ad45-dd510dcab5f3 None None] Network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:48:54.295171 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c7ad1dd7-2e53-4b90-90b9-995e1bdf6a65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5050678 Mar 23 10:48:54.298118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42896) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:48:54.333231 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.344752 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Transition to ACTIVE for port object 6f263d0b-d5be-4d82-8b72-744c5c857740 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:54.351933 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.414353 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Pushing event updated for resources: {'Port': ['ID=6f263d0b-d5be-4d82-8b72-744c5c857740,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:54.423386 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.423722 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.424053 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.424381 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.424699 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.425022 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.425362 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.426260 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.426579 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.426892 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.427207 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.427514 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:54.449219 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Attempting to bind port 6f263d0b-d5be-4d82-8b72-744c5c857740 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:48:54.449591 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Attempting to bind port 6f263d0b-d5be-4d82-8b72-744c5c857740 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:48:54.449949 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Attempting to bind port 6f263d0b-d5be-4d82-8b72-744c5c857740 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:48:54.455471 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:48:54.456172 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:48:54.456271 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.456589 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:48:54.457915 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Bound port: 6f263d0b-d5be-4d82-8b72-744c5c857740, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:48:54.458457 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.507097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:48:54.507993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.536617 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] For port 6f263d0b-d5be-4d82-8b72-744c5c857740, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:48:54.541044 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] For port 6f263d0b-d5be-4d82-8b72-744c5c857740, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=6f263d0b-d5be-4d82-8b72-744c5c857740,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:48:54.545224 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.628052 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a654c5-d158-432f-bdcf-8a0902f4efdd None None] Pushing event updated for resources: {'Port': ['ID=6f263d0b-d5be-4d82-8b72-744c5c857740,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:54.632552 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Routers {'2309535a-0363-4644-b452-428988a25478'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:48:54.633198 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:48:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2309535a-0363-4644-b452-428988a25478'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:54.676560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Allocated IP 172.20.0.2 (f58d7d3f-1284-4f37-aa3b-d9cff940ee91/7bdcf8dc-6dff-4b06-8482-de0e59366720/53ce6322-32b0-4a51-9a92-0432cf54436f) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:48:54.815008 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] Set router 2309535a-0363-4644-b452-428988a25478 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:48:54.901798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.914467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Transition to ACTIVE for port object 53ce6322-32b0-4a51-9a92-0432cf54436f will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:54.932711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Transition to ACTIVE for port object 53ce6322-32b0-4a51-9a92-0432cf54436f will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:54.938112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:54.996264 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:48:54.999393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:55.003334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:48:55.054460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Pushing event updated for resources: {'Port': ['ID=53ce6322-32b0-4a51-9a92-0432cf54436f,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:55.102810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.103149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.103615 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.103813 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.104119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.104438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.104757 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.105095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.105416 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.105730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.106039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.106348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:48:55.110684 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:52Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:55.114915 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb151488-d4ba-4bc7-a5f7-d38dceac62e4 None None] The sync data for ids ['2309535a-0363-4644-b452-428988a25478'] in dv-neutron-834652-2-hyperv is: [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:52Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:48:55.117673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Attempting to bind port 53ce6322-32b0-4a51-9a92-0432cf54436f on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:48:55.118006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Attempting to bind port 53ce6322-32b0-4a51-9a92-0432cf54436f by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:48:55.118307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Attempting to bind port 53ce6322-32b0-4a51-9a92-0432cf54436f on network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:48:55.124944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:48:55.125345 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Checking segment: {'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:48:55.125737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:55.126118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Bound using segment: {'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:48:55.126574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Bound port: 53ce6322-32b0-4a51-9a92-0432cf54436f, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:48:55.126940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:55.152087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:55.218736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] For port 53ce6322-32b0-4a51-9a92-0432cf54436f, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:48:55.221857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] For port 53ce6322-32b0-4a51-9a92-0432cf54436f, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=53ce6322-32b0-4a51-9a92-0432cf54436f,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:48:55.226686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:55.316728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308d56a-c5f0-41ad-8900-97bb5e31d4ec None None] Pushing event updated for resources: {'Port': ['ID=53ce6322-32b0-4a51-9a92-0432cf54436f,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:55.616576 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.20.0.1 (f58d7d3f-1284-4f37-aa3b-d9cff940ee91/7bdcf8dc-6dff-4b06-8482-de0e59366720/e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:48:55.788126 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:55.805543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Transition to ACTIVE for port object e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:55.829747 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:55.898823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:48:55.901786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:55.904196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:48:55.946783 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:55.975271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:56.289642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913103f9-5c1f-4e4d-8e83-d44ee25bb69f None None] Network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:48:56.375261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:56.379554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-44578ee3-4089-4f24-ab43-5e4e3dedec5c None None] Provisioning for port 53ce6322-32b0-4a51-9a92-0432cf54436f completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:56.801725 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:56.807843 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:56.826375 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-11f13a1d-aa66-4527-b231-135c8c1182a5 None None] Provisioning for port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:56.832870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-11f13a1d-aa66-4527-b231-135c8c1182a5 None None] Provisioning complete for port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:56.833450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-11f13a1d-aa66-4527-b231-135c8c1182a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:56.922199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:56.926917 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:56.942841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-11f13a1d-aa66-4527-b231-135c8c1182a5 None None] Port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:48:57.020684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 6f263d0b-d5be-4d82-8b72-744c5c857740 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:57.069261 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:48:57.070394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:48:57.086977 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-517421cc-5d5e-4076-a2be-b1bf346e2864 None None] Provisioning complete for port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:57.087341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-517421cc-5d5e-4076-a2be-b1bf346e2864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:57.146464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 6f263d0b-d5be-4d82-8b72-744c5c857740 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:57.149423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-517421cc-5d5e-4076-a2be-b1bf346e2864 None None] Port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:48:57.152705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 6f263d0b-d5be-4d82-8b72-744c5c857740 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:57.153024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:57.273861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 2309535a-0363-4644-b452-428988a25478 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:48:57.280904 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:57.295925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2d430b13-30e5-4d71-ac4d-e4194ca4c749 None None] Provisioning complete for port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:57.296230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2d430b13-30e5-4d71-ac4d-e4194ca4c749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:57.336520 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 6f263d0b-d5be-4d82-8b72-744c5c857740, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=6f263d0b-d5be-4d82-8b72-744c5c857740,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:57.343995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:57.344677 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 53ce6322-32b0-4a51-9a92-0432cf54436f up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:57.432111 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-2d430b13-30e5-4d71-ac4d-e4194ca4c749 None None] Port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:48:57.459283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:48:57.468340 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6cdbcac9-d3a9-4020-9e66-a2614a15ddab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "PUT /v2.0/routers/2309535a-0363-4644-b452-428988a25478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1691413 Mar 23 10:48:57.470712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=6f263d0b-d5be-4d82-8b72-744c5c857740,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:57.475075 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Sync routers for ids ['2309535a-0363-4644-b452-428988a25478'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:48:57.487779 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Routers {'2309535a-0363-4644-b452-428988a25478'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:48:57.488909 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:48:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2309535a-0363-4644-b452-428988a25478'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:57.557251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 53ce6322-32b0-4a51-9a92-0432cf54436f completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:48:57.567119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 53ce6322-32b0-4a51-9a92-0432cf54436f triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:57.567487 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:57.630430 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-c5fca1db-ebc7-416a-87f5-eb78686c69dd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919210364&fields=id&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 267 time: 0.0391417 Mar 23 10:48:57.719776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Set router 2309535a-0363-4644-b452-428988a25478 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:48:57.780397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-aa64f402-108a-46c9-aeb2-054c58ebc250 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:57.781862 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-aa64f402-108a-46c9-aeb2-054c58ebc250 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/networks?id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91 HTTP/1.1" status: 200 len: 796 time: 0.1446955 Mar 23 10:48:57.797170 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-52c39dee-b597-41df-ad77-07e838d9bf6c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/quotas/f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 375 time: 0.0093677 Mar 23 10:48:57.877859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-81af4d69-9138-4c36-aa8e-176b353be5c7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:48:57.897086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-81af4d69-9138-4c36-aa8e-176b353be5c7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:48:57.898383 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-81af4d69-9138-4c36-aa8e-176b353be5c7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957258 Mar 23 10:48:57.918537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:57.958822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-52af8df8-8656-46a7-97bb-080b11132b4e service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:48:57.959789 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-52af8df8-8656-46a7-97bb-080b11132b4e service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502787 Mar 23 10:48:58.018777 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 53ce6322-32b0-4a51-9a92-0432cf54436f, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=53ce6322-32b0-4a51-9a92-0432cf54436f,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:48:58.023332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:58.144874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=53ce6322-32b0-4a51-9a92-0432cf54436f,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:58.167844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:56Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc', 'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:83:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:55Z', 'updated_at': '2022-03-23T10:48:56Z', 'revision_number': 2, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:58.171668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Checking router: 2309535a-0363-4644-b452-428988a25478 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:48:58.172015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Updating router 2309535a-0363-4644-b452-428988a25478 port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:48:58.201659 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b0a5eace-b985-4ab3-a370-c234984f3af8 service neutron] 10.222.0.84 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359674 Mar 23 10:48:58.224203 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:58.331037 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-af708e23-6ec5-4a16-807a-32a0d91f7958 service neutron] 10.222.0.84 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234846 Mar 23 10:48:58.509580 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-399b1d0e-c2a2-4705-bcb7-c5383a4420bc req-5a769cb2-b5fd-404c-affc-a7039507072f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 210 time: 0.0433493 Mar 23 10:48:58.611224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:58.623427 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Transition to ACTIVE for port object e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:48:58.631724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:58.797431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f28c00-fd32-4c31-95fb-36bb1f5fb991 None None] Pushing event updated for resources: {'Port': ['ID=e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:58.854717 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Attempting to bind port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:48:58.855085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Attempting to bind port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:48:58.855446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Attempting to bind port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc on network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:48:58.861367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:48:58.861699 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Checking segment: {'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:48:58.862102 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:58.862490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Bound using segment: {'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:48:58.863132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Bound port: e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:48:58.863506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:58.961180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 6f263d0b-d5be-4d82-8b72-744c5c857740 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:59.008500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] For port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:48:59.034325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] For port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:48:59.039159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:59.126236 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Routers {'2309535a-0363-4644-b452-428988a25478'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:48:59.126778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:48:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2309535a-0363-4644-b452-428988a25478'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:59.181486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 6f263d0b-d5be-4d82-8b72-744c5c857740 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:59.181894 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:59.232332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f28c00-fd32-4c31-95fb-36bb1f5fb991 None None] Pushing event updated for resources: {'Port': ['ID=e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:48:59.420474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] Set router 2309535a-0363-4644-b452-428988a25478 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:48:59.486056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 53ce6322-32b0-4a51-9a92-0432cf54436f up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:48:59.607297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-0ff9df26-fd06-42a3-af57-64e1018f1832 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:48:59.608018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-0ff9df26-fd06-42a3-af57-64e1018f1832 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:48:59.627639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-0ff9df26-fd06-42a3-af57-64e1018f1832 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:48:59.630966 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-0ff9df26-fd06-42a3-af57-64e1018f1832 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/networks?id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91 HTTP/1.1" status: 200 len: 796 time: 0.1821787 Mar 23 10:48:59.689079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-8050d5d9-4e01-42ad-b94f-db9425bbd509 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:48:59.709628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-8050d5d9-4e01-42ad-b94f-db9425bbd509 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:48:59.710866 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-8050d5d9-4e01-42ad-b94f-db9425bbd509 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 379 time: 0.0719812 Mar 23 10:48:59.722036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'port': {'device_id': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'admin_state_up': True, 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'security_groups': ['a4a58d03-769c-4849-a50b-b7da901d41e3']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:48:59.724817 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-24142d69-694d-4535-bf22-f562e5f90176 req-d57e699a-e60d-4c5c-94b2-46195ef4eaf6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 210 time: 0.0675633 Mar 23 10:48:59.737729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 53ce6322-32b0-4a51-9a92-0432cf54436f triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:48:59.738502 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:59.956399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:48:59.965734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:48:59.975875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:48:59.978087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:56Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc', 'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:83:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:55Z', 'updated_at': '2022-03-23T10:48:58Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:48:59.979628 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:48:59.982104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9fe45-327b-4324-a86a-b2f42875f9f7 None None] The sync data for ids ['2309535a-0363-4644-b452-428988a25478'] in dv-neutron-834652-2-hyperv is: [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:56Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc', 'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:83:d2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:55Z', 'updated_at': '2022-03-23T10:48:58Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:49:00.160721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.20.0.12 (f58d7d3f-1284-4f37-aa3b-d9cff940ee91/7bdcf8dc-6dff-4b06-8482-de0e59366720/328f3494-5e79-4a6c-b86f-c697b37a804c) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:49:00.353009 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:00.369596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Transition to ACTIVE for port object 328f3494-5e79-4a6c-b86f-c697b37a804c will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:49:00.396526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:00.468141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:49:00.471038 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:49:00.479871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:49:00.512506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=328f3494-5e79-4a6c-b86f-c697b37a804c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:00.551528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:00.552410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:00.582520 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-3abe6d4b-e2a7-476d-a5bb-8584b6c545bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8640437 Mar 23 10:49:00.594693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Request body: {'port': {'device_id': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:49:00.708684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-138f5cd7-7273-49fd-a291-4ea471195377 None None] Provisioning for port 328f3494-5e79-4a6c-b86f-c697b37a804c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:49:00.714344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-138f5cd7-7273-49fd-a291-4ea471195377 None None] Provisioning complete for port 328f3494-5e79-4a6c-b86f-c697b37a804c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:49:00.714737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-138f5cd7-7273-49fd-a291-4ea471195377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:00.717976 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:00.782225 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-138f5cd7-7273-49fd-a291-4ea471195377 None None] Port 328f3494-5e79-4a6c-b86f-c697b37a804c cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:49:00.966229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:49:01.041742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:49:01.046908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b8cae-4e6d-4303-9a71-a8290038831b req-ea1c520f-23a8-4e66-909f-308d9495653e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:01.047267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:49:01.047618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-036b8cae-4e6d-4303-9a71-a8290038831b req-ea1c520f-23a8-4e66-909f-308d9495653e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:49:01.047715 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:01.080670 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-036b8cae-4e6d-4303-9a71-a8290038831b req-ea1c520f-23a8-4e66-909f-308d9495653e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:49:01.082908 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-036b8cae-4e6d-4303-9a71-a8290038831b req-ea1c520f-23a8-4e66-909f-308d9495653e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 932 time: 0.2358360 Mar 23 10:49:01.174928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:01.179677 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-036b8cae-4e6d-4303-9a71-a8290038831b req-e6aef2f0-6cab-4543-ab27-b838950d801e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915616 Mar 23 10:49:01.189738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328f3494-5e79-4a6c-b86f-c697b37a804c {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:49:01.198408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:01.212014 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:49:01.212699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Transition to ACTIVE for port object 328f3494-5e79-4a6c-b86f-c697b37a804c will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:49:01.216241 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:01.216983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:01.285722 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:01.341135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Pushing event updated for resources: {'Port': ['ID=328f3494-5e79-4a6c-b86f-c697b37a804c,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:01.449476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Attempting to bind port 328f3494-5e79-4a6c-b86f-c697b37a804c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:49:01.449801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Attempting to bind port 328f3494-5e79-4a6c-b86f-c697b37a804c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:49:01.450122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Attempting to bind port 328f3494-5e79-4a6c-b86f-c697b37a804c on network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:49:01.454434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Port 328f3494-5e79-4a6c-b86f-c697b37a804c on network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:49:01.454744 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Attempting to bind port 328f3494-5e79-4a6c-b86f-c697b37a804c on network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:49:01.460126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:49:01.460477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Checking segment: {'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:49:01.460847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Bound using segment: {'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:49:01.461280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Bound port: 328f3494-5e79-4a6c-b86f-c697b37a804c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3948a48b-a777-4e5a-886f-955a8989f6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:49:01.461613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:01.551209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] For port 328f3494-5e79-4a6c-b86f-c697b37a804c, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:49:01.553995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] For port 328f3494-5e79-4a6c-b86f-c697b37a804c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=328f3494-5e79-4a6c-b86f-c697b37a804c,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:49:01.559023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:01.613767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:01.614449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:01.616286 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] 10.222.0.102 "PUT /v2.0/ports/328f3494-5e79-4a6c-b86f-c697b37a804c HTTP/1.1" status: 200 len: 1094 time: 1.0264981 Mar 23 10:49:01.616436 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'tag': '328f3494-5e79-4a6c-b86f-c697b37a804c'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:49:01.647092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573e0fa-fca8-4420-bfbd-e604344ef087 service neutron] Pushing event updated for resources: {'Port': ['ID=328f3494-5e79-4a6c-b86f-c697b37a804c,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:01.696345 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'tag': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'status': 'completed', 'code': 200} Mar 23 10:49:01.742545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-7899473d-d3a9-465b-8858-ebfd9b861f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:01.744261 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-7899473d-d3a9-465b-8858-ebfd9b861f9a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 1097 time: 0.0811090 Mar 23 10:49:01.907224 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-d859d859-a552-406d-bbf0-7eb14f056be4 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=328f3494-5e79-4a6c-b86f-c697b37a804c HTTP/1.1" status: 200 len: 217 time: 0.1564796 Mar 23 10:49:01.973616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-8f8052b5-6c1c-4d2b-8ef1-86a780dfbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:01.975070 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-8f8052b5-6c1c-4d2b-8ef1-86a780dfbbae service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7bdcf8dc-6dff-4b06-8482-de0e59366720 HTTP/1.1" status: 200 len: 835 time: 0.0587494 Mar 23 10:49:02.047733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-e3f3e775-1267-444f-ab52-6fe6bf58f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:02.049355 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-e3f3e775-1267-444f-ab52-6fe6bf58f98c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686030 Mar 23 10:49:02.183101 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-e06c3049-20b2-4431-abe7-b77a49624b67 service neutron] 10.222.0.102 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267130 Mar 23 10:49:02.363319 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fedb58a-2b25-484d-a86b-08e64789aaa3 req-bc0384aa-2591-4593-8357-2026f3a73416 service neutron] 10.222.0.102 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747043 Mar 23 10:49:02.392811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67433aef-fdc9-4e10-bdd3-6c8760177e3d req-be8963da-3836-4421-8a4b-fa342a122648 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:02.395094 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67433aef-fdc9-4e10-bdd3-6c8760177e3d req-be8963da-3836-4421-8a4b-fa342a122648 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 944 time: 0.1108768 Mar 23 10:49:02.479060 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67433aef-fdc9-4e10-bdd3-6c8760177e3d req-b0bf26bf-941a-4c21-b9e8-9bb04246e023 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778296 Mar 23 10:49:02.505678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428388a-459d-48f8-a788-36d0303beab5 req-8c4e0eda-afea-4d95-a646-b04ed729832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:02.507151 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d428388a-459d-48f8-a788-36d0303beab5 req-8c4e0eda-afea-4d95-a646-b04ed729832e service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 1097 time: 0.0914788 Mar 23 10:49:02.636296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428388a-459d-48f8-a788-36d0303beab5 req-4532d59c-e050-47a6-80a5-4fd0298f9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:02.637673 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d428388a-459d-48f8-a788-36d0303beab5 req-4532d59c-e050-47a6-80a5-4fd0298f9fe0 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91 HTTP/1.1" status: 200 len: 897 time: 0.1246400 Mar 23 10:49:02.710040 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d428388a-459d-48f8-a788-36d0303beab5 req-ba61414c-fc53-45f1-82ce-d64e0ff3c78f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=328f3494-5e79-4a6c-b86f-c697b37a804c HTTP/1.1" status: 200 len: 217 time: 0.0639420 Mar 23 10:49:02.769926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428388a-459d-48f8-a788-36d0303beab5 req-0d8ef267-ec3a-4a14-9ab0-c5121d616a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:02.771229 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d428388a-459d-48f8-a788-36d0303beab5 req-0d8ef267-ec3a-4a14-9ab0-c5121d616a26 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7bdcf8dc-6dff-4b06-8482-de0e59366720 HTTP/1.1" status: 200 len: 835 time: 0.0552037 Mar 23 10:49:02.846400 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428388a-459d-48f8-a788-36d0303beab5 req-b710ab0e-7bb4-4d40-8ef2-b81aa5fd8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:02.848415 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d428388a-459d-48f8-a788-36d0303beab5 req-b710ab0e-7bb4-4d40-8ef2-b81aa5fd8727 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706606 Mar 23 10:49:02.934817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:49:02.976935 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d428388a-459d-48f8-a788-36d0303beab5 req-692d2ac9-7aaa-4623-bb3b-d83ba87af680 service neutron] 10.222.0.102 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215408 Mar 23 10:49:03.005177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:49:03.005177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:03.114889 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d428388a-459d-48f8-a788-36d0303beab5 req-3392531d-d60a-42fa-a769-fe22fbd440c7 service neutron] 10.222.0.102 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315219 Mar 23 10:49:03.660770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ccc81-442a-4b70-b06d-a032ad4a5dc4 req-469558d3-e7e6-4d87-9909-e15affdeda4e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:03.662227 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fd7ccc81-442a-4b70-b06d-a032ad4a5dc4 req-469558d3-e7e6-4d87-9909-e15affdeda4e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 944 time: 0.0780516 Mar 23 10:49:03.704550 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fd7ccc81-442a-4b70-b06d-a032ad4a5dc4 req-e62b7fb7-39fe-4e07-aaaa-8246c70c91d8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361824 Mar 23 10:49:03.740415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-81b9f837-abe5-4456-8434-4feb3aaf4e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:04.242299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 328f3494-5e79-4a6c-b86f-c697b37a804c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:49:04.375437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 328f3494-5e79-4a6c-b86f-c697b37a804c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=328f3494-5e79-4a6c-b86f-c697b37a804c,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:49:04.388545 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'port_id': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'mac_address': 'fa:16:3e:e1:c9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:49:04.442017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:04.457999 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328f3494-5e79-4a6c-b86f-c697b37a804c {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:49:04.473308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 328f3494-5e79-4a6c-b86f-c697b37a804c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=328f3494-5e79-4a6c-b86f-c697b37a804c,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:49:04.477596 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:04.546170 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=328f3494-5e79-4a6c-b86f-c697b37a804c,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:04.680591 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['328f3494-5e79-4a6c-b86f-c697b37a804c'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:49:04.889980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f378049-0342-4469-8b3f-01acf1efc9c6 req-15b11f67-1713-4f94-970f-34821f271778 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:04.891580 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6f378049-0342-4469-8b3f-01acf1efc9c6 req-15b11f67-1713-4f94-970f-34821f271778 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 945 time: 0.0798678 Mar 23 10:49:04.935490 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6f378049-0342-4469-8b3f-01acf1efc9c6 req-bf7870f2-9845-4fb3-823f-f4e4f709fbea tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375538 Mar 23 10:49:06.122771 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee424f-bda6-4091-b99a-c4133b530b64 req-c7be9322-8308-4771-9828-bdeb88004b2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:06.124260 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-09ee424f-bda6-4091-b99a-c4133b530b64 req-c7be9322-8308-4771-9828-bdeb88004b2a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 945 time: 0.0824206 Mar 23 10:49:06.167256 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-09ee424f-bda6-4091-b99a-c4133b530b64 req-5e241642-6bca-4ef3-b40a-3a6bf851b10d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373299 Mar 23 10:49:06.243282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 328f3494-5e79-4a6c-b86f-c697b37a804c up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:49:06.310621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 328f3494-5e79-4a6c-b86f-c697b37a804c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:49:06.315152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 328f3494-5e79-4a6c-b86f-c697b37a804c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:49:06.315506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:06.428125 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:06.453921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328f3494-5e79-4a6c-b86f-c697b37a804c'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:49:06.463745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 328f3494-5e79-4a6c-b86f-c697b37a804c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=328f3494-5e79-4a6c-b86f-c697b37a804c,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:49:06.467508 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:06.501652 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'code': 200} Mar 23 10:49:06.531529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:06.548697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=328f3494-5e79-4a6c-b86f-c697b37a804c,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:06.595876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-153d6268-7732-43a2-b90a-e9c5704df2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:06.734907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aee684-c49e-49f1-a18e-b9ae9ad5883b req-db233d26-20f5-40e4-aa5d-f5a30dcf3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:06.736353 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9aee684-c49e-49f1-a18e-b9ae9ad5883b req-db233d26-20f5-40e4-aa5d-f5a30dcf3498 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 1099 time: 0.0698307 Mar 23 10:49:06.775316 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b9aee684-c49e-49f1-a18e-b9ae9ad5883b req-5a84783c-c41f-4205-926b-96bf21efe7a9 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326612 Mar 23 10:49:07.346128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46313044-8240-4f1d-a1b4-4d9fb5aacc7e req-6d224593-4248-499b-a89f-e63eb2105d9f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:07.347571 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:07.348627 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-46313044-8240-4f1d-a1b4-4d9fb5aacc7e req-6d224593-4248-499b-a89f-e63eb2105d9f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0785723 Mar 23 10:49:07.395173 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-46313044-8240-4f1d-a1b4-4d9fb5aacc7e req-202b6d6a-5b2e-489d-949e-8c75387a4a0c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406651 Mar 23 10:49:07.558250 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:08.575181 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccc957-fc1b-49f3-acae-f1cdf56f8aae req-1bcae4bd-a38c-46af-b074-857877a38aeb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:08.576617 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-73ccc957-fc1b-49f3-acae-f1cdf56f8aae req-1bcae4bd-a38c-46af-b074-857877a38aeb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0782311 Mar 23 10:49:08.622968 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-73ccc957-fc1b-49f3-acae-f1cdf56f8aae req-7d56250e-9d8e-49e7-a79c-3ed8bf5e5bac tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404456 Mar 23 10:49:08.801720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e4ce9-44e5-41ae-9b2f-6c5f662afaa3 req-bc769664-f449-430a-ad46-16269b567b9f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:08.803185 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-087e4ce9-44e5-41ae-9b2f-6c5f662afaa3 req-bc769664-f449-430a-ad46-16269b567b9f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0783606 Mar 23 10:49:08.851123 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-087e4ce9-44e5-41ae-9b2f-6c5f662afaa3 req-4f4692e6-91e2-490e-9a0c-d6711c649bdf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390463 Mar 23 10:49:08.872904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42950) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:49:08.945459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0991d9a0-14f7-40f3-a7ef-dc343133e184 tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:08.947002 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0991d9a0-14f7-40f3-a7ef-dc343133e184 tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 1094 time: 0.0730836 Mar 23 10:49:08.949863 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42954) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:49:08.954756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:49:08.961009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:49:08.964821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:floatingip and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:49:08.967680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:49:08.974327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:49:08.984788 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:09.125015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:09.260425 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.26.4.133 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/e376de4f-9529-4373-9efb-e962fe75d331) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:49:09.403158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:09.431505 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:09.492008 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:49:09.494616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:49:09.497998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:49:09.536592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=e376de4f-9529-4373-9efb-e962fe75d331,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:09.614317 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:09.914774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.088071 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.291222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.295594 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.405088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=e376de4f-9529-4373-9efb-e962fe75d331,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:10.413739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:10.590179 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Floating IP 5d2ddd1a-9532-4f3b-ac78-0e102b374891 associated. External IP: 172.26.4.133, port: 328f3494-5e79-4a6c-b86f-c697b37a804c. Mar 23 10:49:10.938924 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 2309535a-0363-4644-b452-428988a25478 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:49:11.115179 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:49:11.124882 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] Sync routers for ids ['2309535a-0363-4644-b452-428988a25478'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:49:11.134799 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] Routers {'2309535a-0363-4644-b452-428988a25478'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:49:11.135341 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:49:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2309535a-0363-4644-b452-428988a25478'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:11.141479 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:11.197604 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-2ad0fb01-8ff7-4819-903b-764610fbc017 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2467296 Mar 23 10:49:11.198181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'tag': '328f3494-5e79-4a6c-b86f-c697b37a804c'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:49:11.259057 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'tag': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'status': 'completed', 'code': 200} Mar 23 10:49:11.313475 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] Set router 2309535a-0363-4644-b452-428988a25478 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:49:11.499336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-94313a6d-41fe-48a2-9d60-87e15c0202db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:11.500797 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-94313a6d-41fe-48a2-9d60-87e15c0202db service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 1099 time: 0.2211456 Mar 23 10:49:11.539877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50beda8-a1df-4347-9161-f259f91bbcd0 req-5a5d5002-098f-45e4-9bfc-589a7efe62f8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:11.541621 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c50beda8-a1df-4347-9161-f259f91bbcd0 req-5a5d5002-098f-45e4-9bfc-589a7efe62f8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.1287682 Mar 23 10:49:11.660175 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c50beda8-a1df-4347-9161-f259f91bbcd0 req-f356e937-406f-45a5-a78c-ea3de8fe1a19 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069212 Mar 23 10:49:11.676664 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:56Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5d2ddd1a-9532-4f3b-ac78-0e102b374891', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2309535a-0363-4644-b452-428988a25478', 'port_id': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'mac_address': 'fa:16:3e:e1:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:49:09Z', 'updated_at': '2022-03-23T10:49:09Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc', 'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:83:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:55Z', 'updated_at': '2022-03-23T10:49:01Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:11.680440 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] Checking router: 2309535a-0363-4644-b452-428988a25478 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:49:11.684338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 42962) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:49:11.690367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-6ea1371e-6746-4270-bb9b-41ce0283f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:11.691158 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] Routers {'2309535a-0363-4644-b452-428988a25478'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:49:11.691704 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:49:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2309535a-0363-4644-b452-428988a25478'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:11.692379 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-6ea1371e-6746-4270-bb9b-41ce0283f790 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91 HTTP/1.1" status: 200 len: 897 time: 0.1819742 Mar 23 10:49:11.793870 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bc1c114e-e03a-4781-8564-0a359c25507c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/5d2ddd1a-9532-4f3b-ac78-0e102b374891 HTTP/1.1" status: 200 len: 992 time: 0.1071906 Mar 23 10:49:11.796234 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-b7f564d2-03e5-4b1d-a9a3-085144b15440 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=328f3494-5e79-4a6c-b86f-c697b37a804c HTTP/1.1" status: 200 len: 1000 time: 0.0976615 Mar 23 10:49:11.861235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-d265ff60-b435-48d9-8c56-aec9a5126151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:11.863314 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-d265ff60-b435-48d9-8c56-aec9a5126151 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7bdcf8dc-6dff-4b06-8482-de0e59366720 HTTP/1.1" status: 200 len: 835 time: 0.0610096 Mar 23 10:49:11.869405 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] Set router 2309535a-0363-4644-b452-428988a25478 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:49:11.942671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-4c1202c8-d9fe-4a74-9fcd-68abb8fc27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:11.944148 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-4c1202c8-d9fe-4a74-9fcd-68abb8fc27bc service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752120 Mar 23 10:49:12.075673 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-3af893e9-2993-44b1-9b3d-e7959e6dd0bd service neutron] 10.222.0.102 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248345 Mar 23 10:49:12.208532 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:56Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5d2ddd1a-9532-4f3b-ac78-0e102b374891', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2309535a-0363-4644-b452-428988a25478', 'port_id': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'mac_address': 'fa:16:3e:e1:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:49:09Z', 'updated_at': '2022-03-23T10:49:09Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc', 'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:83:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:55Z', 'updated_at': '2022-03-23T10:49:01Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:12.209161 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c9c6f36d-1d63-4a83-ac14-cd7b28204e07 req-89e926b7-2c8e-41c6-9072-c03a37743b70 service neutron] 10.222.0.102 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274712 Mar 23 10:49:12.212428 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d3b289-f283-45b3-88cd-c2c294028561 None None] The sync data for ids ['2309535a-0363-4644-b452-428988a25478'] in dv-neutron-834652-2-hyperv is: [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:56Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '5d2ddd1a-9532-4f3b-ac78-0e102b374891', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.133', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2309535a-0363-4644-b452-428988a25478', 'port_id': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'mac_address': 'fa:16:3e:e1:c9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:49:09Z', 'updated_at': '2022-03-23T10:49:09Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc', 'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:83:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:55Z', 'updated_at': '2022-03-23T10:49:01Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:49:12.399164 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c3aa9-f493-4824-b68a-f56a62d2edf9 None None] New status for floating IP 5d2ddd1a-9532-4f3b-ac78-0e102b374891: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:49:12.795733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42966) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:49:12.901702 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-306a107f-8e33-44d9-aaad-cff11bfc845f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/5d2ddd1a-9532-4f3b-ac78-0e102b374891 HTTP/1.1" status: 200 len: 994 time: 0.1048355 Mar 23 10:49:26.520288 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:49:33.742948 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e5188590-fe2b-4594-aaf7-9081b20fc69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:36.490716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:36.596261 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-929ad311-29e3-4896-a7ec-1bdba77f4aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:36.909211 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc8442c1-e305-46aa-be83-c983660e822b req-b72f9ae7-d513-40d6-a5fc-937ade7d6f88 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679965 Mar 23 10:49:37.048243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8442c1-e305-46aa-be83-c983660e822b req-59b2c8eb-2efc-4421-98fa-8be740f1cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:37.050466 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc8442c1-e305-46aa-be83-c983660e822b req-59b2c8eb-2efc-4421-98fa-8be740f1cd64 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 1099 time: 0.0719779 Mar 23 10:49:37.198827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8442c1-e305-46aa-be83-c983660e822b req-644fde56-86d2-477b-b6e3-3873186b5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:37.200253 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc8442c1-e305-46aa-be83-c983660e822b req-644fde56-86d2-477b-b6e3-3873186b5f5f service neutron] 10.222.0.102 "GET /v2.0/networks?id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91 HTTP/1.1" status: 200 len: 897 time: 0.1300561 Mar 23 10:49:37.305667 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc8442c1-e305-46aa-be83-c983660e822b req-6aa37733-2e30-46e5-987b-78a5aff59b7a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=328f3494-5e79-4a6c-b86f-c697b37a804c HTTP/1.1" status: 200 len: 1002 time: 0.0993273 Mar 23 10:49:37.349747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:37.371871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8442c1-e305-46aa-be83-c983660e822b req-c5af649f-7d78-4b40-aa6b-071550d792b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:37.373352 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc8442c1-e305-46aa-be83-c983660e822b req-c5af649f-7d78-4b40-aa6b-071550d792b1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7bdcf8dc-6dff-4b06-8482-de0e59366720 HTTP/1.1" status: 200 len: 835 time: 0.0611076 Mar 23 10:49:37.445330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8442c1-e305-46aa-be83-c983660e822b req-695adbf6-2158-4744-946b-7f76c7728f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:37.446795 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc8442c1-e305-46aa-be83-c983660e822b req-695adbf6-2158-4744-946b-7f76c7728f55 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672767 Mar 23 10:49:37.562661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:37.671458 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc8442c1-e305-46aa-be83-c983660e822b req-6c6a41c8-9056-43f3-85e0-cf9bbc77cef9 service neutron] 10.222.0.102 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179906 Mar 23 10:49:37.798935 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc8442c1-e305-46aa-be83-c983660e822b req-8ce0de2a-336b-4718-b9ab-5d84b20bded5 service neutron] 10.222.0.102 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206036 Mar 23 10:49:39.616525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:44.472782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b162e56-228e-4162-8edd-89c38191d5b7 req-091d7d6a-eda0-4fb4-84de-824ecd0dc142 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:44.474254 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2b162e56-228e-4162-8edd-89c38191d5b7 req-091d7d6a-eda0-4fb4-84de-824ecd0dc142 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0813222 Mar 23 10:49:44.629414 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-2b162e56-228e-4162-8edd-89c38191d5b7 req-9b90d905-5943-4c08-a3b6-545233ab3efb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494122 Mar 23 10:49:45.815030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8ebe3-c13c-4b25-ad5e-f1631fcae350 req-bc7128cd-7447-435f-8d35-a41eca832c04 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:45.816436 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aac8ebe3-c13c-4b25-ad5e-f1631fcae350 req-bc7128cd-7447-435f-8d35-a41eca832c04 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0815299 Mar 23 10:49:45.859278 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aac8ebe3-c13c-4b25-ad5e-f1631fcae350 req-51ab3f15-ceeb-4c6a-aa2f-016649d6743d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371604 Mar 23 10:49:45.882142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 42986) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:49:45.986672 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1186ec14-977e-4b8d-89c3-f382399c5ee7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/5d2ddd1a-9532-4f3b-ac78-0e102b374891 HTTP/1.1" status: 200 len: 994 time: 0.1034071 Mar 23 10:49:47.441701 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30012cad-5a49-49a4-80aa-a0666150a9a2 req-573edd15-05e5-4038-9b88-e3750f167f8b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:47.443007 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-30012cad-5a49-49a4-80aa-a0666150a9a2 req-573edd15-05e5-4038-9b88-e3750f167f8b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0779388 Mar 23 10:49:47.485362 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-30012cad-5a49-49a4-80aa-a0666150a9a2 req-03b80dcf-aee0-41e2-bacf-9ac47cf733b8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366573 Mar 23 10:49:48.666555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871be8f-f7f8-4db1-acd0-0a7e44935223 req-7e11301e-8ed6-44ef-b91c-e472fc68f060 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:48.668082 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d871be8f-f7f8-4db1-acd0-0a7e44935223 req-7e11301e-8ed6-44ef-b91c-e472fc68f060 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0774729 Mar 23 10:49:48.711260 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d871be8f-f7f8-4db1-acd0-0a7e44935223 req-43a09d15-f2ed-4665-bdb9-3ff17c6c5053 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371611 Mar 23 10:49:49.898070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f1244-3dc1-405d-a251-14cdbbfe98d1 req-f16711f2-57cf-4b65-a0df-493a12fe5e06 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:49.899528 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e45f1244-3dc1-405d-a251-14cdbbfe98d1 req-f16711f2-57cf-4b65-a0df-493a12fe5e06 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0813103 Mar 23 10:49:49.942846 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e45f1244-3dc1-405d-a251-14cdbbfe98d1 req-787ab825-8420-42be-b518-af01b2eff58d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377626 Mar 23 10:49:51.132451 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945292b-4159-473f-8642-bb71ec557cf5 req-4ed51c6e-0597-4b8f-b311-739b25a3736a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:51.133907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0945292b-4159-473f-8642-bb71ec557cf5 req-4ed51c6e-0597-4b8f-b311-739b25a3736a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0819976 Mar 23 10:49:51.177453 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0945292b-4159-473f-8642-bb71ec557cf5 req-3e0fc14b-1cf5-4fd2-8d85-7beb80b001f1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378561 Mar 23 10:49:52.361601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa30b23-2fe9-4f0f-b711-276e214dda10 req-af157262-e830-429a-8126-101ec6459f9f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:52.363013 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-efa30b23-2fe9-4f0f-b711-276e214dda10 req-af157262-e830-429a-8126-101ec6459f9f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0819764 Mar 23 10:49:52.406347 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-efa30b23-2fe9-4f0f-b711-276e214dda10 req-5683c206-75b3-4f36-9e42-baba63ac2a00 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373130 Mar 23 10:49:53.586117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b477fa-5a34-46b8-bde2-4a2d33864f2c req-8167c29c-e9e1-4206-b2de-8cd73ba04ad9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:53.587533 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-61b477fa-5a34-46b8-bde2-4a2d33864f2c req-8167c29c-e9e1-4206-b2de-8cd73ba04ad9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0782959 Mar 23 10:49:53.632748 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-61b477fa-5a34-46b8-bde2-4a2d33864f2c req-cf5ed45f-b5b7-4d93-9e8c-42ea02ef1f50 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 Mar 23 10:49:53.655526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43006) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:49:53.756398 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f749772e-08f1-425c-b749-3b7a6b1420e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/5d2ddd1a-9532-4f3b-ac78-0e102b374891 HTTP/1.1" status: 200 len: 994 time: 0.0998123 Mar 23 10:49:54.050016 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43014) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:49:54.251293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port e376de4f-9529-4373-9efb-e962fe75d331 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:49:54.251624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:54.418166 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:54.418401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:54.540603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for e376de4f-9529-4373-9efb-e962fe75d331 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:49:54.687724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:54.821280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=e376de4f-9529-4373-9efb-e962fe75d331,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:54.857792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.858156 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.858517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.858848 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.859196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.859545 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.859891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.860346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.860689 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.861054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.861405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.861726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:49:54.923299 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:54.923624 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Floating IP 5d2ddd1a-9532-4f3b-ac78-0e102b374891 disassociated (deleted). External IP: 172.26.4.133, port: 328f3494-5e79-4a6c-b86f-c697b37a804c. Mar 23 10:49:55.259495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 2309535a-0363-4644-b452-428988a25478 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:49:55.431682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:49:55.441144 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] Sync routers for ids ['2309535a-0363-4644-b452-428988a25478'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:49:55.450421 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] Routers {'2309535a-0363-4644-b452-428988a25478'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:49:55.450586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:55.451013 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:49:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2309535a-0363-4644-b452-428988a25478'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:55.504432 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-54e12f5a-7851-41c0-bf30-dc73756f6c44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/floatingips/5d2ddd1a-9532-4f3b-ac78-0e102b374891 HTTP/1.1" status: 204 len: 168 time: 1.4534426 Mar 23 10:49:55.505000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'tag': '328f3494-5e79-4a6c-b86f-c697b37a804c'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:49:55.549352 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'tag': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'status': 'completed', 'code': 200} Mar 23 10:49:55.626673 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] Set router 2309535a-0363-4644-b452-428988a25478 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:49:55.644814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-9a4c6922-685f-4087-b752-93df8f6a8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:55.646301 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-9a4c6922-685f-4087-b752-93df8f6a8cb7 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 1099 time: 0.0728455 Mar 23 10:49:55.788610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-758cf4a8-6cbe-4d2d-9f39-c23555f1b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:55.790634 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-758cf4a8-6cbe-4d2d-9f39-c23555f1b626 service neutron] 10.222.0.102 "GET /v2.0/networks?id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91 HTTP/1.1" status: 200 len: 897 time: 0.1386895 Mar 23 10:49:55.859609 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-22a0d820-5ecf-449b-bec7-957fa07002cf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=328f3494-5e79-4a6c-b86f-c697b37a804c HTTP/1.1" status: 200 len: 217 time: 0.0614223 Mar 23 10:49:55.884273 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf2cdf-720c-4491-8714-5bcdc82eb32e req-43b48bd0-376e-447b-b9bf-ee597187b874 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:55.885784 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1eaf2cdf-720c-4491-8714-5bcdc82eb32e req-43b48bd0-376e-447b-b9bf-ee597187b874 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0873566 Mar 23 10:49:55.929401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-cf106d50-a576-4ddd-ad9d-84cdfcf6fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:55.930074 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1eaf2cdf-720c-4491-8714-5bcdc82eb32e req-8ed1a438-a7b5-4006-b201-8b8977eacf5d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383558 Mar 23 10:49:55.930814 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-cf106d50-a576-4ddd-ad9d-84cdfcf6fa53 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=7bdcf8dc-6dff-4b06-8482-de0e59366720 HTTP/1.1" status: 200 len: 835 time: 0.0646398 Mar 23 10:49:55.980719 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:56Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc', 'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:83:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:55Z', 'updated_at': '2022-03-23T10:49:01Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:55.984390 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] Checking router: 2309535a-0363-4644-b452-428988a25478 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:49:55.992756 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] Routers {'2309535a-0363-4644-b452-428988a25478'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:49:55.993370 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:49:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2309535a-0363-4644-b452-428988a25478'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:56.005540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-f0b0e9eb-343e-4ec2-a564-af0f16151408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:56.006994 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-f0b0e9eb-343e-4ec2-a564-af0f16151408 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=f58d7d3f-1284-4f37-aa3b-d9cff940ee91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699844 Mar 23 10:49:56.137682 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-e5bceaaf-e616-4a9b-9fdb-8e59addd801e service neutron] 10.222.0.102 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231923 Mar 23 10:49:56.174391 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] Set router 2309535a-0363-4644-b452-428988a25478 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:49:56.369284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6a3ee6a7-b83a-47b3-9fc7-21b1c887810e req-3628a324-c733-44b3-af41-ae4f8166720a service neutron] 10.222.0.102 "GET /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240586 Mar 23 10:49:56.480881 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:56Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc', 'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:83:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:55Z', 'updated_at': '2022-03-23T10:49:01Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:49:56.484661 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651855a7-37e1-4c7a-ab88-84374106a7ae None None] The sync data for ids ['2309535a-0363-4644-b452-428988a25478'] in dv-neutron-834652-2-hyperv is: [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:56Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc', 'name': '', 'network_id': 'f58d7d3f-1284-4f37-aa3b-d9cff940ee91', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:83:d2:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_interface', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:55Z', 'updated_at': '2022-03-23T10:49:01Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '7bdcf8dc-6dff-4b06-8482-de0e59366720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:49:56.692711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef33d00-86c6-423e-b3a5-a72e0f130e80 None None] New status for floating IP 5d2ddd1a-9532-4f3b-ac78-0e102b374891: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:49:57.123011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2232ac-805a-4f98-a454-6eb6b29e7c44 req-59306811-0ee3-4c61-a731-5eeb659d1ce4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:57.123784 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ea2232ac-805a-4f98-a454-6eb6b29e7c44 req-59306811-0ee3-4c61-a731-5eeb659d1ce4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:49:57.137939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ea2232ac-805a-4f98-a454-6eb6b29e7c44 req-59306811-0ee3-4c61-a731-5eeb659d1ce4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:49:57.139042 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ea2232ac-805a-4f98-a454-6eb6b29e7c44 req-59306811-0ee3-4c61-a731-5eeb659d1ce4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0990081 Mar 23 10:49:57.182091 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ea2232ac-805a-4f98-a454-6eb6b29e7c44 req-d698ac69-bf34-4ebb-927f-ed3b4ebcb054 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=a4a58d03-769c-4849-a50b-b7da901d41e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374403 Mar 23 10:49:57.373806 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-64b7be94-cf10-4dfd-82ae-57c5b4cf889d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:49:57.375114 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-64b7be94-cf10-4dfd-82ae-57c5b4cf889d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 946 time: 0.0772195 Mar 23 10:49:57.448127 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-f924a04e-e4db-4225-99be-d2d4c30a2b24 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port 328f3494-5e79-4a6c-b86f-c697b37a804c {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:49:57.448460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-f924a04e-e4db-4225-99be-d2d4c30a2b24 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:57.689542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-f924a04e-e4db-4225-99be-d2d4c30a2b24 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port 328f3494-5e79-4a6c-b86f-c697b37a804c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=328f3494-5e79-4a6c-b86f-c697b37a804c,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:49:57.689796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-f924a04e-e4db-4225-99be-d2d4c30a2b24 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:57.809558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-f924a04e-e4db-4225-99be-d2d4c30a2b24 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for 328f3494-5e79-4a6c-b86f-c697b37a804c owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:49:57.953991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-f924a04e-e4db-4225-99be-d2d4c30a2b24 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:58.004635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924a04e-e4db-4225-99be-d2d4c30a2b24 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=328f3494-5e79-4a6c-b86f-c697b37a804c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:49:58.080879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-f924a04e-e4db-4225-99be-d2d4c30a2b24 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] No DVR routers for this DVR port 328f3494-5e79-4a6c-b86f-c697b37a804c on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:49:58.083307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-f924a04e-e4db-4225-99be-d2d4c30a2b24 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:49:58.085767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'name': 'network-vif-deleted', 'tag': '328f3494-5e79-4a6c-b86f-c697b37a804c'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:49:58.101227 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24c6b9f3-dff6-4880-9c8a-3afd43c4297f req-f924a04e-e4db-4225-99be-d2d4c30a2b24 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "DELETE /v2.0/ports/328f3494-5e79-4a6c-b86f-c697b37a804c HTTP/1.1" status: 204 len: 173 time: 0.7205238 Mar 23 10:49:58.132674 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82da1c4f-0a66-4e27-afcf-59062e8d0630', 'name': 'network-vif-deleted', 'tag': '328f3494-5e79-4a6c-b86f-c697b37a804c', 'status': 'completed', 'code': 200} Mar 23 10:49:58.359889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-35b5beb5-58e2-48bd-9baa-26ced91ad736 req-9e69873d-2b0a-4aee-84b4-cfad1ce9e3a1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:49:58.376360 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-35b5beb5-58e2-48bd-9baa-26ced91ad736 req-9e69873d-2b0a-4aee-84b4-cfad1ce9e3a1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:49:58.377591 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-35b5beb5-58e2-48bd-9baa-26ced91ad736 req-9e69873d-2b0a-4aee-84b4-cfad1ce9e3a1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=82da1c4f-0a66-4e27-afcf-59062e8d0630 HTTP/1.1" status: 200 len: 210 time: 0.0602553 Mar 23 10:49:59.471929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43032) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:00.111864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:00.445314 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 328f3494-5e79-4a6c-b86f-c697b37a804c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:50:00.457138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:50:00.458005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:00.480028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 328f3494-5e79-4a6c-b86f-c697b37a804c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:50:00.480369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 328f3494-5e79-4a6c-b86f-c697b37a804c not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:50:00.642153 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:50:00.642717 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:00.767064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:50:01.087050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:01.137951 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:01.495323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:01.850022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 2309535a-0363-4644-b452-428988a25478 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:50:02.025815 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:50:02.035408 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] Sync routers for ids ['2309535a-0363-4644-b452-428988a25478'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:50:02.045443 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] Routers {'2309535a-0363-4644-b452-428988a25478'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:50:02.046121 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:49:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2309535a-0363-4644-b452-428988a25478'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:02.046679 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b662d4df-94f7-4737-be29-71e8a93a7804 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "PUT /v2.0/routers/2309535a-0363-4644-b452-428988a25478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5731716 Mar 23 10:50:02.049126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43036) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:02.118507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-7396ee41-be7d-4374-9086-206d8a2f070e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting subnet 7bdcf8dc-6dff-4b06-8482-de0e59366720 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:50:02.121484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7396ee41-be7d-4374-9086-206d8a2f070e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:02.178496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7396ee41-be7d-4374-9086-206d8a2f070e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:02.240108 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] Set router 2309535a-0363-4644-b452-428988a25478 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:50:02.263246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7396ee41-be7d-4374-9086-206d8a2f070e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:02.353669 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7396ee41-be7d-4374-9086-206d8a2f070e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:02.395568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396ee41-be7d-4374-9086-206d8a2f070e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Subnet': ['ID=7bdcf8dc-6dff-4b06-8482-de0e59366720,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:02.397688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7396ee41-be7d-4374-9086-206d8a2f070e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:02.404115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e23e81-38c5-4477-845c-e3109ebab8f5 None None] Network f58d7d3f-1284-4f37-aa3b-d9cff940ee91 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:50:02.408357 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7396ee41-be7d-4374-9086-206d8a2f070e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/subnets/7bdcf8dc-6dff-4b06-8482-de0e59366720 HTTP/1.1" status: 204 len: 168 time: 0.3577130 Mar 23 10:50:02.411052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43040) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:02.544766 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:50:01Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:02.549836 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] Checking router: 2309535a-0363-4644-b452-428988a25478 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:50:02.559317 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] Routers {'2309535a-0363-4644-b452-428988a25478'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:50:02.560163 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:49:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2309535a-0363-4644-b452-428988a25478'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:02.596485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:02.686858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] DHCP port deletion for f58d7d3f-1284-4f37-aa3b-d9cff940ee91 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:50:02.691851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Deleting port 53ce6322-32b0-4a51-9a92-0432cf54436f {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:50:02.692308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:02.784963 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:02.789926 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] Set router 2309535a-0363-4644-b452-428988a25478 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:50:02.794682 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port 6f263d0b-d5be-4d82-8b72-744c5c857740 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:50:02.795052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:02.903865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] For port 53ce6322-32b0-4a51-9a92-0432cf54436f, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=53ce6322-32b0-4a51-9a92-0432cf54436f,segment=NetworkSegment(3948a48b-a777-4e5a-886f-955a8989f6f2),segment_id=3948a48b-a777-4e5a-886f-955a8989f6f2)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:50:02.904258 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:02.973972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port 6f263d0b-d5be-4d82-8b72-744c5c857740, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=6f263d0b-d5be-4d82-8b72-744c5c857740,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:50:02.974320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:03.040856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Calling delete_port for 53ce6322-32b0-4a51-9a92-0432cf54436f owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:50:03.073110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 53ce6322-32b0-4a51-9a92-0432cf54436f no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:50:03.087911 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:50:01Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:03.092045 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365066d0-f474-407f-a2cb-f5a8b4e74e06 None None] The sync data for ids ['2309535a-0363-4644-b452-428988a25478'] in dv-neutron-834652-2-hyperv is: [{'id': '2309535a-0363-4644-b452-428988a25478', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1815806076', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245'}], 'enable_snat': True}, 'gw_port_id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:50:01Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '6f263d0b-d5be-4d82-8b72-744c5c857740', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2309535a-0363-4644-b452-428988a25478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:48:51Z', 'updated_at': '2022-03-23T10:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:50:03.113117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for 6f263d0b-d5be-4d82-8b72-744c5c857740 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:50:03.211272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:03.265186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:03.275046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Pushing event deleted for resources: {'Port': ['ID=53ce6322-32b0-4a51-9a92-0432cf54436f,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:03.281541 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] No DVR routers for this DVR port 53ce6322-32b0-4a51-9a92-0432cf54436f on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:50:03.291295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.291639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.291971 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.292301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.292740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.293084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.293407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.294088 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.294088 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.294339 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.294632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.294940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eae7b6-f1c6-4889-a0a9-7d4aeab4c8bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.519934 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:50:03.529457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:03.576869 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=6f263d0b-d5be-4d82-8b72-744c5c857740,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:03.618835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.619178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.619535 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.619848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.620173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.620498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.620822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.621181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.621502 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.621817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.622146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.622457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:03.676271 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:03.744514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-023b59d7-4118-4023-8ce8-d60bd4b01613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:03.845542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:03.847697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:03.869654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:03.870142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Fanout notify agent at l3_agent the message router_deleted on router 2309535a-0363-4644-b452-428988a25478 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:50:03.886676 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:03.887927 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-729a4431-d4ec-4959-98a9-414a4fd504c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/routers/2309535a-0363-4644-b452-428988a25478 HTTP/1.1" status: 204 len: 168 time: 1.4752636 Mar 23 10:50:03.890701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43044) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:04.006150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.134256 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.159522 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58d7d3f-1284-4f37-aa3b-d9cff940ee91']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:04.171344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3948a48b-a777-4e5a-886f-955a8989f6f2') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:04.171623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3948a48b-a777-4e5a-886f-955a8989f6f2') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:04.182433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.197550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.203998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Releasing vlan 848 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:50:04.204372 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:50:04.217849 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:50:04.400288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.417243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.428771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Network': ['ID=f58d7d3f-1284-4f37-aa3b-d9cff940ee91,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:04.435539 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0d6b5c02-5e55-46a7-9745-009dd2b8873c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/networks/f58d7d3f-1284-4f37-aa3b-d9cff940ee91 HTTP/1.1" status: 204 len: 168 time: 0.5430319 Mar 23 10:50:04.438091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43048) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:04.507608 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d19e77a-1ffa-4b0e-9463-eda20641b6c3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.536772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d19e77a-1ffa-4b0e-9463-eda20641b6c3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.600771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d19e77a-1ffa-4b0e-9463-eda20641b6c3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.619134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19e77a-1ffa-4b0e-9463-eda20641b6c3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a58d03-769c-4849-a50b-b7da901d41e3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:04.629243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0d19e77a-1ffa-4b0e-9463-eda20641b6c3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:04.630333 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0d19e77a-1ffa-4b0e-9463-eda20641b6c3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/security-groups/a4a58d03-769c-4849-a50b-b7da901d41e3 HTTP/1.1" status: 204 len: 168 time: 0.1913631 Mar 23 10:50:04.965670 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 6f263d0b-d5be-4d82-8b72-744c5c857740 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:50:04.972069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43058) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:04.977359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286027277', 'description': 'tempest-secgroup-smoke-286027277 description', 'project_id': 'f02bd9925b774a62838934041bdc1fdd'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:04.983623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:04.987897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:04.990853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:04.996592 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:04.999493 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 6f263d0b-d5be-4d82-8b72-744c5c857740 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:50:04.999834 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 6f263d0b-d5be-4d82-8b72-744c5c857740 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:50:05.000270 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:50:05.008535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.028093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:05.031911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:05.033902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:50:05.034244 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device e6d6bde1-36a5-49e8-b114-a6d4d3eb6fbc not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:50:05.034829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:05.041076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:05.106586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.110619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.153414 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5189cf34-b290-4e8d-b960-4d2d940b8c6c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:05.155878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.157105 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1aaffb78-4f93-424a-930d-43bbebd8e042 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1840289 Mar 23 10:50:05.160021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43062) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:05.165237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '5189cf34-b290-4e8d-b960-4d2d940b8c6c', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:05.171062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:05.175526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:05.178361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:05.183874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:05.201511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.260938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.264369 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.295022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7181acc-370c-4f33-9ae3-8284da7800a0,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:05.305864 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.307240 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-44e8d128-c231-414b-8ecd-0282929bdbbe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463404 Mar 23 10:50:05.310102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43066) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:05.316116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '5189cf34-b290-4e8d-b960-4d2d940b8c6c', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:05.322067 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:05.326042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:05.328984 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:05.335168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:05.351426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.412893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.416427 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.443926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb9d37d-2461-42c5-ba68-fff1b9247fac,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:05.450674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.451829 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1dc7095b-ea60-4e8e-8511-a1b85ad299bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408234 Mar 23 10:50:05.455220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43070) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:05.460397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '5189cf34-b290-4e8d-b960-4d2d940b8c6c', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:05.466201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:05.470095 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:05.472905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:05.478544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:05.494935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.558963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.562471 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.587202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452953e4-4b2b-49cf-b60f-3ec5bd62e71a,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:05.599775 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.601261 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fab8dcc2-2332-46cc-a65b-2fa22716fa53 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448445 Mar 23 10:50:05.604349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43074) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:05.609170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '5189cf34-b290-4e8d-b960-4d2d940b8c6c', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:05.614952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:05.618648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:05.621503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:05.627589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:05.644091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.704381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.708037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.729565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5631037e-8ec2-4ca4-9694-460327aad6b1,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:05.738853 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.740086 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1799e7aa-35fb-4c70-bd09-0bcf04216204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1348445 Mar 23 10:50:05.742927 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43078) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:05.747650 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '5189cf34-b290-4e8d-b960-4d2d940b8c6c', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:05.753970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:05.757644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:05.760408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:05.765993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:05.775804 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Project f02bd9925b774a62838934041bdc1fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:50:05.782000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.843630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.848468 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.872732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1fc3c0-065f-41e0-9b7e-a62b45e31bd5,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:05.882653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.883817 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3098dae0-c398-4588-bd58-38a90103d07e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400108 Mar 23 10:50:05.886626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43082) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:05.892022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '5189cf34-b290-4e8d-b960-4d2d940b8c6c', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:05.897772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:05.901790 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:05.904780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:05.910491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:05.924237 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Project f02bd9925b774a62838934041bdc1fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:50:05.930626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.994171 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:05.997809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.022425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c859b57e-0948-4852-9b3f-5a574b99ca97,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:06.030952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.032888 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-95c4252c-0fe0-423e-ba42-abd4700147e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453645 Mar 23 10:50:06.035764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43086) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:06.041335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'network': {'name': 'tempest-network-smoke--1001581999', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'port_security_enabled': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:06.046202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:06.050921 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:network and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:06.053704 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:06.059246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:06.069433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:50:06.072727 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.098794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:50:06.107109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.107438 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Added segment bf3cede9-31ee-43a2-a20d-b3477e51ca1e of type vlan for network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 Mar 23 10:50:06.132589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.167585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.173673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:06.174237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.277185 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2403402 Mar 23 10:50:06.279747 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df541d6d-9fbc-4661-b36c-bfb2dd24677b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Network': ['ID=ba8ed5d9-756f-441e-9b69-586bd8c8bd11,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:06.280192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43090) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:06.286973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'admin_state_up': True, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:06.290326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:50:06.295516 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:06.299991 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:router and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:06.302977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:06.309548 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:06.319354 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.320479 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.336589 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.489104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.598358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f69eec9a-3575-4e84-b484-b6ef652d632c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.606136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.899762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:06.929491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:07.060339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.26.4.134 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/ce2fd488-8572-4e9d-bb10-8bff4196bdee) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:50:07.305859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:07.334847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:07.351031 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:07.392844 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:50:07.395482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:50:07.398899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:50:07.440650 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=ce2fd488-8572-4e9d-bb10-8bff4196bdee,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:07.566022 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:07.808864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:08.142684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:08.344129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 2770ae0a-11f2-446c-89e2-1c77d3008490 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:50:08.515134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:50:08.524295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Sync routers for ids ['2770ae0a-11f2-446c-89e2-1c77d3008490'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:50:08.534943 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Routers {'2770ae0a-11f2-446c-89e2-1c77d3008490'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:50:08.535556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:50:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2770ae0a-11f2-446c-89e2-1c77d3008490'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:08.543407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:08.544597 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bcb2ccd9-5311-4427-8e60-830abbad9114 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2634196 Mar 23 10:50:08.548421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43094) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:08.705170 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-731316ce-5588-4d70-abe1-47688c56a25b tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f02bd9925b774a62838934041bdc1fdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1556227 Mar 23 10:50:08.707787 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43098) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:08.744528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Set router 2770ae0a-11f2-446c-89e2-1c77d3008490 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:50:08.832825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b775f481-0d40-416b-92d1-5fec8ce63e67 tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:08.836887 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b775f481-0d40-416b-92d1-5fec8ce63e67 tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255622 Mar 23 10:50:08.837021 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43102) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:08.874966 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8e3020f1-d994-454c-8070-8d8e09ee0f99 tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368359 Mar 23 10:50:08.877395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43106) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:08.882912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1341313835', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:08.989500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:08.993312 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:subnet and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:08.996023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:09.001796 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:09.011302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:50:09.014925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.029023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:07Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:09.033393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Checking router: 2770ae0a-11f2-446c-89e2-1c77d3008490 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:50:09.033737 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Updating router 2770ae0a-11f2-446c-89e2-1c77d3008490 port ce2fd488-8572-4e9d-bb10-8bff4196bdee binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:50:09.085548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.231539 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.310748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Subnet': ['ID=cb44840e-8dca-4c99-a664-4521783106b2,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:09.315386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Checking segment: {'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:50:09.315759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network hostable DHCP agents. Network: ba8ed5d9-756f-441e-9b69-586bd8c8bd11, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:50:09.334669 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:50:09.345142 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, ba8ed5d9-756f-441e-9b69-586bd8c8bd11) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:50:09.351025 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:09.352617 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.375093 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c33a316b-ef3e-469b-b7e1-7edd07455dd3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4964345 Mar 23 10:50:09.378553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43110) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:09.379016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd30975-09c8-4679-9acc-724622b99bb4 None None] Network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:50:09.491347 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.510491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Transition to ACTIVE for port object ce2fd488-8572-4e9d-bb10-8bff4196bdee will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:50:09.526098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.665972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Attempting to bind port ce2fd488-8572-4e9d-bb10-8bff4196bdee on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:50:09.666380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Attempting to bind port ce2fd488-8572-4e9d-bb10-8bff4196bdee by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:50:09.666727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Attempting to bind port ce2fd488-8572-4e9d-bb10-8bff4196bdee on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:50:09.671047 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3685c8-e76a-42b2-9ca1-c84e8d9bad81 None None] Pushing event updated for resources: {'Port': ['ID=ce2fd488-8572-4e9d-bb10-8bff4196bdee,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:09.677065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.681725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:50:09.682101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:50:09.682495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.682882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:50:09.683402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Bound port: ce2fd488-8572-4e9d-bb10-8bff4196bdee, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:50:09.683770 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.761149 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:50:09.761953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:09.845055 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] For port ce2fd488-8572-4e9d-bb10-8bff4196bdee, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:50:09.868297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] For port ce2fd488-8572-4e9d-bb10-8bff4196bdee, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ce2fd488-8572-4e9d-bb10-8bff4196bdee,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:50:09.873459 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.002595 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Routers {'2770ae0a-11f2-446c-89e2-1c77d3008490'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:50:10.003230 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:50:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2770ae0a-11f2-446c-89e2-1c77d3008490'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:10.109349 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3685c8-e76a-42b2-9ca1-c84e8d9bad81 None None] Pushing event updated for resources: {'Port': ['ID=ce2fd488-8572-4e9d-bb10-8bff4196bdee,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:10.128577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Allocated IP 172.20.0.2 (ba8ed5d9-756f-441e-9b69-586bd8c8bd11/cb44840e-8dca-4c99-a664-4521783106b2/f44c640d-edc3-46ac-912c-c73cf66353c2) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:50:10.183117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.318305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] Set router 2770ae0a-11f2-446c-89e2-1c77d3008490 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:50:10.654906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.671717 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Transition to ACTIVE for port object f44c640d-edc3-46ac-912c-c73cf66353c2 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:50:10.699355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Transition to ACTIVE for port object f44c640d-edc3-46ac-912c-c73cf66353c2 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:50:10.705734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.768517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.20.0.1 (ba8ed5d9-756f-441e-9b69-586bd8c8bd11/cb44840e-8dca-4c99-a664-4521783106b2/17893685-fc3c-4f57-a62a-1d25157d7de4) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:50:10.771614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:50:10.775855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:07Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:10.777938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:50:10.787305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:50:10.794695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Pushing event updated for resources: {'Port': ['ID=f44c640d-edc3-46ac-912c-c73cf66353c2,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:10.796807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f6571-11a6-4b1a-8ba2-1aa6da0f4efe None None] The sync data for ids ['2770ae0a-11f2-446c-89e2-1c77d3008490'] in dv-neutron-834652-2-hyperv is: [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:07Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:50:10.883745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Attempting to bind port f44c640d-edc3-46ac-912c-c73cf66353c2 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:50:10.884109 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Attempting to bind port f44c640d-edc3-46ac-912c-c73cf66353c2 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:50:10.884460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Attempting to bind port f44c640d-edc3-46ac-912c-c73cf66353c2 on network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:50:10.891576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:50:10.891957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Checking segment: {'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:50:10.892808 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.893235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Bound using segment: {'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:50:10.893709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Bound port: f44c640d-edc3-46ac-912c-c73cf66353c2, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:50:10.894084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.945119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.961380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Transition to ACTIVE for port object 17893685-fc3c-4f57-a62a-1d25157d7de4 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:50:10.986691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:10.987513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] For port f44c640d-edc3-46ac-912c-c73cf66353c2, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:50:10.991489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] For port f44c640d-edc3-46ac-912c-c73cf66353c2, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f44c640d-edc3-46ac-912c-c73cf66353c2,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:50:10.996578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:11.079759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:50:11.082789 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:50:11.091271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:50:11.097076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c184cb-129a-4e40-8356-5122b2b10c62 None None] Pushing event updated for resources: {'Port': ['ID=f44c640d-edc3-46ac-912c-c73cf66353c2,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:11.128000 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=17893685-fc3c-4f57-a62a-1d25157d7de4,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:11.162437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:11.459416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:11.994317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:11.999186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:12.104434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cf7db7-30cf-4d96-b618-828e4ee86d14 None None] Network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:50:12.114781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=17893685-fc3c-4f57-a62a-1d25157d7de4,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:12.117158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:12.200256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9abd54d0-ff51-4587-9742-d0120c61e42d None None] Provisioning for port f44c640d-edc3-46ac-912c-c73cf66353c2 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:50:12.255126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:50:12.256191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:50:12.467516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 2770ae0a-11f2-446c-89e2-1c77d3008490 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:50:12.650255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-838d0e29-c7b1-4d9f-bb24-aec6a1ce8a12 None None] Provisioning for port 17893685-fc3c-4f57-a62a-1d25157d7de4 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:50:12.655385 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-838d0e29-c7b1-4d9f-bb24-aec6a1ce8a12 None None] Provisioning complete for port 17893685-fc3c-4f57-a62a-1d25157d7de4 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:12.655971 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-838d0e29-c7b1-4d9f-bb24-aec6a1ce8a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:12.661475 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:50:12.673138 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Sync routers for ids ['2770ae0a-11f2-446c-89e2-1c77d3008490'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:50:12.682464 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-37fefe48-1e9d-47cb-9335-806c5b5679b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "PUT /v2.0/routers/2770ae0a-11f2-446c-89e2-1c77d3008490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3028104 Mar 23 10:50:12.683949 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Routers {'2770ae0a-11f2-446c-89e2-1c77d3008490'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:50:12.684594 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:50:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2770ae0a-11f2-446c-89e2-1c77d3008490'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:12.733486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-838d0e29-c7b1-4d9f-bb24-aec6a1ce8a12 None None] Port 17893685-fc3c-4f57-a62a-1d25157d7de4 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:50:12.876609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f5d7be6d-196a-4eef-867b-5ea06edc583a None None] Provisioning complete for port 17893685-fc3c-4f57-a62a-1d25157d7de4 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:12.877205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f5d7be6d-196a-4eef-867b-5ea06edc583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:12.883947 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Set router 2770ae0a-11f2-446c-89e2-1c77d3008490 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:50:12.913426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-38c0dfe5-6597-4fd9-86db-54f63651243b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:50:12.949322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-38c0dfe5-6597-4fd9-86db-54f63651243b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:50:12.950852 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-38c0dfe5-6597-4fd9-86db-54f63651243b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286027277&fields=id&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 267 time: 0.1165624 Mar 23 10:50:12.991844 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f5d7be6d-196a-4eef-867b-5ea06edc583a None None] Port 17893685-fc3c-4f57-a62a-1d25157d7de4 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:50:13.062373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ce2fd488-8572-4e9d-bb10-8bff4196bdee up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:50:13.141959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-53df6ce7-1e5f-4664-a90c-12bb676936ea tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:13.143846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-53df6ce7-1e5f-4664-a90c-12bb676936ea tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:50:13.163494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-53df6ce7-1e5f-4664-a90c-12bb676936ea tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:50:13.171100 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-53df6ce7-1e5f-4664-a90c-12bb676936ea tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/networks?id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11 HTTP/1.1" status: 200 len: 797 time: 0.1998923 Mar 23 10:50:13.188440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-60ea5db3-6a89-4312-b0e7-bcc51acc9960 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/quotas/f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 375 time: 0.0158727 Mar 23 10:50:13.190251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-44341e0a-0263-4964-ab04-db1041565b67 None None] Provisioning complete for port 17893685-fc3c-4f57-a62a-1d25157d7de4 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:13.190738 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-44341e0a-0263-4964-ab04-db1041565b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.216991 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:11Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '17893685-fc3c-4f57-a62a-1d25157d7de4', 'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:17:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:10Z', 'updated_at': '2022-03-23T10:50:11Z', 'revision_number': 2, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:13.221258 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Checking router: 2770ae0a-11f2-446c-89e2-1c77d3008490 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:50:13.221602 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Updating router 2770ae0a-11f2-446c-89e2-1c77d3008490 port 17893685-fc3c-4f57-a62a-1d25157d7de4 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:50:13.245744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port ce2fd488-8572-4e9d-bb10-8bff4196bdee completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:50:13.252316 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-44341e0a-0263-4964-ab04-db1041565b67 None None] Port 17893685-fc3c-4f57-a62a-1d25157d7de4 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:50:13.253668 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ce2fd488-8572-4e9d-bb10-8bff4196bdee triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:13.254023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.273834 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.276685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-c9d99df8-bf0b-449d-9dac-57b8e4b676db tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:50:13.294322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-c9d99df8-bf0b-449d-9dac-57b8e4b676db tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:50:13.307184 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-c9d99df8-bf0b-449d-9dac-57b8e4b676db tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116607 Mar 23 10:50:13.313273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-921bb906-322a-4897-85a6-8295abb064c8 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:50:13.314433 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-921bb906-322a-4897-85a6-8295abb064c8 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057237 Mar 23 10:50:13.375861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.393263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port ce2fd488-8572-4e9d-bb10-8bff4196bdee, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ce2fd488-8572-4e9d-bb10-8bff4196bdee,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:50:13.399045 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.400348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f44c640d-edc3-46ac-912c-c73cf66353c2 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:50:13.451705 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-06e3cfec-9ef5-4fe1-9116-2efa9dc2e195 service neutron] 10.222.0.84 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309094 Mar 23 10:50:13.521716 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=ce2fd488-8572-4e9d-bb10-8bff4196bdee,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:13.536388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f44c640d-edc3-46ac-912c-c73cf66353c2 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:50:13.542060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f44c640d-edc3-46ac-912c-c73cf66353c2 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:13.542663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.585053 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0b8bf3ce-c458-40fb-a700-cb24bcddef1e service neutron] 10.222.0.84 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272535 Mar 23 10:50:13.624348 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.637366 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Transition to ACTIVE for port object 17893685-fc3c-4f57-a62a-1d25157d7de4 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:50:13.644649 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.665973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.704331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f44c640d-edc3-46ac-912c-c73cf66353c2, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f44c640d-edc3-46ac-912c-c73cf66353c2,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:50:13.709007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.719758 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Pushing event updated for resources: {'Port': ['ID=17893685-fc3c-4f57-a62a-1d25157d7de4,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:13.728786 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.729185 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.729631 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.729969 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.730288 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.730611 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.730933 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.731254 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.731570 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.731880 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.732456 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.732934 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:50:13.783641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f44c640d-edc3-46ac-912c-c73cf66353c2,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:13.808074 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5d8b1ad2-4748-4d78-9fdf-9655590060fd req-27e0cfa4-dfd6-4d54-b838-7b89db95cc25 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 210 time: 0.0687878 Mar 23 10:50:13.928872 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Attempting to bind port 17893685-fc3c-4f57-a62a-1d25157d7de4 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:50:13.929255 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Attempting to bind port 17893685-fc3c-4f57-a62a-1d25157d7de4 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:50:13.929609 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Attempting to bind port 17893685-fc3c-4f57-a62a-1d25157d7de4 on network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:50:13.935183 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:50:13.935565 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Checking segment: {'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:50:13.935959 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:13.936337 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Bound using segment: {'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:50:13.936793 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Bound port: 17893685-fc3c-4f57-a62a-1d25157d7de4, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:50:13.937181 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:14.026939 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] For port 17893685-fc3c-4f57-a62a-1d25157d7de4, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:50:14.030279 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] For port 17893685-fc3c-4f57-a62a-1d25157d7de4, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=17893685-fc3c-4f57-a62a-1d25157d7de4,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:50:14.034381 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:14.114317 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Routers {'2770ae0a-11f2-446c-89e2-1c77d3008490'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:50:14.114978 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:50:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2770ae0a-11f2-446c-89e2-1c77d3008490'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:14.175269 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad799268-f148-47c6-b3eb-ea1da7dbe853 None None] Pushing event updated for resources: {'Port': ['ID=17893685-fc3c-4f57-a62a-1d25157d7de4,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:14.319651 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] Set router 2770ae0a-11f2-446c-89e2-1c77d3008490 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:50:14.630805 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:11Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '17893685-fc3c-4f57-a62a-1d25157d7de4', 'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:17:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:10Z', 'updated_at': '2022-03-23T10:50:14Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:14.634457 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d888a9b-3e0a-49cb-ab96-d1785d111571 None None] The sync data for ids ['2770ae0a-11f2-446c-89e2-1c77d3008490'] in dv-neutron-834652-2-hyperv is: [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:11Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '17893685-fc3c-4f57-a62a-1d25157d7de4', 'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:17:f0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:10Z', 'updated_at': '2022-03-23T10:50:14Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:50:15.023364 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aacb54b0-427f-44c1-8012-b66d62481e16 req-70ce693a-13b8-4dca-ae3d-3bff70189f76 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 210 time: 0.0682881 Mar 23 10:50:15.078625 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ce2fd488-8572-4e9d-bb10-8bff4196bdee up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:50:15.173328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ce2fd488-8572-4e9d-bb10-8bff4196bdee triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:15.173692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:15.173849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-3ac7679a-7023-4619-a087-8aeedc8dd790 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:15.175540 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-3ac7679a-7023-4619-a087-8aeedc8dd790 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/networks?id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11 HTTP/1.1" status: 200 len: 797 time: 0.2523022 Mar 23 10:50:15.230157 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-1ebb6584-181f-4ea5-9a0a-0f241708a26c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 379 time: 0.0454903 Mar 23 10:50:15.241598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'port': {'device_id': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'admin_state_up': True, 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'security_groups': ['5189cf34-b290-4e8d-b960-4d2d940b8c6c']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:15.299178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 17893685-fc3c-4f57-a62a-1d25157d7de4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:50:15.369804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 17893685-fc3c-4f57-a62a-1d25157d7de4 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:50:15.375839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 17893685-fc3c-4f57-a62a-1d25157d7de4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:15.376242 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:15.500662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:15.511319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:15.520745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:15.536652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:50:15.537865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 17893685-fc3c-4f57-a62a-1d25157d7de4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=17893685-fc3c-4f57-a62a-1d25157d7de4,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:50:15.540966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:15.542564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:15.543243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f44c640d-edc3-46ac-912c-c73cf66353c2 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:50:15.665003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=17893685-fc3c-4f57-a62a-1d25157d7de4,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:15.673911 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f44c640d-edc3-46ac-912c-c73cf66353c2 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:15.674891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:15.715263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.20.0.7 (ba8ed5d9-756f-441e-9b69-586bd8c8bd11/cb44840e-8dca-4c99-a664-4521783106b2/9896c3ff-4b0b-4684-8166-53ae01b8dc3f) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:50:15.910847 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:15.925675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Transition to ACTIVE for port object 9896c3ff-4b0b-4684-8166-53ae01b8dc3f will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:50:15.948859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:16.009926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:50:16.012749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:50:16.016899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:50:16.057753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:16.094653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:16.095269 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:16.121976 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-0719049b-6763-4e07-a854-6048236aad0b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8858678 Mar 23 10:50:16.133994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Request body: {'port': {'device_id': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:16.217324 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22aef26-76ef-442c-9c14-0d69ab646c32 req-7e5dc079-8d36-48c2-89c6-5dfd5a5276af tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:16.218845 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a22aef26-76ef-442c-9c14-0d69ab646c32 req-7e5dc079-8d36-48c2-89c6-5dfd5a5276af tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 931 time: 0.0850592 Mar 23 10:50:16.238333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-15ad5dc9-4c76-45a6-8366-520745d76d1f None None] Provisioning for port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:50:16.244015 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-15ad5dc9-4c76-45a6-8366-520745d76d1f None None] Provisioning complete for port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:16.244814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-15ad5dc9-4c76-45a6-8366-520745d76d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:16.254866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:16.270308 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a22aef26-76ef-442c-9c14-0d69ab646c32 req-e56064b5-5d7c-483d-aecf-2f9368355398 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454743 Mar 23 10:50:16.299957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-15ad5dc9-4c76-45a6-8366-520745d76d1f None None] Port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:50:16.594267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9896c3ff-4b0b-4684-8166-53ae01b8dc3f {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:50:16.601961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:16.616119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Transition to ACTIVE for port object 9896c3ff-4b0b-4684-8166-53ae01b8dc3f will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:50:16.619706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:16.772304 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Pushing event updated for resources: {'Port': ['ID=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:16.855234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Attempting to bind port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:50:16.855483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Attempting to bind port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:50:16.855829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Attempting to bind port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f on network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:50:16.860281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f on network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:50:16.860589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Attempting to bind port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f on network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:50:16.865514 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:50:16.865850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Checking segment: {'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:50:16.866209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Bound using segment: {'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:50:16.866614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Bound port: 9896c3ff-4b0b-4684-8166-53ae01b8dc3f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:50:16.866947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:16.956232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] For port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:50:16.959264 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] For port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:50:16.964076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:16.975164 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 17893685-fc3c-4f57-a62a-1d25157d7de4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:50:17.021801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:17.022388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:17.023714 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] 10.222.0.102 "PUT /v2.0/ports/9896c3ff-4b0b-4684-8166-53ae01b8dc3f HTTP/1.1" status: 200 len: 1093 time: 0.8943982 Mar 23 10:50:17.024139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'tag': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:50:17.051184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a11855-5f44-4dc0-95eb-0f386518f03b service neutron] Pushing event updated for resources: {'Port': ['ID=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:17.057855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 17893685-fc3c-4f57-a62a-1d25157d7de4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:17.058237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:17.107638 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'tag': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'status': 'completed', 'code': 200} Mar 23 10:50:17.151648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-4e99ee67-b223-49c4-9c8e-67d2f8a5d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:17.153188 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-4e99ee67-b223-49c4-9c8e-67d2f8a5d134 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 1096 time: 0.0782359 Mar 23 10:50:17.321902 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-a14b4719-90f3-4e09-ba85-f7cd5c9c193d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f HTTP/1.1" status: 200 len: 217 time: 0.1617463 Mar 23 10:50:17.383019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-7abf3de2-acef-4435-b426-266b809da33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:17.384347 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-7abf3de2-acef-4435-b426-266b809da33e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cb44840e-8dca-4c99-a664-4521783106b2 HTTP/1.1" status: 200 len: 835 time: 0.0569997 Mar 23 10:50:17.458656 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed422a-8725-442d-902c-67ef5fca1271 req-572ce895-b8d1-4edf-be5d-561f42af3f47 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:17.460100 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-beed422a-8725-442d-902c-67ef5fca1271 req-572ce895-b8d1-4edf-be5d-561f42af3f47 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 943 time: 0.0859151 Mar 23 10:50:17.464021 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-6c301d0c-e8f8-4de1-af06-eca626e68333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:17.465509 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-6c301d0c-e8f8-4de1-af06-eca626e68333 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755544 Mar 23 10:50:17.505129 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-beed422a-8725-442d-902c-67ef5fca1271 req-b3cb9243-3acd-416e-af10-3dbf52c6ffab tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383503 Mar 23 10:50:17.597539 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-f19dd8e8-5bb6-4d4e-b7a1-245f94047b82 service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251330 Mar 23 10:50:17.725327 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-abcb807c-cb84-41a6-8c86-7f2014b3026a req-56891e47-23b3-44c4-914e-74c0de59f785 service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223345 Mar 23 10:50:17.842119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-ee59c074-a974-401a-a6a6-f9b1c410cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:17.843609 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-ee59c074-a974-401a-a6a6-f9b1c410cba5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 1096 time: 0.0730968 Mar 23 10:50:17.972716 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-21409433-6d2b-4167-9f15-3c3f1c0d2ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:17.974114 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-21409433-6d2b-4167-9f15-3c3f1c0d2ae3 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11 HTTP/1.1" status: 200 len: 898 time: 0.1240644 Mar 23 10:50:18.042923 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-33b38a48-2374-4562-80ff-e7b2458d88df service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f HTTP/1.1" status: 200 len: 217 time: 0.0627065 Mar 23 10:50:18.102922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-4dc4191a-11dc-4066-b6f9-c6dbcf3f5d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:18.104279 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-4dc4191a-11dc-4066-b6f9-c6dbcf3f5d0d service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cb44840e-8dca-4c99-a664-4521783106b2 HTTP/1.1" status: 200 len: 835 time: 0.0556304 Mar 23 10:50:18.179351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-1354456a-60fc-4e4d-9313-f61d9ee04ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:18.181440 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-1354456a-60fc-4e4d-9313-f61d9ee04ab3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707750 Mar 23 10:50:18.309568 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-2b8de6a5-b89b-4968-85d8-5933730e4860 service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204610 Mar 23 10:50:18.436193 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf2e2819-3c2f-4209-852f-056499b675d6 req-a5e61d9c-586b-4da9-beec-f996c06445d1 service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204438 Mar 23 10:50:18.691348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ccfcd-b45e-40ce-9c12-b94050fc9606 req-0d8bd9d3-bda4-4f29-b114-58cadf4da667 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:18.691952 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-453ccfcd-b45e-40ce-9c12-b94050fc9606 req-0d8bd9d3-bda4-4f29-b114-58cadf4da667 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:50:18.706836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-453ccfcd-b45e-40ce-9c12-b94050fc9606 req-0d8bd9d3-bda4-4f29-b114-58cadf4da667 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:50:18.707963 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-453ccfcd-b45e-40ce-9c12-b94050fc9606 req-0d8bd9d3-bda4-4f29-b114-58cadf4da667 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 943 time: 0.0999157 Mar 23 10:50:18.751193 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-453ccfcd-b45e-40ce-9c12-b94050fc9606 req-6bac0e0b-909f-4bd6-9fb8-d5c70b079987 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376315 Mar 23 10:50:19.933878 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed946c8f-9392-4548-8bfd-709e8d69f1ed req-c37c6a3e-4b9b-4b2c-b223-477bcb0b9dee tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:19.935298 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ed946c8f-9392-4548-8bfd-709e8d69f1ed req-c37c6a3e-4b9b-4b2c-b223-477bcb0b9dee tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 943 time: 0.0791461 Mar 23 10:50:19.978227 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ed946c8f-9392-4548-8bfd-709e8d69f1ed req-ff003f9a-62b4-43ee-abe2-5d11538b63bd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371184 Mar 23 10:50:20.519609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 9896c3ff-4b0b-4684-8166-53ae01b8dc3f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:50:20.651773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:50:20.664692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'port_id': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'mac_address': 'fa:16:3e:65:88:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:50:20.748489 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:20.766064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9896c3ff-4b0b-4684-8166-53ae01b8dc3f {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:50:20.781281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:50:20.784632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:20.861938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:20.988919 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['9896c3ff-4b0b-4684-8166-53ae01b8dc3f'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:50:21.160225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca69d57-a20f-4852-874d-3dadf18b4649 req-9be92dc4-0879-4833-87df-26bd2388a0bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:21.161682 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dca69d57-a20f-4852-874d-3dadf18b4649 req-9be92dc4-0879-4833-87df-26bd2388a0bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 944 time: 0.0796568 Mar 23 10:50:21.209270 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dca69d57-a20f-4852-874d-3dadf18b4649 req-7943f557-1d7b-431d-8ff7-50e19f3446d5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408025 Mar 23 10:50:22.393007 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af6891-c2d5-40c5-94f3-0fc46a970f02 req-4bd9930a-7ec1-4d91-a120-28fb0a72ef37 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:22.394455 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82af6891-c2d5-40c5-94f3-0fc46a970f02 req-4bd9930a-7ec1-4d91-a120-28fb0a72ef37 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 944 time: 0.0817220 Mar 23 10:50:22.437861 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82af6891-c2d5-40c5-94f3-0fc46a970f02 req-6bc93b0d-bfa1-4eb8-b339-379699c543d9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377848 Mar 23 10:50:22.535120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 9896c3ff-4b0b-4684-8166-53ae01b8dc3f up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:50:22.599313 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:50:22.603640 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:50:22.604003 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:22.717055 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:22.742027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:50:22.752075 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:50:22.755841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:22.823866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:22.840737 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'code': 200} Mar 23 10:50:23.077174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc64fb-0987-4d42-abf4-2903358291da req-7a5e4ddf-9fdc-4073-b9e6-95bfebcad38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:23.079053 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d9bc64fb-0987-4d42-abf4-2903358291da req-7a5e4ddf-9fdc-4073-b9e6-95bfebcad38a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 1098 time: 0.0685198 Mar 23 10:50:23.118593 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d9bc64fb-0987-4d42-abf4-2903358291da req-94af82fe-4fc0-4984-aa9f-750ab05802bd service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336218 Mar 23 10:50:23.629198 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cad57-986d-41fe-9b2a-0f12c79c8047 req-1ed00625-e155-41d2-a7a1-79db6f7226e1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:23.630673 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-052cad57-986d-41fe-9b2a-0f12c79c8047 req-1ed00625-e155-41d2-a7a1-79db6f7226e1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0821571 Mar 23 10:50:23.674180 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-052cad57-986d-41fe-9b2a-0f12c79c8047 req-ace6c456-3880-4837-bf02-ab932739a206 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378718 Mar 23 10:50:24.862482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f27bf-4d62-46f0-b369-6c9148276fc9 req-9a63ecdb-b5de-4992-9dda-c3e50bf7279d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:24.863934 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e24f27bf-4d62-46f0-b369-6c9148276fc9 req-9a63ecdb-b5de-4992-9dda-c3e50bf7279d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0833430 Mar 23 10:50:24.907476 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e24f27bf-4d62-46f0-b369-6c9148276fc9 req-fee37389-b239-47ea-b244-d269b0290afb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376585 Mar 23 10:50:25.089108 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d5349-9891-4ac9-9ccf-16dfac562a3e req-bc618f6a-cf46-45c6-9127-5ea24f6ec673 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:25.090520 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8e0d5349-9891-4ac9-9ccf-16dfac562a3e req-bc618f6a-cf46-45c6-9127-5ea24f6ec673 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0781291 Mar 23 10:50:25.134591 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8e0d5349-9891-4ac9-9ccf-16dfac562a3e req-ddd612e5-c8f0-4c57-99a2-506b8aac9f14 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 Mar 23 10:50:25.157550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43170) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:25.227948 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c9bd7d-9695-430a-9422-258560cfa19e tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:25.229450 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-42c9bd7d-9695-430a-9422-258560cfa19e tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 1093 time: 0.0709689 Mar 23 10:50:25.232270 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43174) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:25.237115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:50:25.243066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:50:25.246890 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:floatingip and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:50:25.250022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:50:25.255904 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:50:25.267081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:25.402912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:25.536272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.26.4.138 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/dec9c36f-c9a1-4573-989d-6dbe4e2bffbe) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:50:25.770458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:25.799379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:25.855401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:50:25.858135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:50:25.861654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:50:25.911837 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=dec9c36f-c9a1-4573-989d-6dbe4e2bffbe,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:26.271685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:26.343856 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:26.553138 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:26.557361 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:26.660235 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=dec9c36f-c9a1-4573-989d-6dbe4e2bffbe,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:50:26.670274 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:26.838716 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Floating IP 886eeac0-4f5a-4209-af46-ab4e734463e0 associated. External IP: 172.26.4.138, port: 9896c3ff-4b0b-4684-8166-53ae01b8dc3f. Mar 23 10:50:27.282363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 2770ae0a-11f2-446c-89e2-1c77d3008490 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:50:27.459306 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:50:27.468726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] Sync routers for ids ['2770ae0a-11f2-446c-89e2-1c77d3008490'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:50:27.477634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] Routers {'2770ae0a-11f2-446c-89e2-1c77d3008490'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:50:27.478243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:50:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2770ae0a-11f2-446c-89e2-1c77d3008490'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:27.482408 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:27.538589 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-720ba2c8-fffe-4be7-858e-cd203550e8b9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3051598 Mar 23 10:50:27.539362 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'tag': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:50:27.595777 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'tag': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'status': 'completed', 'code': 200} Mar 23 10:50:27.663086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] Set router 2770ae0a-11f2-446c-89e2-1c77d3008490 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:50:27.744720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-60a45af0-6f36-4462-850b-2df24bc7cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:27.746219 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-60a45af0-6f36-4462-850b-2df24bc7cb39 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 1098 time: 0.1275868 Mar 23 10:50:27.782196 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2719f41-95d3-4780-83f0-770176fc1151 req-c8dbe28a-ac29-4005-a3ff-4484f63499ea tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:27.783623 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e2719f41-95d3-4780-83f0-770176fc1151 req-c8dbe28a-ac29-4005-a3ff-4484f63499ea tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.1303122 Mar 23 10:50:27.995429 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e2719f41-95d3-4780-83f0-770176fc1151 req-6755ce3e-40f0-4233-8883-929d71337483 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004302 Mar 23 10:50:28.008730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:11Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '886eeac0-4f5a-4209-af46-ab4e734463e0', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.138', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'port_id': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'mac_address': 'fa:16:3e:65:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:50:26Z', 'updated_at': '2022-03-23T10:50:26Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17893685-fc3c-4f57-a62a-1d25157d7de4', 'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:17:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:10Z', 'updated_at': '2022-03-23T10:50:15Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:28.020740 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] Checking router: 2770ae0a-11f2-446c-89e2-1c77d3008490 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:50:28.021018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43182) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:28.021653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] Routers {'2770ae0a-11f2-446c-89e2-1c77d3008490'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:50:28.022222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:50:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2770ae0a-11f2-446c-89e2-1c77d3008490'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:28.024023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-56ab1f44-a6d6-474c-9e70-ac74c1f1b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:28.025490 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-56ab1f44-a6d6-474c-9e70-ac74c1f1b64c service neutron] 10.222.0.102 "GET /v2.0/networks?id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11 HTTP/1.1" status: 200 len: 898 time: 0.2707443 Mar 23 10:50:28.128356 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-08d8a4a3-f5fe-4f9a-8b25-30f6ceb3eeef service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f HTTP/1.1" status: 200 len: 999 time: 0.0968580 Mar 23 10:50:28.130475 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4d094f4b-170b-40ef-9c79-10ad66834838 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/886eeac0-4f5a-4209-af46-ab4e734463e0 HTTP/1.1" status: 200 len: 991 time: 0.1078029 Mar 23 10:50:28.191525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-c0751302-66bb-450f-a6c6-7c6f867e1e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:28.192895 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-c0751302-66bb-450f-a6c6-7c6f867e1e5b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cb44840e-8dca-4c99-a664-4521783106b2 HTTP/1.1" status: 200 len: 835 time: 0.0589762 Mar 23 10:50:28.203669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] Set router 2770ae0a-11f2-446c-89e2-1c77d3008490 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:50:28.269768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-00ca71b4-4061-4ce8-ba14-ceb237fffa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:28.271253 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-00ca71b4-4061-4ce8-ba14-ceb237fffa93 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726099 Mar 23 10:50:28.406340 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-c0952fda-e6a4-49c3-b11c-79a6e6750c65 service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285989 Mar 23 10:50:28.539766 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b14800fe-9e50-4201-8493-6c3ea138b36d req-4cd5777a-b8c9-4b3a-b6f4-ae6217559d7c service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270697 Mar 23 10:50:28.594889 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:11Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '886eeac0-4f5a-4209-af46-ab4e734463e0', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.138', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'port_id': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'mac_address': 'fa:16:3e:65:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:50:26Z', 'updated_at': '2022-03-23T10:50:26Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17893685-fc3c-4f57-a62a-1d25157d7de4', 'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:17:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:10Z', 'updated_at': '2022-03-23T10:50:15Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:50:28.598744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d00a58-7a2c-4979-86a6-be51c88e2c0e None None] The sync data for ids ['2770ae0a-11f2-446c-89e2-1c77d3008490'] in dv-neutron-834652-2-hyperv is: [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:11Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '886eeac0-4f5a-4209-af46-ab4e734463e0', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.138', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'port_id': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'mac_address': 'fa:16:3e:65:88:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:50:26Z', 'updated_at': '2022-03-23T10:50:26Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17893685-fc3c-4f57-a62a-1d25157d7de4', 'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:17:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:10Z', 'updated_at': '2022-03-23T10:50:15Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:50:28.794891 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058d3e2-ca48-4839-ab33-70dc5f9e4b5c None None] New status for floating IP 886eeac0-4f5a-4209-af46-ab4e734463e0: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:50:29.134282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43186) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:50:29.238906 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1553b113-7782-4489-960e-ba4958a5bbde tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/886eeac0-4f5a-4209-af46-ab4e734463e0 HTTP/1.1" status: 200 len: 993 time: 0.1034510 Mar 23 10:50:33.746260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2c9547bc-8d5c-46c6-8127-d02b156911e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:36.515621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:36.598673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e611c253-f6b7-4d3f-8813-97b63fa31a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:37.356424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:37.567899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:37.893554 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-d0fef523-d95b-4b30-b7ec-4529c8b66e10 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705261 Mar 23 10:50:38.029435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-c5a58328-09f6-4edd-87a1-eff29938a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:38.030974 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-c5a58328-09f6-4edd-87a1-eff29938a049 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 1098 time: 0.0711687 Mar 23 10:50:38.174430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-d56feb9b-7a6f-4316-8f57-4d7f49a64d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:38.175798 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-d56feb9b-7a6f-4316-8f57-4d7f49a64d78 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11 HTTP/1.1" status: 200 len: 898 time: 0.1245434 Mar 23 10:50:38.273370 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-8a93a991-674c-4f2d-9257-d49aa0a49564 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f HTTP/1.1" status: 200 len: 1001 time: 0.0916374 Mar 23 10:50:38.336136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-5acd9b66-e5f3-4acb-ae04-4f21a58a0669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:38.337668 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-5acd9b66-e5f3-4acb-ae04-4f21a58a0669 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cb44840e-8dca-4c99-a664-4521783106b2 HTTP/1.1" status: 200 len: 835 time: 0.0591969 Mar 23 10:50:38.409712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-acfb60ee-4418-41d4-9f3b-8958af3c00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:50:38.411145 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-acfb60ee-4418-41d4-9f3b-8958af3c00e2 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676658 Mar 23 10:50:38.541428 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-f0107bd9-8f1a-4cd9-b4a4-b81c245bf92b service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243684 Mar 23 10:50:38.671333 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1ec765f1-2143-4e82-8ab8-ce9f37bcd73e req-76d6177f-0ebb-41e0-b843-c4add886fc44 service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235621 Mar 23 10:50:39.621179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:50:40.519066 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:51:00.759723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-9117af4f-29ea-425c-a3ad-1d80549f71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:00.761227 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-9117af4f-29ea-425c-a3ad-1d80549f71c5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 1098 time: 0.0745747 Mar 23 10:51:00.879385 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8b10-d33a-45c2-b465-5af44a3919c8 req-cab11313-5b25-42b2-aae9-100163db0fe0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:00.880948 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-297e8b10-d33a-45c2-b465-5af44a3919c8 req-cab11313-5b25-42b2-aae9-100163db0fe0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.1659172 Mar 23 10:51:00.930702 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-297e8b10-d33a-45c2-b465-5af44a3919c8 req-9f3a88ad-e29b-4350-8ca0-00f1b321eafb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Mar 23 10:51:00.998495 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-6e8f7f5b-1749-4a59-a0df-5f7a2c1058aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:00.999833 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-6e8f7f5b-1749-4a59-a0df-5f7a2c1058aa service neutron] 10.222.0.102 "GET /v2.0/networks?id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11 HTTP/1.1" status: 200 len: 898 time: 0.2314897 Mar 23 10:51:01.101601 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-463b902e-be1c-46a8-b9f4-2fdeec04f81d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f HTTP/1.1" status: 200 len: 1001 time: 0.0945742 Mar 23 10:51:01.163917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-5ded0481-1f79-4e0a-b260-aff9d3515a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:01.165333 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-5ded0481-1f79-4e0a-b260-aff9d3515a97 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cb44840e-8dca-4c99-a664-4521783106b2 HTTP/1.1" status: 200 len: 835 time: 0.0571012 Mar 23 10:51:01.237413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-5bf47be2-9e93-445d-a36c-851aecf3d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:01.238858 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-5bf47be2-9e93-445d-a36c-851aecf3d9e3 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675879 Mar 23 10:51:01.369626 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-64233fef-9fc8-4844-8fc1-e67b7eed630a service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234338 Mar 23 10:51:01.500879 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0565db0e-db7b-4304-bfa2-fa7d190f881f req-fa91efaa-c674-4aec-92bc-fb7a00ee5717 service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241848 Mar 23 10:51:02.192216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91877579-6027-45eb-93de-9cd5b00c994d req-819eff7e-0b4a-41bd-94b2-7a36140cc48d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:02.193625 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-91877579-6027-45eb-93de-9cd5b00c994d req-819eff7e-0b4a-41bd-94b2-7a36140cc48d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.1547124 Mar 23 10:51:02.236934 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-91877579-6027-45eb-93de-9cd5b00c994d req-f7843eeb-1a87-40d3-80c7-0a7cf2a29396 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377231 Mar 23 10:51:03.420639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81077023-0412-44c9-bace-8563cda74be1 req-45882a9e-091a-4126-b7de-3b643169d9b2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:03.422247 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-81077023-0412-44c9-bace-8563cda74be1 req-45882a9e-091a-4126-b7de-3b643169d9b2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0795567 Mar 23 10:51:03.466134 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-81077023-0412-44c9-bace-8563cda74be1 req-aa3b6aad-6942-48fd-8d5d-a5789d5d44a8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377967 Mar 23 10:51:03.747516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-20dc8ad4-0c79-451b-b093-1ea41b085bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:04.646657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6170494-8aa5-4ff1-8a9d-d485a5404607 req-8912cc83-cc03-4049-a2b0-0d0b1367220e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:04.648383 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b6170494-8aa5-4ff1-8a9d-d485a5404607 req-8912cc83-cc03-4049-a2b0-0d0b1367220e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0800886 Mar 23 10:51:04.695916 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b6170494-8aa5-4ff1-8a9d-d485a5404607 req-b98e8898-523b-4552-b937-0a0f1f804d9b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420227 Mar 23 10:51:05.878488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c699927-a928-4251-8be3-aeb0b33fe547 req-a3e44350-2178-4c61-9dc2-054e06edfaed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:05.879923 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6c699927-a928-4251-8be3-aeb0b33fe547 req-a3e44350-2178-4c61-9dc2-054e06edfaed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0814281 Mar 23 10:51:05.923941 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6c699927-a928-4251-8be3-aeb0b33fe547 req-cbcf6c32-618d-48ca-91ce-ad929d057c20 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384176 Mar 23 10:51:06.515986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:06.600120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-868ce790-0c29-4a39-b655-c5f611c82f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:07.111825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85da2d-50cf-4897-bdf7-681447572dce req-741ea25e-05f3-4e63-9bfd-d4e2bd58fb93 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:07.113307 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b85da2d-50cf-4897-bdf7-681447572dce req-741ea25e-05f3-4e63-9bfd-d4e2bd58fb93 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0825665 Mar 23 10:51:07.157972 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b85da2d-50cf-4897-bdf7-681447572dce req-5a914e65-c1ce-48b7-b9ff-73c5c612c3d4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 Mar 23 10:51:07.358430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:07.569604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:08.336520 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac36d56-42fa-4f04-8776-29f2942b5024 req-e9c60b58-b76d-4009-87c1-7a555a75a5a5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:08.337972 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8ac36d56-42fa-4f04-8776-29f2942b5024 req-e9c60b58-b76d-4009-87c1-7a555a75a5a5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0778408 Mar 23 10:51:08.381208 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8ac36d56-42fa-4f04-8776-29f2942b5024 req-e8859e12-eaaa-4abd-9aed-65f1a2ce434a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371985 Mar 23 10:51:09.565839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d06214-ac7c-4ab8-b112-350690d5b345 req-1bb17ed7-bde3-40b8-8815-4c07540c7626 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:09.567388 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-59d06214-ac7c-4ab8-b112-350690d5b345 req-1bb17ed7-bde3-40b8-8815-4c07540c7626 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0841193 Mar 23 10:51:09.614849 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-59d06214-ac7c-4ab8-b112-350690d5b345 req-22369138-28af-4e67-9110-d67f0f31232c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417855 Mar 23 10:51:09.624054 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:10.801106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f61e0e-03d9-4ffa-97fe-63a5cb4d98c3 req-59441e31-7f92-43ab-a0b7-eada8513d442 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:10.802537 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d0f61e0e-03d9-4ffa-97fe-63a5cb4d98c3 req-59441e31-7f92-43ab-a0b7-eada8513d442 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0811710 Mar 23 10:51:10.846836 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d0f61e0e-03d9-4ffa-97fe-63a5cb4d98c3 req-ed6a5346-310c-4420-9f49-721700d6eeee tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386968 Mar 23 10:51:12.029829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab94883-cbb4-403a-8c9b-1bb56a5f73eb req-a39c0baa-3223-4530-a736-1d5cfa99c246 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:12.031280 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5ab94883-cbb4-403a-8c9b-1bb56a5f73eb req-a39c0baa-3223-4530-a736-1d5cfa99c246 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0801537 Mar 23 10:51:12.077761 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5ab94883-cbb4-403a-8c9b-1bb56a5f73eb req-37efd1e4-9e1f-47e6-88e3-67e6810d0f6e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408361 Mar 23 10:51:13.265764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe4807-4897-40b7-bef4-73c3d71e6ec6 req-c78725e8-ac77-4bd1-addc-5f57170c3014 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:13.267196 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6efe4807-4897-40b7-bef4-73c3d71e6ec6 req-c78725e8-ac77-4bd1-addc-5f57170c3014 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0790629 Mar 23 10:51:13.314718 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6efe4807-4897-40b7-bef4-73c3d71e6ec6 req-10df499b-2446-4ccc-bd25-b8a6cf200d71 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Mar 23 10:51:14.497001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e4497-a608-47ef-9fb0-cd195e4735b1 req-7732eed5-16e2-44da-b79e-0fe96324936c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:14.498441 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-438e4497-a608-47ef-9fb0-cd195e4735b1 req-7732eed5-16e2-44da-b79e-0fe96324936c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0772467 Mar 23 10:51:14.540724 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-438e4497-a608-47ef-9fb0-cd195e4735b1 req-1c836769-d6c9-40d7-b483-c6b5b9075813 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367444 Mar 23 10:51:15.733225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0199ae-5c16-4dcf-a2d0-11f685337198 req-4ea2114d-1c58-40f1-8150-4b73ea960fd0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:15.734656 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1a0199ae-5c16-4dcf-a2d0-11f685337198 req-4ea2114d-1c58-40f1-8150-4b73ea960fd0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0926929 Mar 23 10:51:15.777722 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1a0199ae-5c16-4dcf-a2d0-11f685337198 req-00abf41c-6f39-4330-9d18-54dee72a92fd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374672 Mar 23 10:51:16.963801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777531d-1f21-4988-bedf-c990480b09ff req-37df5bda-52cf-4d78-8e28-bf5569f6a3c3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:16.965270 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2777531d-1f21-4988-bedf-c990480b09ff req-37df5bda-52cf-4d78-8e28-bf5569f6a3c3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0839658 Mar 23 10:51:17.009617 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2777531d-1f21-4988-bedf-c990480b09ff req-707b64da-9aa2-4937-95ca-8c347977f0be tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380442 Mar 23 10:51:17.517874 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:51:18.196444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e90b70-0402-47b7-ab4c-275c1f357d9d req-502b1fb4-c6a9-4c2b-b639-dbda0357603a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:18.197796 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-76e90b70-0402-47b7-ab4c-275c1f357d9d req-502b1fb4-c6a9-4c2b-b639-dbda0357603a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0828209 Mar 23 10:51:18.240512 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-76e90b70-0402-47b7-ab4c-275c1f357d9d req-dce6081c-1179-4697-9c35-78af6b20962b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365570 Mar 23 10:51:18.263352 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43236) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:51:18.471538 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9762e83b-59f5-49f3-aaf5-433fbc6cd218 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/886eeac0-4f5a-4209-af46-ab4e734463e0 HTTP/1.1" status: 200 len: 993 time: 0.2071133 Mar 23 10:51:33.749409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3f0e8bef-cadf-43b0-ab7c-698359299fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:36.513717 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:36.600492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0c6fc7dd-9189-4a61-b006-2dd359c63a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:37.362822 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:37.572472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:39.627059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:39.889856 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-1220a2fc-2fc2-4ba2-86d0-9c53bbd4af3c service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673761 Mar 23 10:51:40.026726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-8912382a-a6c9-4244-bb4a-5756b36fe2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:40.028698 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-8912382a-a6c9-4244-bb4a-5756b36fe2df service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 1098 time: 0.0723901 Mar 23 10:51:40.171494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-6a86490f-83a2-4423-b455-d11ba4a3869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:40.172847 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-6a86490f-83a2-4423-b455-d11ba4a3869f service neutron] 10.222.0.102 "GET /v2.0/networks?id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11 HTTP/1.1" status: 200 len: 898 time: 0.1245883 Mar 23 10:51:40.272464 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-c356ff39-023b-41cf-8be9-582a78dd6a5c service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f HTTP/1.1" status: 200 len: 1001 time: 0.0932753 Mar 23 10:51:40.426340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-a5971e22-e23e-4a62-86b0-b3d326b16532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:40.428345 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-a5971e22-e23e-4a62-86b0-b3d326b16532 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cb44840e-8dca-4c99-a664-4521783106b2 HTTP/1.1" status: 200 len: 835 time: 0.1495693 Mar 23 10:51:40.506849 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-811a5ec6-c1a0-443f-bfa9-69f3e169d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:40.508302 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-811a5ec6-c1a0-443f-bfa9-69f3e169d429 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727208 Mar 23 10:51:40.638030 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-619c7b3d-ea73-4a47-a47d-6dfd958e216d service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226017 Mar 23 10:51:40.768462 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-24416dcc-b2bc-45ca-a2e5-8cbe54d31294 req-93d0ea7b-81e9-421c-ba79-5bbec01c0a82 service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246428 Mar 23 10:51:50.020139 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43256) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:51:50.213720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port dec9c36f-c9a1-4573-989d-6dbe4e2bffbe {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:51:50.214056 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:50.379026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:50.379345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:50.500717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for dec9c36f-c9a1-4573-989d-6dbe4e2bffbe owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:51:50.647544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:50.718631 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=dec9c36f-c9a1-4573-989d-6dbe4e2bffbe,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:50.760075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.760353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.760692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.761563 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.761896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.762221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.762544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.762864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.763184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.763501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.763819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.764136 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:50.794488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:50.794818 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Floating IP 886eeac0-4f5a-4209-af46-ab4e734463e0 disassociated (deleted). External IP: 172.26.4.138, port: 9896c3ff-4b0b-4684-8166-53ae01b8dc3f. Mar 23 10:51:51.138114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 2770ae0a-11f2-446c-89e2-1c77d3008490 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:51:51.420480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:51:51.429642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] Sync routers for ids ['2770ae0a-11f2-446c-89e2-1c77d3008490'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:51:51.439933 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:51.440341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] Routers {'2770ae0a-11f2-446c-89e2-1c77d3008490'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:51:51.440983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:51:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2770ae0a-11f2-446c-89e2-1c77d3008490'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:51.503257 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-bea25b4c-942d-404c-bf21-b1209a9882b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/floatingips/886eeac0-4f5a-4209-af46-ab4e734463e0 HTTP/1.1" status: 204 len: 168 time: 1.4820199 Mar 23 10:51:51.503929 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'tag': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:51:51.559409 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'tag': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'status': 'completed', 'code': 200} Mar 23 10:51:51.630201 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] Set router 2770ae0a-11f2-446c-89e2-1c77d3008490 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:51:51.655883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-057cd4cc-c7fb-4d50-832a-763d943ad008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:51.656855 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-057cd4cc-c7fb-4d50-832a-763d943ad008 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 1098 time: 0.0761638 Mar 23 10:51:51.800030 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-3015420d-dd9c-435e-976b-968797c79071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:51.801518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-3015420d-dd9c-435e-976b-968797c79071 service neutron] 10.222.0.102 "GET /v2.0/networks?id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11 HTTP/1.1" status: 200 len: 898 time: 0.1379614 Mar 23 10:51:51.907688 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-4246db05-7394-441e-b755-3af5525e1e30 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f HTTP/1.1" status: 200 len: 217 time: 0.0958235 Mar 23 10:51:51.951263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:11Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '17893685-fc3c-4f57-a62a-1d25157d7de4', 'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:17:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:10Z', 'updated_at': '2022-03-23T10:50:15Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:51.955011 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] Checking router: 2770ae0a-11f2-446c-89e2-1c77d3008490 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:51:51.963251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] Routers {'2770ae0a-11f2-446c-89e2-1c77d3008490'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:51:51.963855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:51:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2770ae0a-11f2-446c-89e2-1c77d3008490'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:51.988483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-7f8f484c-2ec1-4918-a4ce-c95df14cea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:51.989857 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-7f8f484c-2ec1-4918-a4ce-c95df14cea02 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=cb44840e-8dca-4c99-a664-4521783106b2 HTTP/1.1" status: 200 len: 835 time: 0.0704963 Mar 23 10:51:52.047171 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7899f-b9cc-498d-b233-109ce0c23f7c req-34eb23ed-f9b3-4565-b269-e7312b9eb206 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:52.048633 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fe7899f-b9cc-498d-b233-109ce0c23f7c req-34eb23ed-f9b3-4565-b269-e7312b9eb206 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.1785872 Mar 23 10:51:52.102281 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6fe7899f-b9cc-498d-b233-109ce0c23f7c req-acec4bae-46d3-4544-bcbe-8f6d19fc43b6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469673 Mar 23 10:51:52.113920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-bdfbdf4e-46c5-47c7-a636-69551f08fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:52.115345 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-bdfbdf4e-46c5-47c7-a636-69551f08fb48 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=ba8ed5d9-756f-441e-9b69-586bd8c8bd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1158891 Mar 23 10:51:52.141425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] Set router 2770ae0a-11f2-446c-89e2-1c77d3008490 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:51:52.248899 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-9a4b778f-6edf-4a4d-89f4-1b844092a395 service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263158 Mar 23 10:51:52.379891 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1e2e87c4-b4b6-4c7d-bff3-af9d0aa86f9e req-9cfd13fd-5f6f-48c2-b4e2-ac9726fbd970 service neutron] 10.222.0.102 "GET /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240687 Mar 23 10:51:52.487324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:11Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '17893685-fc3c-4f57-a62a-1d25157d7de4', 'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:17:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:10Z', 'updated_at': '2022-03-23T10:50:15Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:52.491100 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42748c6-f1eb-4e4e-9423-15e9e1bae04b None None] The sync data for ids ['2770ae0a-11f2-446c-89e2-1c77d3008490'] in dv-neutron-834652-2-hyperv is: [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:11Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '17893685-fc3c-4f57-a62a-1d25157d7de4', 'name': '', 'network_id': 'ba8ed5d9-756f-441e-9b69-586bd8c8bd11', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:17:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_interface', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:10Z', 'updated_at': '2022-03-23T10:50:15Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'cb44840e-8dca-4c99-a664-4521783106b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:51:52.692378 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6f6eb-d418-416f-8b24-e3415d254652 None None] New status for floating IP 886eeac0-4f5a-4209-af46-ab4e734463e0: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:51:53.296456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbe351-1d02-42ec-88b3-4f2db4a70f68 req-e52769dd-cac3-495e-97ca-642655189d47 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:53.297177 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-12dbe351-1d02-42ec-88b3-4f2db4a70f68 req-e52769dd-cac3-495e-97ca-642655189d47 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:51:53.297526 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-8da5c364-0e89-468d-a36c-18586f703e39 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:51:53.298954 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-8da5c364-0e89-468d-a36c-18586f703e39 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.0840635 Mar 23 10:51:53.312354 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-12dbe351-1d02-42ec-88b3-4f2db4a70f68 req-e52769dd-cac3-495e-97ca-642655189d47 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:51:53.313636 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-12dbe351-1d02-42ec-88b3-4f2db4a70f68 req-e52769dd-cac3-495e-97ca-642655189d47 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 945 time: 0.1013784 Mar 23 10:51:53.358382 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-12dbe351-1d02-42ec-88b3-4f2db4a70f68 req-7a7eb82e-e433-4c49-9bd0-7f93f126733b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=5189cf34-b290-4e8d-b960-4d2d940b8c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388629 Mar 23 10:51:53.367674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:51:53.368013 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:53.709203 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:51:53.709555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:53.829367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for 9896c3ff-4b0b-4684-8166-53ae01b8dc3f owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:51:53.973075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:54.021904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=9896c3ff-4b0b-4684-8166-53ae01b8dc3f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:54.063058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.063404 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.063743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.064076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.064405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.064731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.065073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.065401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.065720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.066037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.066353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.066668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:54.107734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] No DVR routers for this DVR port 9896c3ff-4b0b-4684-8166-53ae01b8dc3f on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:51:54.109982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:54.112328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'name': 'network-vif-deleted', 'tag': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:51:54.127475 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-53f6fc52-b098-4d6a-9c24-8bb3c392ed0f req-671ca627-6f8c-4fbf-a044-c2fa00d60b2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "DELETE /v2.0/ports/9896c3ff-4b0b-4684-8166-53ae01b8dc3f HTTP/1.1" status: 204 len: 173 time: 0.8230934 Mar 23 10:51:54.156330 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5eb0962-eda8-4485-a9d1-5739005fdf53', 'name': 'network-vif-deleted', 'tag': '9896c3ff-4b0b-4684-8166-53ae01b8dc3f', 'status': 'completed', 'code': 200} Mar 23 10:51:54.517509 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:51:54.523281 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1aee159b-905b-4679-927c-d2a1dea47f3e req-44cf40c2-254c-480f-8575-3c62939ae1bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5eb0962-eda8-4485-a9d1-5739005fdf53 HTTP/1.1" status: 200 len: 210 time: 0.0439782 Mar 23 10:51:55.616416 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43274) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:51:56.174444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:56.522797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port 17893685-fc3c-4f57-a62a-1d25157d7de4 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:51:56.523174 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:56.713522 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port 17893685-fc3c-4f57-a62a-1d25157d7de4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=17893685-fc3c-4f57-a62a-1d25157d7de4,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:51:56.714801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:56.949569 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for 17893685-fc3c-4f57-a62a-1d25157d7de4 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:51:56.984603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 9896c3ff-4b0b-4684-8166-53ae01b8dc3f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:51:57.017772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 9896c3ff-4b0b-4684-8166-53ae01b8dc3f {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:51:57.018101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 9896c3ff-4b0b-4684-8166-53ae01b8dc3f not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:51:57.144680 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:57.193748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=17893685-fc3c-4f57-a62a-1d25157d7de4,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:57.470587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:57.823836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 2770ae0a-11f2-446c-89e2-1c77d3008490 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:51:57.993442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:51:58.002710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] Sync routers for ids ['2770ae0a-11f2-446c-89e2-1c77d3008490'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:51:58.011991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] Routers {'2770ae0a-11f2-446c-89e2-1c77d3008490'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:51:58.012598 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:51:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2770ae0a-11f2-446c-89e2-1c77d3008490'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:58.016424 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-aa8ef4d5-707e-4f40-a3cf-bbdae1df9dc7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "PUT /v2.0/routers/2770ae0a-11f2-446c-89e2-1c77d3008490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3988895 Mar 23 10:51:58.019101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43278) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:51:58.087092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e62e5b9-9b6b-4490-bf10-772cb74d5f25 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting subnet cb44840e-8dca-4c99-a664-4521783106b2 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:51:58.090416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e62e5b9-9b6b-4490-bf10-772cb74d5f25 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.144146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e62e5b9-9b6b-4490-bf10-772cb74d5f25 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.193115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] Set router 2770ae0a-11f2-446c-89e2-1c77d3008490 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:51:58.226645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e62e5b9-9b6b-4490-bf10-772cb74d5f25 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.302012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e62e5b9-9b6b-4490-bf10-772cb74d5f25 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.342413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62e5b9-9b6b-4490-bf10-772cb74d5f25 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Subnet': ['ID=cb44840e-8dca-4c99-a664-4521783106b2,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:58.344217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4e62e5b9-9b6b-4490-bf10-772cb74d5f25 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.350664 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4e62e5b9-9b6b-4490-bf10-772cb74d5f25 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/subnets/cb44840e-8dca-4c99-a664-4521783106b2 HTTP/1.1" status: 204 len: 168 time: 0.3302040 Mar 23 10:51:58.352910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43282) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:51:58.377135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a50e59e-859a-49ae-91d1-01fd5ef4f802 None None] Network ba8ed5d9-756f-441e-9b69-586bd8c8bd11 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:51:58.530340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.640767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:51:57Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:58.644588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] Checking router: 2770ae0a-11f2-446c-89e2-1c77d3008490 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:51:58.653475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] Routers {'2770ae0a-11f2-446c-89e2-1c77d3008490'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:51:58.654089 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:51:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['2770ae0a-11f2-446c-89e2-1c77d3008490'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:58.713277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.719915 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] DHCP port deletion for ba8ed5d9-756f-441e-9b69-586bd8c8bd11 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:51:58.724915 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port ce2fd488-8572-4e9d-bb10-8bff4196bdee {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:51:58.725281 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.731757 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Deleting port f44c640d-edc3-46ac-912c-c73cf66353c2 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:51:58.732118 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.900662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port ce2fd488-8572-4e9d-bb10-8bff4196bdee, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ce2fd488-8572-4e9d-bb10-8bff4196bdee,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:51:58.900933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:58.957503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] Set router 2770ae0a-11f2-446c-89e2-1c77d3008490 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:51:59.084949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f44c640d-edc3-46ac-912c-c73cf66353c2 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:51:59.138086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for ce2fd488-8572-4e9d-bb10-8bff4196bdee owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:51:59.327792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] For port f44c640d-edc3-46ac-912c-c73cf66353c2, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f44c640d-edc3-46ac-912c-c73cf66353c2,segment=NetworkSegment(bf3cede9-31ee-43a2-a20d-b3477e51ca1e),segment_id=bf3cede9-31ee-43a2-a20d-b3477e51ca1e)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:51:59.328167 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:59.434423 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:59.480265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=ce2fd488-8572-4e9d-bb10-8bff4196bdee,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:59.497122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Calling delete_port for f44c640d-edc3-46ac-912c-c73cf66353c2 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:51:59.571238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:59.611594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:59.695457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:59.748248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:59.750590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:59.752106 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] No DVR routers for this DVR port f44c640d-edc3-46ac-912c-c73cf66353c2 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:51:59.754952 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Pushing event deleted for resources: {'Port': ['ID=f44c640d-edc3-46ac-912c-c73cf66353c2,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:51:59.769467 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.770096 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.770431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.770776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.771160 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.771483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.771798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.772123 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.772424 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.772733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.773199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.773199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2501195b-2151-435f-ac98-dd7394b8837c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:51:59.777135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:51:57Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:51:59.781315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:59.781454 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25127bb9-d327-4ec8-b54e-1234aefbac72 None None] The sync data for ids ['2770ae0a-11f2-446c-89e2-1c77d3008490'] in dv-neutron-834652-2-hyperv is: [{'id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'name': 'tempest-TestNetworkAdvancedServerOps-router-91852501', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:51:57Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ce2fd488-8572-4e9d-bb10-8bff4196bdee', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2770ae0a-11f2-446c-89e2-1c77d3008490', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:50:06Z', 'updated_at': '2022-03-23T10:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:51:59.781836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Fanout notify agent at l3_agent the message router_deleted on router 2770ae0a-11f2-446c-89e2-1c77d3008490 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:51:59.798590 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:51:59.799815 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e4ddfd6f-9172-4333-8364-c3363cbe18ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/routers/2770ae0a-11f2-446c-89e2-1c77d3008490 HTTP/1.1" status: 204 len: 168 time: 1.4459987 Mar 23 10:51:59.802472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43286) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:51:59.914606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.040940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.065003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8ed5d9-756f-441e-9b69-586bd8c8bd11']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:00.076389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:00.076676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf3cede9-31ee-43a2-a20d-b3477e51ca1e') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:00.087513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.105873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.112339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Releasing vlan 827 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:52:00.112738 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:52:00.128023 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:52:00.215068 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.233413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.244266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Network': ['ID=ba8ed5d9-756f-441e-9b69-586bd8c8bd11,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:00.252973 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-933c6f99-caca-4013-9d61-4d1a10c55dcf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/networks/ba8ed5d9-756f-441e-9b69-586bd8c8bd11 HTTP/1.1" status: 204 len: 168 time: 0.4494252 Mar 23 10:52:00.255474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43290) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:00.324249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6440-557d-4743-835a-74befc6842dc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.355335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6440-557d-4743-835a-74befc6842dc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.419552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6440-557d-4743-835a-74befc6842dc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.441617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c6440-557d-4743-835a-74befc6842dc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5189cf34-b290-4e8d-b960-4d2d940b8c6c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:00.450721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6440-557d-4743-835a-74befc6842dc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.451825 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ae1c6440-557d-4743-835a-74befc6842dc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/security-groups/5189cf34-b290-4e8d-b960-4d2d940b8c6c HTTP/1.1" status: 204 len: 168 time: 0.1954610 Mar 23 10:52:00.819227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43298) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:00.826922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-191654176', 'description': 'tempest-secgroup-smoke-191654176 description', 'project_id': 'f02bd9925b774a62838934041bdc1fdd'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:00.837567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:00.842350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:00.845803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:00.851644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:00.863224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.889737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:00.893635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:00.896546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:00.902192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:00.971134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:00.975141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.021777 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7aa58b-9dcf-424c-9354-3a123bb7a911,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:01.022828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ce2fd488-8572-4e9d-bb10-8bff4196bdee no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:52:01.025691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.029846 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-934f656e-79e3-499e-924c-03ef926675c8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2062097 Mar 23 10:52:01.030333 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43302) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:01.035478 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '0c7aa58b-9dcf-424c-9354-3a123bb7a911', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:01.041969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:01.045726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:01.048541 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:01.054448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:01.064606 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: ce2fd488-8572-4e9d-bb10-8bff4196bdee {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:52:01.065021 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ce2fd488-8572-4e9d-bb10-8bff4196bdee not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:52:01.065453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 17893685-fc3c-4f57-a62a-1d25157d7de4 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:52:01.072119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.102238 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 17893685-fc3c-4f57-a62a-1d25157d7de4 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:52:01.102709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 17893685-fc3c-4f57-a62a-1d25157d7de4 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:52:01.132962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.137286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.163561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91f99a1-08f9-4790-8725-2763739c6cf6,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:01.172918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.174091 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-94624b59-f794-4053-9fcd-d95cbe8ec1fb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428664 Mar 23 10:52:01.176865 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43306) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:01.181780 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '0c7aa58b-9dcf-424c-9354-3a123bb7a911', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:01.188134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:01.191900 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:01.194761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:01.200320 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:01.216422 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.274998 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.278374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.301891 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5625b81-5832-4c88-bb84-af81edfe5879,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:01.310835 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.312068 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-71867e81-2cd2-4673-8d20-247d3298fe18 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342728 Mar 23 10:52:01.314915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43310) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:01.319697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '0c7aa58b-9dcf-424c-9354-3a123bb7a911', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:01.325448 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:01.329162 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:01.331964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:01.337565 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:01.353221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.411430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.415070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.438593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f227c5a7-51bb-4d59-9295-725ffbe668dd,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:01.449199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.450337 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6cc6a745-1ac3-46ea-b935-073bc8266204 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345429 Mar 23 10:52:01.453073 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43314) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:01.458020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '0c7aa58b-9dcf-424c-9354-3a123bb7a911', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:01.463579 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:01.467318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:01.470057 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:01.475549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:01.492103 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.665358 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.669729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.691458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b14dd33-45d6-4ef5-b183-983b7f5f265d,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:01.700974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.704657 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3be1d120-d03d-43ae-b2a9-6efec3ac6b6a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2481680 Mar 23 10:52:01.704885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43318) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:01.710074 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '0c7aa58b-9dcf-424c-9354-3a123bb7a911', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:01.716597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:01.720386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:01.723411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:01.729066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:01.739385 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Project f02bd9925b774a62838934041bdc1fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:52:01.745885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.810644 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.816474 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.842061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c205b6-ebcc-4a92-9d12-8ff0bf995862,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:01.853793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.855935 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cdadee35-c64d-40de-9882-4be546001b8c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1500580 Mar 23 10:52:01.858770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43322) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:01.864057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '0c7aa58b-9dcf-424c-9354-3a123bb7a911', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:01.870165 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:01.874069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:01.877169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:01.882897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:01.895335 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Project f02bd9925b774a62838934041bdc1fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:52:01.902183 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.966263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.969597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:01.995966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42023908-b1bd-4a00-a0aa-b3ba7674afcc,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:02.003758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:02.004924 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5a9bf74f-e09f-41a3-abee-dfc09fd2e62f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451578 Mar 23 10:52:02.007852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43326) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:02.013207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'network': {'name': 'tempest-network-smoke--320069845', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'port_security_enabled': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:02.017932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:02.021941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:network and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:02.024735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:02.030332 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:02.146148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:52:02.149506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:02.177209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:52:02.186198 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:02.186731 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Added segment 0b063104-a9c1-43de-9d0d-31d198e365a7 of type vlan for network 89d19775-98e5-425f-97af-e7dcd25ef3f9 Mar 23 10:52:02.214240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:02.242546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:02.248393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:02.248909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:02.356350 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3442907 Mar 23 10:52:02.356801 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43330) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:02.359907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5b610-46b6-4f70-8df1-a7adfde5eda3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Network': ['ID=89d19775-98e5-425f-97af-e7dcd25ef3f9,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:02.362513 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'admin_state_up': True, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:02.370336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:02.371140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 89d19775-98e5-425f-97af-e7dcd25ef3f9 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:52:02.374438 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:router and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:02.377391 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:02.383887 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:02.395712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:02.397413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:02.419052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:02.689914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:03.001215 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:03.031280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:03.173706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.26.4.208 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/ba5d33a8-c56c-4491-babe-aed716975375) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:52:03.318026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:03.346600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:03.405094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:52:03.407597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:52:03.415446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:52:03.446824 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=ba5d33a8-c56c-4491-babe-aed716975375,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:03.751098 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5cb63e93-45f3-4758-82c7-712ea9210750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:03.919754 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:04.251247 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:04.446356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router b38b2a20-3c5d-456c-a609-9cae4c458c50 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:52:04.619622 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:52:04.629439 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Sync routers for ids ['b38b2a20-3c5d-456c-a609-9cae4c458c50'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:52:04.638885 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Routers {'b38b2a20-3c5d-456c-a609-9cae4c458c50'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:52:04.639508 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:51:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b38b2a20-3c5d-456c-a609-9cae4c458c50'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:04.645387 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:04.646624 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-edf85d44-efbe-4c7d-a3e5-3181029c7d8e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2885675 Mar 23 10:52:04.649776 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43334) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:04.689778 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-741c7244-0865-43a3-8508-0de7a819d17a tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f02bd9925b774a62838934041bdc1fdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388355 Mar 23 10:52:04.692548 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43338) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:04.816680 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Set router b38b2a20-3c5d-456c-a609-9cae4c458c50 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:52:04.819748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b710037c-0461-477d-8731-8bb5fe53a209 tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:04.823781 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b710037c-0461-477d-8731-8bb5fe53a209 tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277843 Mar 23 10:52:04.824011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43342) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:04.870449 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4809a3a0-36f9-4c5e-b7e2-5d1261c1f38a tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428801 Mar 23 10:52:04.870632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43346) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:04.875941 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-951258455', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:04.984511 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:04.988253 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:subnet and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:04.990999 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:04.997203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:05.007163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:52:05.011066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:05.100624 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:03Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:05.104539 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Checking router: b38b2a20-3c5d-456c-a609-9cae4c458c50 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:52:05.104877 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Updating router b38b2a20-3c5d-456c-a609-9cae4c458c50 port ba5d33a8-c56c-4491-babe-aed716975375 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:52:05.159800 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:05.337926 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:05.415279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Subnet': ['ID=fdb8703d-c19b-417e-a2c4-b957314dc39c,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:05.426018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Checking segment: {'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:52:05.426366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network hostable DHCP agents. Network: 89d19775-98e5-425f-97af-e7dcd25ef3f9, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:52:05.446304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 89d19775-98e5-425f-97af-e7dcd25ef3f9 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:52:05.455634 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 89d19775-98e5-425f-97af-e7dcd25ef3f9) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:52:05.459573 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:05.460152 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:05.468568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0248568f-e237-4dd7-acd5-ce7196a8a77a None None] Network 89d19775-98e5-425f-97af-e7dcd25ef3f9 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:52:05.481542 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:05.486277 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-be2deb25-227b-4a4f-a986-9f0bddbb3725 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6120446 Mar 23 10:52:05.486509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43350) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:05.493363 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Transition to ACTIVE for port object ba5d33a8-c56c-4491-babe-aed716975375 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:52:05.499484 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:05.575092 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Pushing event updated for resources: {'Port': ['ID=ba5d33a8-c56c-4491-babe-aed716975375,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:05.583478 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.583822 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.584157 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.584481 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.584802 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.585150 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.585470 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.585784 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.586100 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.586415 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.587066 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.587066 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:52:05.592113 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Attempting to bind port ba5d33a8-c56c-4491-babe-aed716975375 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:52:05.592477 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Attempting to bind port ba5d33a8-c56c-4491-babe-aed716975375 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:52:05.592829 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Attempting to bind port ba5d33a8-c56c-4491-babe-aed716975375 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:52:05.598157 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:52:05.598530 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:52:05.598922 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:05.599306 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:52:05.599754 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Bound port: ba5d33a8-c56c-4491-babe-aed716975375, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:52:05.600118 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:05.676980 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] For port ba5d33a8-c56c-4491-babe-aed716975375, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:52:05.679887 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] For port ba5d33a8-c56c-4491-babe-aed716975375, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ba5d33a8-c56c-4491-babe-aed716975375,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:52:05.686135 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:05.691745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-89d19775-98e5-425f-97af-e7dcd25ef3f9', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:52:05.692682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:05.763057 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Routers {'b38b2a20-3c5d-456c-a609-9cae4c458c50'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:52:05.763671 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:51:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b38b2a20-3c5d-456c-a609-9cae4c458c50'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:05.848829 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Allocated IP 172.20.0.2 (89d19775-98e5-425f-97af-e7dcd25ef3f9/fdb8703d-c19b-417e-a2c4-b957314dc39c/6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:52:05.933072 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1c9a0-2285-4eaf-937b-34effa5e6bf7 None None] Pushing event updated for resources: {'Port': ['ID=ba5d33a8-c56c-4491-babe-aed716975375,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:05.947216 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] Set router b38b2a20-3c5d-456c-a609-9cae4c458c50 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:52:06.121349 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.132631 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Transition to ACTIVE for port object 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:52:06.151976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Transition to ACTIVE for port object 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:52:06.159169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.199545 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.224426 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Network 89d19775-98e5-425f-97af-e7dcd25ef3f9 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:52:06.227197 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:52:06.235785 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:52:06.242093 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Pushing event updated for resources: {'Port': ['ID=6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:06.259966 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:03Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:06.264216 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602c4c4f-6e7c-45a7-8796-62bdd6074ecb None None] The sync data for ids ['b38b2a20-3c5d-456c-a609-9cae4c458c50'] in dv-neutron-834652-2-hyperv is: [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:03Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:52:06.332321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Attempting to bind port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:52:06.332704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Attempting to bind port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:52:06.333063 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Attempting to bind port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 on network 89d19775-98e5-425f-97af-e7dcd25ef3f9 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:52:06.339350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:52:06.339951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Checking segment: {'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:52:06.340496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.341054 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Bound using segment: {'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:52:06.341685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Bound port: 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:52:06.342058 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.434378 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] For port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:52:06.437724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] For port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:52:06.444537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.557491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.560092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59fca7b-c097-4b27-af76-0d5514ca471f None None] Pushing event updated for resources: {'Port': ['ID=6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:06.612918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e83f5d58-01b7-489f-bda9-145bde61f129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.778230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.20.0.1 (89d19775-98e5-425f-97af-e7dcd25ef3f9/fdb8703d-c19b-417e-a2c4-b957314dc39c/abb5c577-f8ca-4b4c-9631-62646665ba36) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:52:06.957774 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:06.974506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Transition to ACTIVE for port object abb5c577-f8ca-4b4c-9631-62646665ba36 will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:52:07.006497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.076337 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 89d19775-98e5-425f-97af-e7dcd25ef3f9 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:52:07.079674 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:52:07.089343 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:52:07.098910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:52:07.125154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=abb5c577-f8ca-4b4c-9631-62646665ba36,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:07.158313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.181941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:52:07.187552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ba5d33a8-c56c-4491-babe-aed716975375 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:52:07.259992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port ba5d33a8-c56c-4491-babe-aed716975375 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:52:07.265681 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ba5d33a8-c56c-4491-babe-aed716975375 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:07.266150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.389605 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.402150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.424790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port ba5d33a8-c56c-4491-babe-aed716975375, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ba5d33a8-c56c-4491-babe-aed716975375,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:52:07.430026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.448572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.506955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=ba5d33a8-c56c-4491-babe-aed716975375,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:07.576286 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.664180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77688b85-66e3-454e-b4df-1303d632be25 None None] Network 89d19775-98e5-425f-97af-e7dcd25ef3f9 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:52:07.779903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5295a2a6-4a7e-422d-adc8-b7286e7cd95b None None] Provisioning for port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:52:07.790583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5295a2a6-4a7e-422d-adc8-b7286e7cd95b None None] Provisioning complete for port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:07.790941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5295a2a6-4a7e-422d-adc8-b7286e7cd95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.873802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.879339 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:07.996314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=abb5c577-f8ca-4b4c-9631-62646665ba36,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:07.998861 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:08.004534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5295a2a6-4a7e-422d-adc8-b7286e7cd95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:08.052666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5295a2a6-4a7e-422d-adc8-b7286e7cd95b None None] For port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:52:08.056897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5295a2a6-4a7e-422d-adc8-b7286e7cd95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:08.126733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295a2a6-4a7e-422d-adc8-b7286e7cd95b None None] Pushing event updated for resources: {'Port': ['ID=6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:08.140876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 89d19775-98e5-425f-97af-e7dcd25ef3f9 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:52:08.142290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:52:08.279137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d385cec2-564d-4a9a-9768-a40890525996 None None] Provisioning for port abb5c577-f8ca-4b4c-9631-62646665ba36 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:52:08.284624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d385cec2-564d-4a9a-9768-a40890525996 None None] Provisioning complete for port abb5c577-f8ca-4b4c-9631-62646665ba36 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:08.285056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d385cec2-564d-4a9a-9768-a40890525996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:08.347858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d385cec2-564d-4a9a-9768-a40890525996 None None] Port abb5c577-f8ca-4b4c-9631-62646665ba36 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:52:08.360495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d385cec2-564d-4a9a-9768-a40890525996 None None] Provisioning complete for port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:08.360862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d385cec2-564d-4a9a-9768-a40890525996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:08.465014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router b38b2a20-3c5d-456c-a609-9cae4c458c50 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:52:08.605465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f816f679-b3de-41f8-a842-d41c7552a2b7 None None] Provisioning complete for port abb5c577-f8ca-4b4c-9631-62646665ba36 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:08.606057 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f816f679-b3de-41f8-a842-d41c7552a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:08.650222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:52:08.659192 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f816f679-b3de-41f8-a842-d41c7552a2b7 None None] Port abb5c577-f8ca-4b4c-9631-62646665ba36 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:52:08.663210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Sync routers for ids ['b38b2a20-3c5d-456c-a609-9cae4c458c50'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:52:08.664436 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f2896133-5213-47d7-b7df-bdef2f84d1c1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "PUT /v2.0/routers/b38b2a20-3c5d-456c-a609-9cae4c458c50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1769683 Mar 23 10:52:08.672182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Routers {'b38b2a20-3c5d-456c-a609-9cae4c458c50'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:52:08.672775 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:52:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b38b2a20-3c5d-456c-a609-9cae4c458c50'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:08.823575 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-72e2f5ec-5fe7-43f9-ae47-5d09c1c77f70 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-191654176&fields=id&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 267 time: 0.0385513 Mar 23 10:52:08.881672 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Set router b38b2a20-3c5d-456c-a609-9cae4c458c50 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:52:08.976895 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460065-2be0-443d-8049-eb29de447bd2 req-3c3599b9-bf36-49d6-bd11-5a321030bc0a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:08.978426 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-3c3599b9-bf36-49d6-bd11-5a321030bc0a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/networks?id=89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 200 len: 796 time: 0.1477871 Mar 23 10:52:08.993375 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-dbd969df-6577-4f1b-9452-bbd96cd1b082 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/quotas/f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 375 time: 0.0094988 Mar 23 10:52:09.040699 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:52:09.082295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-4a460065-2be0-443d-8049-eb29de447bd2 req-9c94ab57-6563-44ee-b95b-4f0f1779eb4f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:52:09.097059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-4a460065-2be0-443d-8049-eb29de447bd2 req-9c94ab57-6563-44ee-b95b-4f0f1779eb4f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:52:09.098665 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-9c94ab57-6563-44ee-b95b-4f0f1779eb4f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988200 Mar 23 10:52:09.219413 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:09.219772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:09.237924 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-c707d891-2ad3-4b73-a076-6b5c0d1f188a service neutron] 10.222.0.84 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279163 Mar 23 10:52:09.346500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'abb5c577-f8ca-4b4c-9631-62646665ba36', 'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:c6:5c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:06Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 2, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:09.353882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Checking router: b38b2a20-3c5d-456c-a609-9cae4c458c50 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:52:09.354228 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Updating router b38b2a20-3c5d-456c-a609-9cae4c458c50 port abb5c577-f8ca-4b4c-9631-62646665ba36 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:52:09.371630 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-12fcd53d-87ea-4891-be84-eed303355a8d service neutron] 10.222.0.84 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276758 Mar 23 10:52:09.401421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ba5d33a8-c56c-4491-babe-aed716975375 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:52:09.456237 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:09.557197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-a385a8ac-fbc5-46f6-b9e7-32671fac61a4 req-752a608a-5f1c-49e8-9666-06c90a87dd81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:52:09.569855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-a385a8ac-fbc5-46f6-b9e7-32671fac61a4 req-752a608a-5f1c-49e8-9666-06c90a87dd81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:52:09.571157 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a385a8ac-fbc5-46f6-b9e7-32671fac61a4 req-752a608a-5f1c-49e8-9666-06c90a87dd81 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 210 time: 0.0587497 Mar 23 10:52:09.583437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ba5d33a8-c56c-4491-babe-aed716975375 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:09.583744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:09.674040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:09.942946 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:09.955578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Transition to ACTIVE for port object abb5c577-f8ca-4b4c-9631-62646665ba36 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:52:09.963277 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:10.114929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ceb0d-2f23-4be6-952d-4907386ffb13 None None] Pushing event updated for resources: {'Port': ['ID=abb5c577-f8ca-4b4c-9631-62646665ba36,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:10.222453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Attempting to bind port abb5c577-f8ca-4b4c-9631-62646665ba36 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:52:10.222828 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Attempting to bind port abb5c577-f8ca-4b4c-9631-62646665ba36 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:52:10.223158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Attempting to bind port abb5c577-f8ca-4b4c-9631-62646665ba36 on network 89d19775-98e5-425f-97af-e7dcd25ef3f9 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:52:10.228202 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:52:10.228560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Checking segment: {'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:52:10.229007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:10.229423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Bound using segment: {'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:52:10.229874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Bound port: abb5c577-f8ca-4b4c-9631-62646665ba36, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:52:10.230235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:10.322503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] For port abb5c577-f8ca-4b4c-9631-62646665ba36, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:52:10.325913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] For port abb5c577-f8ca-4b4c-9631-62646665ba36, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=abb5c577-f8ca-4b4c-9631-62646665ba36,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:52:10.330303 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:10.408211 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Routers {'b38b2a20-3c5d-456c-a609-9cae4c458c50'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:52:10.408843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:52:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b38b2a20-3c5d-456c-a609-9cae4c458c50'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:10.462940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ceb0d-2f23-4be6-952d-4907386ffb13 None None] Pushing event updated for resources: {'Port': ['ID=abb5c577-f8ca-4b4c-9631-62646665ba36,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:10.635341 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] Set router b38b2a20-3c5d-456c-a609-9cae4c458c50 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:52:10.676780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460065-2be0-443d-8049-eb29de447bd2 req-938988c5-4a66-49a7-b9fd-92f4c287dd3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:10.678077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4a460065-2be0-443d-8049-eb29de447bd2 req-938988c5-4a66-49a7-b9fd-92f4c287dd3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:52:10.703249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4a460065-2be0-443d-8049-eb29de447bd2 req-938988c5-4a66-49a7-b9fd-92f4c287dd3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:52:10.705966 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-938988c5-4a66-49a7-b9fd-92f4c287dd3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/networks?id=89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 200 len: 796 time: 0.2191091 Mar 23 10:52:10.737765 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7a958d29-c647-4293-a0e5-46d6a13719f1 req-07ccf106-b4a5-4b62-9cb1-93f8c7fc10a8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 210 time: 0.0440719 Mar 23 10:52:10.759305 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4a460065-2be0-443d-8049-eb29de447bd2 req-b801f9d9-9100-4309-92a7-3c9807a991b2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:52:10.775439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-4a460065-2be0-443d-8049-eb29de447bd2 req-b801f9d9-9100-4309-92a7-3c9807a991b2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:52:10.777140 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-b801f9d9-9100-4309-92a7-3c9807a991b2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 379 time: 0.0627172 Mar 23 10:52:10.785049 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'port': {'device_id': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'admin_state_up': True, 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'security_groups': ['0c7aa58b-9dcf-424c-9354-3a123bb7a911']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:10.919223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:10.928460 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:10.940540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:52:10.944011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:10.987616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'abb5c577-f8ca-4b4c-9631-62646665ba36', 'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:c6:5c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:06Z', 'updated_at': '2022-03-23T10:52:10Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:10.991505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cd60f-f1fa-4bc4-bac9-8a0cc7ecd566 None None] The sync data for ids ['b38b2a20-3c5d-456c-a609-9cae4c458c50'] in dv-neutron-834652-2-hyperv is: [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'abb5c577-f8ca-4b4c-9631-62646665ba36', 'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:c6:5c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:06Z', 'updated_at': '2022-03-23T10:52:10Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:52:11.123152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.20.0.12 (89d19775-98e5-425f-97af-e7dcd25ef3f9/fdb8703d-c19b-417e-a2c4-b957314dc39c/ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:52:11.325012 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:11.341398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Transition to ACTIVE for port object ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:52:11.365750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:11.436449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 89d19775-98e5-425f-97af-e7dcd25ef3f9 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:52:11.439337 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:52:11.448649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:52:11.481469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:11.522720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:11.523966 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:11.551383 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-21878b3f-a45a-4eae-9434-0f4ddb6c88bc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7699645 Mar 23 10:52:11.615152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Request body: {'port': {'device_id': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:11.719532 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-267e6d55-7a36-4452-ba7a-85e41ff3ff50 None None] Provisioning for port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:52:11.724613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-267e6d55-7a36-4452-ba7a-85e41ff3ff50 None None] Provisioning complete for port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:11.724976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-267e6d55-7a36-4452-ba7a-85e41ff3ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:11.740546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:11.788824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-267e6d55-7a36-4452-ba7a-85e41ff3ff50 None None] Port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:52:12.066133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae3a30-98da-47df-bc04-82842849a62b req-0c5af0d9-3ada-47ef-a15b-242f5743ae12 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:12.066816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-32ae3a30-98da-47df-bc04-82842849a62b req-0c5af0d9-3ada-47ef-a15b-242f5743ae12 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:52:12.100301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-32ae3a30-98da-47df-bc04-82842849a62b req-0c5af0d9-3ada-47ef-a15b-242f5743ae12 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:52:12.101459 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-32ae3a30-98da-47df-bc04-82842849a62b req-0c5af0d9-3ada-47ef-a15b-242f5743ae12 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 932 time: 0.2304201 Mar 23 10:52:12.198929 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-32ae3a30-98da-47df-bc04-82842849a62b req-6f497eec-74f0-4ea6-8248-64f5cd070473 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906789 Mar 23 10:52:12.200782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:52:12.208535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:12.223241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Transition to ACTIVE for port object ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:52:12.226366 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:12.482906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:12.565724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Attempting to bind port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:52:12.566051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Attempting to bind port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:52:12.566368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Attempting to bind port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce on network 89d19775-98e5-425f-97af-e7dcd25ef3f9 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:52:12.570841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce on network 89d19775-98e5-425f-97af-e7dcd25ef3f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:52:12.571150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Attempting to bind port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce on network 89d19775-98e5-425f-97af-e7dcd25ef3f9 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:52:12.576586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:52:12.576911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Checking segment: {'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:52:12.577361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Bound using segment: {'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:52:12.577781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Bound port: ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b063104-a9c1-43de-9d0d-31d198e365a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:52:12.578116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:12.666565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] For port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:52:12.669960 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] For port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:52:12.674210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:12.728100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:12.728764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:12.730197 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] 10.222.0.102 "PUT /v2.0/ports/ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 200 len: 1094 time: 1.1717753 Mar 23 10:52:12.730631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'tag': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:52:12.762556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b543aa0-4735-499a-95aa-084e6857c760 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:12.812545 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'tag': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'status': 'completed', 'code': 200} Mar 23 10:52:12.856375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460065-2be0-443d-8049-eb29de447bd2 req-9161a504-c5c8-4137-a8cf-a2b6384e86bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:12.858085 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-9161a504-c5c8-4137-a8cf-a2b6384e86bd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1097 time: 0.0782607 Mar 23 10:52:12.930699 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-fdb0e1e6-f122-47e9-b450-67a786ee1895 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 200 len: 217 time: 0.0660255 Mar 23 10:52:12.994733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460065-2be0-443d-8049-eb29de447bd2 req-e73eb5e3-5fbd-4107-b780-d890cc8afc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:12.996146 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-e73eb5e3-5fbd-4107-b780-d890cc8afc14 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fdb8703d-c19b-417e-a2c4-b957314dc39c HTTP/1.1" status: 200 len: 834 time: 0.0598893 Mar 23 10:52:13.046388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device abb5c577-f8ca-4b4c-9631-62646665ba36 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:52:13.071447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a460065-2be0-443d-8049-eb29de447bd2 req-f578d26e-3442-40b0-ab09-7fd929968814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:13.072978 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-f578d26e-3442-40b0-ab09-7fd929968814 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d19775-98e5-425f-97af-e7dcd25ef3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709913 Mar 23 10:52:13.111221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port abb5c577-f8ca-4b4c-9631-62646665ba36 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:52:13.115680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port abb5c577-f8ca-4b4c-9631-62646665ba36 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:13.116044 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:13.207439 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-2f1c146b-a65d-4b6f-8721-c1a859c136c0 service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278193 Mar 23 10:52:13.231906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:13.264646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port abb5c577-f8ca-4b4c-9631-62646665ba36, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=abb5c577-f8ca-4b4c-9631-62646665ba36,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:52:13.270017 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:13.340126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=abb5c577-f8ca-4b4c-9631-62646665ba36,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:13.396261 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4a460065-2be0-443d-8049-eb29de447bd2 req-a56fd923-f028-4430-8fc9-cefdc318a608 service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839731 Mar 23 10:52:13.422831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e1292-d7b3-4d9f-947b-c408e67a9814 req-d1e05b1e-5bb0-47ca-ab9e-51ea88ba481f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:13.424252 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-156e1292-d7b3-4d9f-947b-c408e67a9814 req-d1e05b1e-5bb0-47ca-ab9e-51ea88ba481f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 944 time: 0.1118309 Mar 23 10:52:13.511948 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-156e1292-d7b3-4d9f-947b-c408e67a9814 req-a7af9e5b-26f7-44fc-a394-b5c07b6c4261 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820627 Mar 23 10:52:13.532658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-17e835b9-bd85-4f09-b0aa-dcd137a6ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:13.534112 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-17e835b9-bd85-4f09-b0aa-dcd137a6ad6d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1097 time: 0.0895855 Mar 23 10:52:13.672642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-774d512d-7afa-418d-99df-8d1a048b4d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:13.674091 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-774d512d-7afa-418d-99df-8d1a048b4d6b service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 200 len: 897 time: 0.1314142 Mar 23 10:52:13.743929 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-0d198165-1f2c-4e2c-b943-9287250f7cd6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 200 len: 217 time: 0.0621767 Mar 23 10:52:13.807769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-8e9fa4db-b35a-4991-818c-a8b94b21b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:13.809179 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-8e9fa4db-b35a-4991-818c-a8b94b21b18e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fdb8703d-c19b-417e-a2c4-b957314dc39c HTTP/1.1" status: 200 len: 834 time: 0.0588672 Mar 23 10:52:13.882243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-4f5d95e6-71e9-45cc-8dbb-953b11b71675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:13.883702 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-4f5d95e6-71e9-45cc-8dbb-953b11b71675 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d19775-98e5-425f-97af-e7dcd25ef3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683117 Mar 23 10:52:14.103001 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-86dd27e2-c72d-4d9e-b748-e65ded854536 service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127125 Mar 23 10:52:14.230331 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4e372685-00a8-4337-bfeb-740cb38eec9d req-074445d3-b78a-4e73-b961-2f352069fdfb service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206264 Mar 23 10:52:14.868635 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac2f6a-5daf-4f41-85b0-fa1fb1e4c868 req-440eee6d-7cc7-4b41-b837-343537d98200 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:14.870086 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-61ac2f6a-5daf-4f41-85b0-fa1fb1e4c868 req-440eee6d-7cc7-4b41-b837-343537d98200 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 944 time: 0.0811296 Mar 23 10:52:14.914021 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-61ac2f6a-5daf-4f41-85b0-fa1fb1e4c868 req-1767d135-307b-4fb4-bd00-4b782cfe385b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382752 Mar 23 10:52:15.026434 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device abb5c577-f8ca-4b4c-9631-62646665ba36 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:52:15.070964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:52:15.132259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port abb5c577-f8ca-4b4c-9631-62646665ba36 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:15.132534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:15.272086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:52:15.308692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'port_id': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'mac_address': 'fa:16:3e:4c:2f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:52:15.384540 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:15.402552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:52:15.418297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:52:15.422305 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:15.518720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:15.662900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:52:16.097063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327f5b2-3e6e-454f-abbd-8b711b011248 req-aeda05e0-2d93-482e-812d-fbf538e70d51 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:16.098514 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e327f5b2-3e6e-454f-abbd-8b711b011248 req-aeda05e0-2d93-482e-812d-fbf538e70d51 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 945 time: 0.0796337 Mar 23 10:52:16.144454 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e327f5b2-3e6e-454f-abbd-8b711b011248 req-ea630e07-9832-44b4-9d47-cafb7d632357 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403266 Mar 23 10:52:17.092485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:52:17.167055 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:52:17.171719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:52:17.172082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:17.286257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:17.312762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:52:17.322857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:52:17.327070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:17.327212 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae53e3b-9314-4bed-9d5b-c2dec033c7e6 req-0297683a-96f2-430f-8f00-740518cf97c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:17.329508 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0ae53e3b-9314-4bed-9d5b-c2dec033c7e6 req-0297683a-96f2-430f-8f00-740518cf97c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 945 time: 0.0826361 Mar 23 10:52:17.371982 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'code': 200} Mar 23 10:52:17.376155 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0ae53e3b-9314-4bed-9d5b-c2dec033c7e6 req-27b6d912-276f-4e8d-bd4b-c21c6c387e97 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393815 Mar 23 10:52:17.404589 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:17.583558 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddb9c4-7e38-4cae-a97d-354f6737d108 req-0bbe0cd3-4082-4b33-8e30-89dc57047735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:17.584996 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-feddb9c4-7e38-4cae-a97d-354f6737d108 req-0bbe0cd3-4082-4b33-8e30-89dc57047735 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1099 time: 0.0679021 Mar 23 10:52:17.624888 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-feddb9c4-7e38-4cae-a97d-354f6737d108 req-f7e4d06d-c385-4f35-9861-bde35db6f53e service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339584 Mar 23 10:52:18.572555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deeefbc-8991-47df-b948-db35dc082ba8 req-2d334592-3b3d-4a47-8294-aad84f7fe32f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:18.574066 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1deeefbc-8991-47df-b948-db35dc082ba8 req-2d334592-3b3d-4a47-8294-aad84f7fe32f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0856290 Mar 23 10:52:18.619374 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1deeefbc-8991-47df-b948-db35dc082ba8 req-fe732e3f-9867-4961-b27d-0dbdc2001e00 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394917 Mar 23 10:52:19.811851 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa588fb-c45f-4bd1-9f9f-59f742627364 req-1e345186-eba3-4aa1-83bd-1e55ccf28b11 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:19.813379 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bfa588fb-c45f-4bd1-9f9f-59f742627364 req-1e345186-eba3-4aa1-83bd-1e55ccf28b11 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0826354 Mar 23 10:52:19.862785 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bfa588fb-c45f-4bd1-9f9f-59f742627364 req-7881b8f2-d8c1-4ad5-85cd-a63fc12a9aa8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411994 Mar 23 10:52:20.043259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d021758-9af3-47d3-9e2f-718817feedd8 req-e88aa9ff-bb81-42de-8f72-b9108ed158f5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:20.044691 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0d021758-9af3-47d3-9e2f-718817feedd8 req-e88aa9ff-bb81-42de-8f72-b9108ed158f5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0784185 Mar 23 10:52:20.086763 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0d021758-9af3-47d3-9e2f-718817feedd8 req-b7a372e1-e4f8-49d3-83f5-3937452219e9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364988 Mar 23 10:52:20.109349 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43414) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:20.182586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4edd6e-29c5-466a-bb37-3b67daa9f319 tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:20.184051 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-8c4edd6e-29c5-466a-bb37-3b67daa9f319 tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1094 time: 0.0737863 Mar 23 10:52:20.186803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43418) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:20.191509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:52:20.197530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:52:20.201259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:floatingip and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:52:20.203995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:52:20.210333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:52:20.220191 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:20.352346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:20.485257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.26.4.134 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/6df1402f-e4f4-4d4e-b695-5cdd2f835337) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:52:20.634776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:20.663445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:20.723316 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:52:20.725935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:52:20.734082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:52:20.768764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=6df1402f-e4f4-4d4e-b695-5cdd2f835337,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:21.240943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:21.312303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:21.512735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:21.517155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:21.625931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=6df1402f-e4f4-4d4e-b695-5cdd2f835337,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:52:21.633639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:21.800391 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Floating IP e1921662-1f98-46aa-909b-2cd2bd662731 associated. External IP: 172.26.4.134, port: ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce. Mar 23 10:52:22.144296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router b38b2a20-3c5d-456c-a609-9cae4c458c50 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:52:22.320051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:52:22.330080 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] Sync routers for ids ['b38b2a20-3c5d-456c-a609-9cae4c458c50'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:52:22.345452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:22.346667 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] Routers {'b38b2a20-3c5d-456c-a609-9cae4c458c50'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:52:22.347319 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:52:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b38b2a20-3c5d-456c-a609-9cae4c458c50'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:22.398213 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-03fa7139-404f-49f4-b6fc-364d5c737ecd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2103460 Mar 23 10:52:22.398776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'tag': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:52:22.445948 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'tag': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'status': 'completed', 'code': 200} Mar 23 10:52:22.536306 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] Set router b38b2a20-3c5d-456c-a609-9cae4c458c50 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:52:22.541713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-fbcce094-0666-4cf6-989f-513b7e759da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:22.543214 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-fbcce094-0666-4cf6-989f-513b7e759da5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1099 time: 0.0757847 Mar 23 10:52:22.570302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a576f-d051-4314-ba8f-411f039c55e6 req-279f3086-611a-46f8-9a84-d2ea58ec86bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:22.573477 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ff6a576f-d051-4314-ba8f-411f039c55e6 req-279f3086-611a-46f8-9a84-d2ea58ec86bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0831952 Mar 23 10:52:22.619467 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ff6a576f-d051-4314-ba8f-411f039c55e6 req-645f5929-2ab1-4164-8e8f-348050c0c150 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Mar 23 10:52:22.644064 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43426) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:22.753072 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-85cdad45-8eaf-497d-bbbc-ebaa30637b51 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/e1921662-1f98-46aa-909b-2cd2bd662731 HTTP/1.1" status: 200 len: 992 time: 0.1078343 Mar 23 10:52:22.787907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-bd362295-cff1-47b5-8bd5-3a09f1ddb6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:22.789364 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-bd362295-cff1-47b5-8bd5-3a09f1ddb6af service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 200 len: 897 time: 0.2401817 Mar 23 10:52:22.889752 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'e1921662-1f98-46aa-909b-2cd2bd662731', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'port_id': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'mac_address': 'fa:16:3e:4c:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:52:21Z', 'updated_at': '2022-03-23T10:52:21Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb5c577-f8ca-4b4c-9631-62646665ba36', 'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:c6:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:06Z', 'updated_at': '2022-03-23T10:52:13Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:22.889989 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-bf088727-c701-4f25-9c86-4b2d11b59447 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 200 len: 1000 time: 0.0946159 Mar 23 10:52:22.893692 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] Checking router: b38b2a20-3c5d-456c-a609-9cae4c458c50 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:52:22.902483 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] Routers {'b38b2a20-3c5d-456c-a609-9cae4c458c50'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:52:22.903071 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:52:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b38b2a20-3c5d-456c-a609-9cae4c458c50'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:22.950788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-e7a05d36-8d02-40bf-8ebd-8de00a4278f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:22.952200 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-e7a05d36-8d02-40bf-8ebd-8de00a4278f6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fdb8703d-c19b-417e-a2c4-b957314dc39c HTTP/1.1" status: 200 len: 834 time: 0.0569451 Mar 23 10:52:23.026895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-6a5a35bc-da3f-4345-9959-5505414370e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:23.028281 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-6a5a35bc-da3f-4345-9959-5505414370e4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d19775-98e5-425f-97af-e7dcd25ef3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705037 Mar 23 10:52:23.077682 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] Set router b38b2a20-3c5d-456c-a609-9cae4c458c50 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:52:23.161649 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-25ac4d8f-edcf-4d6d-9b93-2aa38b6eee0f service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274910 Mar 23 10:52:23.291297 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-92c62f23-ed70-4cc6-9034-b22bc0cbcb66 req-61f31515-1233-4bc1-be8d-9345bbf97f83 service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242139 Mar 23 10:52:23.412228 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'e1921662-1f98-46aa-909b-2cd2bd662731', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'port_id': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'mac_address': 'fa:16:3e:4c:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:52:21Z', 'updated_at': '2022-03-23T10:52:21Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb5c577-f8ca-4b4c-9631-62646665ba36', 'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:c6:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:06Z', 'updated_at': '2022-03-23T10:52:13Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:52:23.416553 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cf0fec-ed4f-4ebc-9aa9-cee4006da73a None None] The sync data for ids ['b38b2a20-3c5d-456c-a609-9cae4c458c50'] in dv-neutron-834652-2-hyperv is: [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': 'e1921662-1f98-46aa-909b-2cd2bd662731', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'port_id': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'mac_address': 'fa:16:3e:4c:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:52:21Z', 'updated_at': '2022-03-23T10:52:21Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abb5c577-f8ca-4b4c-9631-62646665ba36', 'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:c6:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:06Z', 'updated_at': '2022-03-23T10:52:13Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:52:23.591086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e32254f-26b7-4ec2-89c9-0f963468a3d0 None None] New status for floating IP e1921662-1f98-46aa-909b-2cd2bd662731: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:52:23.756214 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43430) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:23.866041 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f3a3b635-1cc6-464b-b8ee-857ce13f8f4b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/e1921662-1f98-46aa-909b-2cd2bd662731 HTTP/1.1" status: 200 len: 992 time: 0.1086025 Mar 23 10:52:24.869988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43434) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:24.977232 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-efdbbbcd-9abc-44ae-ae43-d3e68e79ba33 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/e1921662-1f98-46aa-909b-2cd2bd662731 HTTP/1.1" status: 200 len: 994 time: 0.1054564 Mar 23 10:52:31.516344 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:52:33.754133 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1a23e39e-67d7-451a-9fdf-247527080a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:36.514147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:36.605471 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4fc664be-02d3-46ca-9447-f8a3102060f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:37.365301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:37.578071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:39.634418 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:52:40.893544 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-754fa879-1488-4e31-902e-26c6073e97a7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740418 Mar 23 10:52:41.031729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-60295a5a-7cf1-4a3f-aa4c-feec08409410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:41.033203 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-60295a5a-7cf1-4a3f-aa4c-feec08409410 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1099 time: 0.0722845 Mar 23 10:52:41.179174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-c0b17e73-975a-4e1e-abe3-5af048e2c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:41.181232 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-c0b17e73-975a-4e1e-abe3-5af048e2c24e service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 200 len: 897 time: 0.1278968 Mar 23 10:52:41.278179 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-57b45db2-6f3f-4e76-85aa-aca797ce2af7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 200 len: 1002 time: 0.0910716 Mar 23 10:52:41.342107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-433cd12b-5439-4be7-b6da-a72dc6f95a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:41.343470 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-433cd12b-5439-4be7-b6da-a72dc6f95a63 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fdb8703d-c19b-417e-a2c4-b957314dc39c HTTP/1.1" status: 200 len: 834 time: 0.0592225 Mar 23 10:52:41.416488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-36eb7e0f-76b4-4155-a403-ddc2d59f10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:41.418400 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-36eb7e0f-76b4-4155-a403-ddc2d59f10f9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d19775-98e5-425f-97af-e7dcd25ef3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688703 Mar 23 10:52:41.546666 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-ddc353b3-1731-4532-bf4e-dc110daba92e service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225927 Mar 23 10:52:41.675994 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adf52006-500f-4e38-ad5d-0b8ced29e68e req-1a3fee8b-c5fe-46c3-9537-2fd66ce4303d service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224859 Mar 23 10:52:54.570154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43456) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:52:54.696965 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-c4dac10d-bc87-4c94-aa6c-25f7408edeca service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255226 Mar 23 10:52:54.772250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc489602-55dc-4e9a-b262-2a7cb447d8b6 req-715a814d-91a1-401a-a7b3-e2e49d13c394 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:54.774348 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cc489602-55dc-4e9a-b262-2a7cb447d8b6 req-715a814d-91a1-401a-a7b3-e2e49d13c394 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0844169 Mar 23 10:52:54.818214 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cc489602-55dc-4e9a-b262-2a7cb447d8b6 req-44a3d5c0-cb5a-4e2c-8e4d-572fc1b843e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379150 Mar 23 10:52:55.820259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-f4e4cfb6-c035-4f5c-85a6-90fbbef16845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:55.821714 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-f4e4cfb6-c035-4f5c-85a6-90fbbef16845 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1099 time: 0.0688202 Mar 23 10:52:56.063918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-a1ca9f7a-4053-492c-83f8-8d59de40c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:56.065370 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-a1ca9f7a-4053-492c-83f8-8d59de40c520 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 200 len: 897 time: 0.2376807 Mar 23 10:52:56.121849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e36243-1de9-4282-b889-e82b72f0de73 req-175e2c13-21c1-4f26-8e91-04f5175cbb32 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:56.123222 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-57e36243-1de9-4282-b889-e82b72f0de73 req-175e2c13-21c1-4f26-8e91-04f5175cbb32 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.1870658 Mar 23 10:52:56.168020 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-ca3df87a-9654-40ec-858f-faebc24f9d66 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 200 len: 1002 time: 0.0960455 Mar 23 10:52:56.169248 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-57e36243-1de9-4282-b889-e82b72f0de73 req-a7daac79-1e98-456e-ad5b-6f9fa5b13d3f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402484 Mar 23 10:52:56.232050 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-9b793a11-8b67-453b-a740-cfb99748de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:56.233511 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-9b793a11-8b67-453b-a740-cfb99748de03 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fdb8703d-c19b-417e-a2c4-b957314dc39c HTTP/1.1" status: 200 len: 834 time: 0.0598752 Mar 23 10:52:56.309229 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-83a71170-d31d-4eaa-bb28-eb1007440385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:56.310698 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-83a71170-d31d-4eaa-bb28-eb1007440385 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d19775-98e5-425f-97af-e7dcd25ef3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714226 Mar 23 10:52:56.440866 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-39f9b168-d383-4d73-9c62-b284afa9ffc0 service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241465 Mar 23 10:52:56.569355 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-4616ef4d-29f6-42bd-b9c7-eac45990bcfe service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223633 Mar 23 10:52:57.377285 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab42148-be7d-4168-814a-b3746e5f1afe req-e4123218-0c88-49a1-b442-fb0509681b2f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:57.378704 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3ab42148-be7d-4168-814a-b3746e5f1afe req-e4123218-0c88-49a1-b442-fb0509681b2f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.1040227 Mar 23 10:52:57.421902 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3ab42148-be7d-4168-814a-b3746e5f1afe req-fb378300-d1c3-49a1-a8c5-1843fcbdce40 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373666 Mar 23 10:52:58.602428 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fdacb-c933-4d4c-a766-10388f8cce46 req-a9aa297b-4e8a-48d6-a61a-6e34870a6702 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:58.603826 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3e9fdacb-c933-4d4c-a766-10388f8cce46 req-a9aa297b-4e8a-48d6-a61a-6e34870a6702 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0796480 Mar 23 10:52:58.645832 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-3e9fdacb-c933-4d4c-a766-10388f8cce46 req-8615b38a-cf27-48e1-8398-0821ed5bcb22 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365064 Mar 23 10:52:59.826877 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05d67-a692-4c9e-bbae-b4a3a94bf755 req-86b5575d-62af-4263-8c3e-2d77d64654f0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:52:59.828297 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ecc05d67-a692-4c9e-bbae-b4a3a94bf755 req-86b5575d-62af-4263-8c3e-2d77d64654f0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0775890 Mar 23 10:52:59.870734 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ecc05d67-a692-4c9e-bbae-b4a3a94bf755 req-b80e94ef-41cd-4b60-91f4-845b1028de55 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367415 Mar 23 10:53:01.052807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213e305-7646-4c72-9cff-2ac44585dea5 req-3a33dda8-60de-4622-90bc-8d81c891bbb5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:01.054262 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4213e305-7646-4c72-9cff-2ac44585dea5 req-3a33dda8-60de-4622-90bc-8d81c891bbb5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0772538 Mar 23 10:53:01.099837 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4213e305-7646-4c72-9cff-2ac44585dea5 req-489c50cf-8851-4fd3-aab6-7f8c2382315a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394812 Mar 23 10:53:02.290373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f022b1-460e-47f2-80bb-c06731bee2bb req-d3ac1dfb-2b0c-423e-8308-e64aac5c88c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:02.291887 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-62f022b1-460e-47f2-80bb-c06731bee2bb req-d3ac1dfb-2b0c-423e-8308-e64aac5c88c2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0841146 Mar 23 10:53:02.336796 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-62f022b1-460e-47f2-80bb-c06731bee2bb req-a2387597-31b9-47d0-8145-be5c0f4eb9ff tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387354 Mar 23 10:53:03.516045 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23106b54-40cf-4b1a-b080-be2878a737e0 req-07c1c12e-da02-4205-83c9-c517d26d3070 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:03.517500 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-23106b54-40cf-4b1a-b080-be2878a737e0 req-07c1c12e-da02-4205-83c9-c517d26d3070 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0781095 Mar 23 10:53:03.560397 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-23106b54-40cf-4b1a-b080-be2878a737e0 req-d0546dc7-d8ae-44ea-b8d2-0fe241a4c559 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370553 Mar 23 10:53:03.755700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fef008ce-7fdc-418f-ad5f-4abdce48bff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:04.739374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631927af-9e5e-4b79-b6fe-932f89e86324 req-7b45ebff-fff8-4803-bd73-bfee903db81d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:04.740807 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-631927af-9e5e-4b79-b6fe-932f89e86324 req-7b45ebff-fff8-4803-bd73-bfee903db81d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0777426 Mar 23 10:53:04.783596 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-631927af-9e5e-4b79-b6fe-932f89e86324 req-bca79289-e237-45bc-a76f-ad6ec207aa33 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371809 Mar 23 10:53:05.966386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a7e3c-7dc2-4fa5-bcdc-806f84eabc9b req-6dd3b97c-aca5-4127-8e66-121a3b1680bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:05.967813 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-721a7e3c-7dc2-4fa5-bcdc-806f84eabc9b req-6dd3b97c-aca5-4127-8e66-121a3b1680bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0801568 Mar 23 10:53:06.009812 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-721a7e3c-7dc2-4fa5-bcdc-806f84eabc9b req-1a21d69d-c90b-470d-b7c7-f16bfd4fe515 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364625 Mar 23 10:53:06.540414 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:06.606104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a5198ef7-6620-4944-b1d4-ddc0ccccc043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.196326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7182d0-76d3-4b84-8085-ca7800bfc9b7 req-048b3188-fcc0-451f-a57e-ef2ebb3db8f1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:07.197733 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d7182d0-76d3-4b84-8085-ca7800bfc9b7 req-048b3188-fcc0-451f-a57e-ef2ebb3db8f1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0813282 Mar 23 10:53:07.241335 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4d7182d0-76d3-4b84-8085-ca7800bfc9b7 req-e5dd5ae9-09d0-46df-ab49-ad831cff5685 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380697 Mar 23 10:53:07.367987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:07.581812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:08.423983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794150a6-2447-4b82-bbaa-f5548a12c319 req-b25639c7-d4f2-4e98-8833-649914cf960a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:08.425505 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-794150a6-2447-4b82-bbaa-f5548a12c319 req-b25639c7-d4f2-4e98-8833-649914cf960a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0775285 Mar 23 10:53:08.468227 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-794150a6-2447-4b82-bbaa-f5548a12c319 req-02f02bae-5bfc-438a-8284-22027e25cd87 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366518 Mar 23 10:53:08.515399 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:53:09.636026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:09.654437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575df32-dd51-4089-920f-d50f3e28b1e7 req-5bd078a3-75a7-4186-b218-592c9635aa44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:09.656460 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e575df32-dd51-4089-920f-d50f3e28b1e7 req-5bd078a3-75a7-4186-b218-592c9635aa44 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0794244 Mar 23 10:53:09.703258 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e575df32-dd51-4089-920f-d50f3e28b1e7 req-4fa4d1c9-a228-435e-887f-b67c9bc82ebc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410891 Mar 23 10:53:10.887535 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d57f84-b69c-4218-b02a-022d68e739ff req-c65b7842-390c-405d-8046-ad3c4ba870c9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:10.888971 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69d57f84-b69c-4218-b02a-022d68e739ff req-c65b7842-390c-405d-8046-ad3c4ba870c9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0798876 Mar 23 10:53:10.931463 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-69d57f84-b69c-4218-b02a-022d68e739ff req-b8f1fbd3-ad0f-43c1-adf6-5bc6c9a833c3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369377 Mar 23 10:53:12.110809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412fa2f-7215-454a-a479-2091002400eb req-6bae6122-7d7b-4e15-b471-0ac7247fe549 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:12.112230 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1412fa2f-7215-454a-a479-2091002400eb req-6bae6122-7d7b-4e15-b471-0ac7247fe549 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0778749 Mar 23 10:53:12.155154 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1412fa2f-7215-454a-a479-2091002400eb req-f2e7ba4c-8631-4ee3-ace6-0d770d3bd8cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372939 Mar 23 10:53:13.207347 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-caaaa761-79b1-4de9-9710-2c7d3481eba4 service neutron] 10.222.0.102 "GET /v2.0/ports/ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce/bindings/hv-neutron-8346 HTTP/1.1" status: 200 len: 384 time: 0.0814846 Mar 23 10:53:13.342122 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ff24e-9329-4db2-8b8b-bf91e8818e75 req-7da8002e-f66e-41b2-ba22-2dfeedb2b7ac tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:13.343548 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9e8ff24e-9329-4db2-8b8b-bf91e8818e75 req-7da8002e-f66e-41b2-ba22-2dfeedb2b7ac tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0829055 Mar 23 10:53:13.391295 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9e8ff24e-9329-4db2-8b8b-bf91e8818e75 req-3e11745e-2924-4963-909c-b5cff8fca5a7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420001 Mar 23 10:53:13.467695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-84670877-c47e-4b0b-a29b-e384f15131c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:13.469175 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-84670877-c47e-4b0b-a29b-e384f15131c4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 1099 time: 0.0696943 Mar 23 10:53:13.563654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-46fc92a9-f967-4a29-ae3c-43eb40aee53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:13.565179 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-46fc92a9-f967-4a29-ae3c-43eb40aee53f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1099 time: 0.0737240 Mar 23 10:53:13.782781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-37807a4f-eee8-449c-b483-a89bcde8921b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:13.784105 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-37807a4f-eee8-449c-b483-a89bcde8921b service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 200 len: 897 time: 0.2131152 Mar 23 10:53:13.884231 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-3a1d8e5e-154f-4440-8036-12c5c1f578e7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 200 len: 1002 time: 0.0933268 Mar 23 10:53:13.944242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-05ed5dd8-797d-408b-b19f-53e7af75231e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:13.946224 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-05ed5dd8-797d-408b-b19f-53e7af75231e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fdb8703d-c19b-417e-a2c4-b957314dc39c HTTP/1.1" status: 200 len: 834 time: 0.0563133 Mar 23 10:53:14.016618 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-1c9d9a5a-d725-4da1-9fc6-017bff4c1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:14.018138 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-1c9d9a5a-d725-4da1-9fc6-017bff4c1805 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d19775-98e5-425f-97af-e7dcd25ef3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664628 Mar 23 10:53:14.147016 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-26cf3798-b7b7-43b9-bbb7-4075ec290708 service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222386 Mar 23 10:53:14.276231 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c51c5b3e-fe21-4e3d-987e-763d935f4ecf req-68c09475-1c9a-4d04-917d-8a7349f2959c service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233170 Mar 23 10:53:14.580906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000982-47cb-46ed-bd43-e8459641f446 req-f009dae1-db62-4c81-abd6-28f74d5160fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:14.582387 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-da000982-47cb-46ed-bd43-e8459641f446 req-f009dae1-db62-4c81-abd6-28f74d5160fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0826645 Mar 23 10:53:14.625627 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-da000982-47cb-46ed-bd43-e8459641f446 req-e118b392-f3a1-416b-919f-e1bbd27d00ee tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375719 Mar 23 10:53:15.808275 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd651c9e-60b2-4102-963d-4c6d532c2da6 req-cf78c45c-62d8-47ef-b74b-192dc50252da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:15.809768 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fd651c9e-60b2-4102-963d-4c6d532c2da6 req-cf78c45c-62d8-47ef-b74b-192dc50252da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0780056 Mar 23 10:53:15.855166 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fd651c9e-60b2-4102-963d-4c6d532c2da6 req-4c39b778-c296-431e-851b-caea231fbc2d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392680 Mar 23 10:53:17.084225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15ae8e-c98d-48df-9357-060ad94cc402 req-189fb240-af9a-4e95-a123-99599a23d8ca tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:17.086364 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-da15ae8e-c98d-48df-9357-060ad94cc402 req-189fb240-af9a-4e95-a123-99599a23d8ca tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0793202 Mar 23 10:53:17.132356 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-da15ae8e-c98d-48df-9357-060ad94cc402 req-ff79491a-8486-4151-b112-d28939647b65 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399148 Mar 23 10:53:17.513269 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-3461f7a6-94de-4f05-abe6-e0133feb0a38 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:17.514889 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-3461f7a6-94de-4f05-abe6-e0133feb0a38 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb&tenant_id=f02bd9925b774a62838934041bdc1fdd&binding%3Ahost_id=hv-neutron-8346 HTTP/1.1" status: 200 len: 946 time: 0.1562021 Mar 23 10:53:17.524054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016085ee-fcfb-4a42-9a4c-26c9d0136219 req-1f010e27-7898-4a28-a413-e2b75c1a23c4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:17.525445 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-016085ee-fcfb-4a42-9a4c-26c9d0136219 req-1f010e27-7898-4a28-a413-e2b75c1a23c4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.1249759 Mar 23 10:53:17.571328 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-016085ee-fcfb-4a42-9a4c-26c9d0136219 req-0ccbd641-76ab-4a7a-93b3-0e73b4689798 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403142 Mar 23 10:53:17.662668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-cd455630-b340-49de-b2ec-bc4c51dc26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:17.664177 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-cd455630-b340-49de-b2ec-bc4c51dc26d1 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1099 time: 0.0807297 Mar 23 10:53:17.758348 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff301b0-1ea7-4c69-9aaf-c0b2f9a9954c req-3bc9e73b-12d6-4888-b582-f3c20bbc4158 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:17.759901 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dff301b0-1ea7-4c69-9aaf-c0b2f9a9954c req-3bc9e73b-12d6-4888-b582-f3c20bbc4158 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0829859 Mar 23 10:53:17.799187 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-bd4c0253-60a1-4273-900c-93bc428ddc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:17.800542 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-bd4c0253-60a1-4273-900c-93bc428ddc76 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 200 len: 897 time: 0.1310866 Mar 23 10:53:17.805073 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-dff301b0-1ea7-4c69-9aaf-c0b2f9a9954c req-3563c668-2451-4c2c-bc08-4150708ba46b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395138 Mar 23 10:53:17.905606 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-54101326-dd05-49de-9f2e-9c8c313207f9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 200 len: 1002 time: 0.0974243 Mar 23 10:53:17.974080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-fdddd262-7fd8-4187-a3c4-5a0eb9c966b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:17.975480 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-fdddd262-7fd8-4187-a3c4-5a0eb9c966b3 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fdb8703d-c19b-417e-a2c4-b957314dc39c HTTP/1.1" status: 200 len: 834 time: 0.0634480 Mar 23 10:53:18.047145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-6b4ef17b-59bf-41d6-a85f-0d1d7965e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:18.048556 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-6b4ef17b-59bf-41d6-a85f-0d1d7965e24a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d19775-98e5-425f-97af-e7dcd25ef3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674517 Mar 23 10:53:18.176623 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-bd389c14-432b-41ca-aaf5-0fcd7bcaa7f4 service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212072 Mar 23 10:53:18.391392 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0fb1eb1-8da9-4728-a9de-35f7759b21ff req-7c231e93-b6bb-40c2-b08e-e81f2fdd2162 service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090056 Mar 23 10:53:18.998353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4837e-a0bc-4bf6-9ee2-8337340b68bb req-aa89c614-a0c3-4211-9e92-be8cd340a629 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:18.999943 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14a4837e-a0bc-4bf6-9ee2-8337340b68bb req-aa89c614-a0c3-4211-9e92-be8cd340a629 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0867338 Mar 23 10:53:19.047016 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14a4837e-a0bc-4bf6-9ee2-8337340b68bb req-c2718bcf-5d45-43bf-8344-63d0a4ed935b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405357 Mar 23 10:53:19.070251 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43532) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:19.173879 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d3c312e5-682e-475d-a93c-39b343896924 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/e1921662-1f98-46aa-909b-2cd2bd662731 HTTP/1.1" status: 200 len: 994 time: 0.1025951 Mar 23 10:53:33.757565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-39d09fac-2fd2-40e0-815a-4ccebe572c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:36.543040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:36.607256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f3689337-cc00-4dac-9e7f-42c807a68580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:37.368765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:37.583744 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:39.639390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:42.890563 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-4838a5f8-c177-4bf9-8e0b-b5e839c401ae service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774093 Mar 23 10:53:43.024844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-f5877b9a-b0d6-4e91-b4c5-87ad4683d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:43.026326 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-f5877b9a-b0d6-4e91-b4c5-87ad4683d65a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1099 time: 0.0687556 Mar 23 10:53:43.167913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-11cb963b-92ef-434c-8d40-3ce5f16c4c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:43.169311 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-11cb963b-92ef-434c-8d40-3ce5f16c4c2d service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 200 len: 897 time: 0.1238065 Mar 23 10:53:43.270531 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-7dc98099-0538-4059-a21c-20d991d3c459 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 200 len: 1002 time: 0.0954201 Mar 23 10:53:43.334242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-012cd2d7-fa59-4431-8caf-8c8dfb3671d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:43.335620 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-012cd2d7-fa59-4431-8caf-8c8dfb3671d7 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fdb8703d-c19b-417e-a2c4-b957314dc39c HTTP/1.1" status: 200 len: 834 time: 0.0593898 Mar 23 10:53:43.407458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-bb762104-6ee0-4138-9b40-c115dc29fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:43.408887 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-bb762104-6ee0-4138-9b40-c115dc29fc97 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d19775-98e5-425f-97af-e7dcd25ef3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674317 Mar 23 10:53:43.536528 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-ceb35159-c105-402e-9677-b86af77d0d4b service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210256 Mar 23 10:53:43.666157 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5610897d-b789-4652-b2ee-053c4a5cca20 req-5b8876c4-6acc-437b-b83f-422ec2869eef service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223683 Mar 23 10:53:45.514040 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:53:47.579232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43548) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:47.777605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port 6df1402f-e4f4-4d4e-b695-5cdd2f835337 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:53:47.777943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:47.945453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:47.945774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:48.161054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for 6df1402f-e4f4-4d4e-b695-5cdd2f835337 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:53:48.307770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:48.355846 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=6df1402f-e4f4-4d4e-b695-5cdd2f835337,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:48.390826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.391168 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.391505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.391839 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.392164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.392486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.392802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.393137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.393461 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.393771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.394084 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.394397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:48.456086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:48.456408 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Floating IP e1921662-1f98-46aa-909b-2cd2bd662731 disassociated (deleted). External IP: 172.26.4.134, port: ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce. Mar 23 10:53:48.796073 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router b38b2a20-3c5d-456c-a609-9cae4c458c50 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:53:48.973411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:53:48.983500 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] Sync routers for ids ['b38b2a20-3c5d-456c-a609-9cae4c458c50'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:53:48.992821 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] Routers {'b38b2a20-3c5d-456c-a609-9cae4c458c50'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:53:48.993465 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:53:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b38b2a20-3c5d-456c-a609-9cae4c458c50'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:48.994358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:49.051319 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4ae848e4-7aef-4926-b47f-89178a737ecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/floatingips/e1921662-1f98-46aa-909b-2cd2bd662731 HTTP/1.1" status: 204 len: 168 time: 1.4684670 Mar 23 10:53:49.051319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'tag': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:53:49.159481 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'tag': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'status': 'completed', 'code': 200} Mar 23 10:53:49.198503 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] Set router b38b2a20-3c5d-456c-a609-9cae4c458c50 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:53:49.254439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-9c0cc237-14a2-4d3d-9635-0b5b1ef767a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:49.256078 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-9c0cc237-14a2-4d3d-9635-0b5b1ef767a4 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 1099 time: 0.0734558 Mar 23 10:53:49.397967 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-6b5f2cbd-d790-4e0d-a846-132aa82679d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:49.399413 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-6b5f2cbd-d790-4e0d-a846-132aa82679d2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 200 len: 897 time: 0.1376309 Mar 23 10:53:49.471340 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-74b68a13-7f6f-4918-981d-5dd2cd415c52 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 200 len: 217 time: 0.0650930 Mar 23 10:53:49.495012 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22a862-a5dd-492e-8dc7-07a9026c9066 req-5e9624b9-1364-478e-83f7-c2d78d8834d9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:49.497221 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1f22a862-a5dd-492e-8dc7-07a9026c9066 req-5e9624b9-1364-478e-83f7-c2d78d8834d9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0813081 Mar 23 10:53:49.507712 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'abb5c577-f8ca-4b4c-9631-62646665ba36', 'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:c6:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:06Z', 'updated_at': '2022-03-23T10:52:13Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:49.512085 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] Checking router: b38b2a20-3c5d-456c-a609-9cae4c458c50 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:53:49.522079 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] Routers {'b38b2a20-3c5d-456c-a609-9cae4c458c50'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:53:49.523218 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:53:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b38b2a20-3c5d-456c-a609-9cae4c458c50'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:49.537576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-765a0a82-be65-4952-885e-98b89c460325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:49.539000 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-765a0a82-be65-4952-885e-98b89c460325 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=fdb8703d-c19b-417e-a2c4-b957314dc39c HTTP/1.1" status: 200 len: 834 time: 0.0594897 Mar 23 10:53:49.556875 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1f22a862-a5dd-492e-8dc7-07a9026c9066 req-29886883-8a57-4eba-bee8-a00038f610f7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537372 Mar 23 10:53:49.705944 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] Set router b38b2a20-3c5d-456c-a609-9cae4c458c50 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:53:49.726178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-639bb262-29fc-4149-8be4-f7b15bd1bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:49.727632 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-639bb262-29fc-4149-8be4-f7b15bd1bb2e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=89d19775-98e5-425f-97af-e7dcd25ef3f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1804645 Mar 23 10:53:49.858641 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-e562ee50-1ed3-4cbd-94c5-58893bdce660 service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243644 Mar 23 10:53:49.990166 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-604868b6-f66a-4b8f-b92f-80a8efadc869 req-c2e7e015-6a84-4644-8dfd-fea805e77603 service neutron] 10.222.0.102 "GET /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238184 Mar 23 10:53:50.012190 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'abb5c577-f8ca-4b4c-9631-62646665ba36', 'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:c6:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:06Z', 'updated_at': '2022-03-23T10:52:13Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:50.016025 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ed3bf1-35e5-44ea-a894-294d1ca63605 None None] The sync data for ids ['b38b2a20-3c5d-456c-a609-9cae4c458c50'] in dv-neutron-834652-2-hyperv is: [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'abb5c577-f8ca-4b4c-9631-62646665ba36', 'name': '', 'network_id': '89d19775-98e5-425f-97af-e7dcd25ef3f9', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:c6:5c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:06Z', 'updated_at': '2022-03-23T10:52:13Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'fdb8703d-c19b-417e-a2c4-b957314dc39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:53:50.219667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872a6811-e318-41df-ac34-1f51b77a32ce None None] New status for floating IP e1921662-1f98-46aa-909b-2cd2bd662731: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:53:50.762015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a11e9-df3f-4351-bb3b-3cac7b630f71 req-e3b2669d-0fa0-40e3-9abe-7bea2ee030a3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:50.762683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-7e3a11e9-df3f-4351-bb3b-3cac7b630f71 req-e3b2669d-0fa0-40e3-9abe-7bea2ee030a3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:53:50.776956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-7e3a11e9-df3f-4351-bb3b-3cac7b630f71 req-e3b2669d-0fa0-40e3-9abe-7bea2ee030a3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:53:50.778056 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e3a11e9-df3f-4351-bb3b-3cac7b630f71 req-e3b2669d-0fa0-40e3-9abe-7bea2ee030a3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.1033306 Mar 23 10:53:50.825370 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e3a11e9-df3f-4351-bb3b-3cac7b630f71 req-5b3da037-d3f5-4b38-9633-989b0ed2ed83 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=0c7aa58b-9dcf-424c-9354-3a123bb7a911&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414550 Mar 23 10:53:51.128406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-7b3a35bc-ac7b-43fa-b240-a06aeb853517 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:51.129875 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-7b3a35bc-ac7b-43fa-b240-a06aeb853517 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 946 time: 0.0932989 Mar 23 10:53:51.197102 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-ad31cee7-94f8-4455-a87c-056e1597d959 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:53:51.197437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-ad31cee7-94f8-4455-a87c-056e1597d959 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:51.437306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-ad31cee7-94f8-4455-a87c-056e1597d959 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:53:51.437569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-ad31cee7-94f8-4455-a87c-056e1597d959 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:51.561735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-ad31cee7-94f8-4455-a87c-056e1597d959 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:53:51.699764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-ad31cee7-94f8-4455-a87c-056e1597d959 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:51.752981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31cee7-94f8-4455-a87c-056e1597d959 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:51.824447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-ad31cee7-94f8-4455-a87c-056e1597d959 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] No DVR routers for this DVR port ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:53:51.828025 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-ad31cee7-94f8-4455-a87c-056e1597d959 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:51.835702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'name': 'network-vif-deleted', 'tag': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:53:51.857563 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2e56d379-97d9-4158-96be-8d3cd2745550 req-ad31cee7-94f8-4455-a87c-056e1597d959 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "DELETE /v2.0/ports/ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce HTTP/1.1" status: 204 len: 173 time: 0.7220361 Mar 23 10:53:51.899275 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec6f2f3-a939-46bc-aad0-d7f607cf24bb', 'name': 'network-vif-deleted', 'tag': 'ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce', 'status': 'completed', 'code': 200} Mar 23 10:53:51.988786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ee8f1a83-7697-4850-93fd-55558fd87303 req-e8105f99-70cb-4574-8d72-83ff2ba1a356 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:53:52.003258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ee8f1a83-7697-4850-93fd-55558fd87303 req-e8105f99-70cb-4574-8d72-83ff2ba1a356 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:53:52.004383 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ee8f1a83-7697-4850-93fd-55558fd87303 req-e8105f99-70cb-4574-8d72-83ff2ba1a356 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ec6f2f3-a939-46bc-aad0-d7f607cf24bb HTTP/1.1" status: 200 len: 210 time: 0.0595074 Mar 23 10:53:53.102266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43570) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:53.494650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:53:53.527971 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:53:53.528299 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device ce6d54a7-f8be-499b-90e9-cdeeecf6c3ce not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:53:53.740201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:54.088443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port abb5c577-f8ca-4b4c-9631-62646665ba36 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:53:54.088776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:54.275151 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port abb5c577-f8ca-4b4c-9631-62646665ba36, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=abb5c577-f8ca-4b4c-9631-62646665ba36,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:53:54.275840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:54.393226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for abb5c577-f8ca-4b4c-9631-62646665ba36 owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:53:54.587980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:54.666222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=abb5c577-f8ca-4b4c-9631-62646665ba36,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:55.014237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.367245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router b38b2a20-3c5d-456c-a609-9cae4c458c50 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:53:55.538515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:53:55.547749 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] Sync routers for ids ['b38b2a20-3c5d-456c-a609-9cae4c458c50'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:53:55.554466 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-2b2c5f59-2008-4fe5-af6b-094b8282b842 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "PUT /v2.0/routers/b38b2a20-3c5d-456c-a609-9cae4c458c50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4511282 Mar 23 10:53:55.557161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43574) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:55.558125 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] Routers {'b38b2a20-3c5d-456c-a609-9cae4c458c50'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:53:55.558762 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:53:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b38b2a20-3c5d-456c-a609-9cae4c458c50'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:55.620798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc2e28f-a3cd-4157-bb61-b00fd9cc5bec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting subnet fdb8703d-c19b-417e-a2c4-b957314dc39c {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:53:55.623665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e28f-a3cd-4157-bb61-b00fd9cc5bec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.679824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e28f-a3cd-4157-bb61-b00fd9cc5bec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.735433 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] Set router b38b2a20-3c5d-456c-a609-9cae4c458c50 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:53:55.761222 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e28f-a3cd-4157-bb61-b00fd9cc5bec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.836539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e28f-a3cd-4157-bb61-b00fd9cc5bec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.879871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2e28f-a3cd-4157-bb61-b00fd9cc5bec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Subnet': ['ID=fdb8703d-c19b-417e-a2c4-b957314dc39c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:55.882504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-5fc2e28f-a3cd-4157-bb61-b00fd9cc5bec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:55.888673 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-5fc2e28f-a3cd-4157-bb61-b00fd9cc5bec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/subnets/fdb8703d-c19b-417e-a2c4-b957314dc39c HTTP/1.1" status: 204 len: 168 time: 0.3305554 Mar 23 10:53:55.891563 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43578) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:55.903433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca81707-294c-4eff-a10c-62df1d108f9b None None] Network 89d19775-98e5-425f-97af-e7dcd25ef3f9 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:53:56.058916 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:53:54Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:56.062860 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] Checking router: b38b2a20-3c5d-456c-a609-9cae4c458c50 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:53:56.074370 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] Routers {'b38b2a20-3c5d-456c-a609-9cae4c458c50'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:53:56.074997 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:53:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b38b2a20-3c5d-456c-a609-9cae4c458c50'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:56.078581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.208353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] DHCP port deletion for 89d19775-98e5-425f-97af-e7dcd25ef3f9 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:53:56.214216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Deleting port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:53:56.214697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.250496 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] Set router b38b2a20-3c5d-456c-a609-9cae4c458c50 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:53:56.265445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.275504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port ba5d33a8-c56c-4491-babe-aed716975375 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:53:56.275871 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.426673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] For port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899,segment=NetworkSegment(0b063104-a9c1-43de-9d0d-31d198e365a7),segment_id=0b063104-a9c1-43de-9d0d-31d198e365a7)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:53:56.427367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.543463 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:53:54Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:56.547447 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06609d56-8535-4f79-be53-7c813fa54ccd None None] The sync data for ids ['b38b2a20-3c5d-456c-a609-9cae4c458c50'] in dv-neutron-834652-2-hyperv is: [{'id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1656631728', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208'}], 'enable_snat': True}, 'gw_port_id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:52:02Z', 'updated_at': '2022-03-23T10:53:54Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'ba5d33a8-c56c-4491-babe-aed716975375', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:0b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38b2a20-3c5d-456c-a609-9cae4c458c50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:52:03Z', 'updated_at': '2022-03-23T10:52:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:53:56.552697 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Calling delete_port for 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:53:56.569979 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port ba5d33a8-c56c-4491-babe-aed716975375, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ba5d33a8-c56c-4491-babe-aed716975375,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:53:56.570355 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.630725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:56.676768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Pushing event deleted for resources: {'Port': ['ID=6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:56.679428 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] No DVR routers for this DVR port 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:53:56.689175 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.689519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.689848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.690158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.690477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.690810 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.691116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.691429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.691742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.692050 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.692356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.693273 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4069818-e203-440b-8d65-8155f13dbe9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:56.696225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for ba5d33a8-c56c-4491-babe-aed716975375 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:53:57.006639 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.052905 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=ba5d33a8-c56c-4491-babe-aed716975375,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:57.071308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:53:57.108875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:53:57.109248 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 6b82fbc4-4b71-4bf8-a72f-87c7fe4b1899 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:53:57.109657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device abb5c577-f8ca-4b4c-9631-62646665ba36 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:53:57.124722 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.125087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.125427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.125759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.126082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.126405 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.126720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.127038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.127354 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.127669 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.127983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.128311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:53:57.142661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: abb5c577-f8ca-4b4c-9631-62646665ba36 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:53:57.143074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device abb5c577-f8ca-4b4c-9631-62646665ba36 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:53:57.157049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.325173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.327278 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.348596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.349113 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Fanout notify agent at l3_agent the message router_deleted on router b38b2a20-3c5d-456c-a609-9cae4c458c50 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:53:57.363915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.365594 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ebd22d63-586b-4ed5-898d-749581201b80 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/routers/b38b2a20-3c5d-456c-a609-9cae4c458c50 HTTP/1.1" status: 204 len: 168 time: 1.4724441 Mar 23 10:53:57.368283 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43582) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:57.485392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.613795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.637762 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d19775-98e5-425f-97af-e7dcd25ef3f9']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:57.649746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b063104-a9c1-43de-9d0d-31d198e365a7') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:57.650040 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b063104-a9c1-43de-9d0d-31d198e365a7') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:53:57.661146 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.676561 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.682976 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Releasing vlan 814 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:53:57.683372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:53:57.696947 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:53:57.892919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.909927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:57.921401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Network': ['ID=89d19775-98e5-425f-97af-e7dcd25ef3f9,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:57.929316 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c49d246f-cce6-4039-8d8b-ac314cb962b1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/networks/89d19775-98e5-425f-97af-e7dcd25ef3f9 HTTP/1.1" status: 204 len: 168 time: 0.5599320 Mar 23 10:53:57.931968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43586) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:58.001855 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82b8ed1c-15ab-4f3f-9e0b-838f53658337 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.030930 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82b8ed1c-15ab-4f3f-9e0b-838f53658337 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.094932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82b8ed1c-15ab-4f3f-9e0b-838f53658337 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.113202 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8ed1c-15ab-4f3f-9e0b-838f53658337 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7aa58b-9dcf-424c-9354-3a123bb7a911,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:58.122810 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-82b8ed1c-15ab-4f3f-9e0b-838f53658337 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.123901 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-82b8ed1c-15ab-4f3f-9e0b-838f53658337 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/security-groups/0c7aa58b-9dcf-424c-9354-3a123bb7a911 HTTP/1.1" status: 204 len: 168 time: 0.1910162 Mar 23 10:53:58.478420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43594) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:58.483485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1368189442', 'description': 'tempest-secgroup-smoke-1368189442 description', 'project_id': 'f02bd9925b774a62838934041bdc1fdd'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:53:58.490343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:58.494363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:58.497303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:58.503355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:58.512911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.531421 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:58.535103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:58.538606 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:58.544108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:58.609530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.613100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.655635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029a9bbc-81fb-4a45-a479-021dd074634e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:58.658193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.662824 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1392f792-1adc-4cc3-bf34-5e3b49585f1e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1799552 Mar 23 10:53:58.663019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43598) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:58.667866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '029a9bbc-81fb-4a45-a479-021dd074634e', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:53:58.673582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:58.677325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:58.680071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:58.685546 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:58.701395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.761603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.764705 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.787142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def93a85-8539-4b0d-ae20-c9593d4f4f6e,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:58.795913 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.797246 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9019635d-f1b7-4fcc-b847-1fb1e57f68cd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332502 Mar 23 10:53:58.799842 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43602) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:58.805148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '029a9bbc-81fb-4a45-a479-021dd074634e', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:53:58.810794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:58.814548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:58.817478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:58.823818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:58.839680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.899579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.903003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.923317 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88081a0e-64a9-47bb-8971-d24c8bfe19c2,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:58.934412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:58.935574 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3f83efda-83bb-463e-bdec-d5c7f5646acd tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348472 Mar 23 10:53:58.938328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43606) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:58.943723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '029a9bbc-81fb-4a45-a479-021dd074634e', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:53:58.950671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:58.954413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:58.957249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:58.962836 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:58.978663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.042258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.045829 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.067658 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ba5d33a8-c56c-4491-babe-aed716975375 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:53:59.068977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06322072-baa3-487a-be3f-e4bd358bafae,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:59.076939 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.078195 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-28760b80-eddd-4e2f-a6b6-8a8b8563fecb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389463 Mar 23 10:53:59.081015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43610) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:59.086123 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '029a9bbc-81fb-4a45-a479-021dd074634e', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:53:59.092020 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:59.095764 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:59.098591 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:59.102268 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: ba5d33a8-c56c-4491-babe-aed716975375 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:53:59.102614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ba5d33a8-c56c-4491-babe-aed716975375 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:53:59.105839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:59.123464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.186393 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.190181 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.215058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2f6ea7-ed94-4736-907c-d33bd6e2248b,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:59.224141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.225333 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3ebcc9ef-4fee-4a8e-8c8d-e885690474e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433012 Mar 23 10:53:59.227950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43614) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:59.233049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '029a9bbc-81fb-4a45-a479-021dd074634e', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:53:59.238862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:59.242586 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:59.245420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:59.250970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:59.261747 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Project f02bd9925b774a62838934041bdc1fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:53:59.268287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.333945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.337397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.359525 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b15750d-4742-4668-b081-1dbf7a564e9e,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:59.367759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.369176 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4af6f07f-3719-447c-9d8c-4854aef6832d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403058 Mar 23 10:53:59.371821 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43618) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:59.376637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': '029a9bbc-81fb-4a45-a479-021dd074634e', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:53:59.383084 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:59.386894 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:59.389729 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:59.395567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:59.406049 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.securitygroups_db [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Project f02bd9925b774a62838934041bdc1fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:53:59.412875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.476873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.480414 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.507779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403c9215-98cb-426a-a3fe-d532e13c433b,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:59.514420 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.515650 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-432c261a-b1eb-40f4-97f0-0acf61798e03 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429367 Mar 23 10:53:59.518564 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43622) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:59.524335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'network': {'name': 'tempest-network-smoke--1535439090', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'port_security_enabled': True}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:53:59.529225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:59.533596 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:network and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:59.536653 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:59.542176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:59.553151 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:53:59.556384 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.584789 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:53:59.593820 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.594247 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Added segment 5ab3496c-827d-4de5-a20d-2dd7d75b7ef0 of type vlan for network 3868c685-8711-41a5-ba00-685ee53fb2f1 Mar 23 10:53:59.621140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.651672 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.656854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:53:59.657449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.760118 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2403038 Mar 23 10:53:59.762622 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43626) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:53:59.767909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'admin_state_up': True, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:53:59.768647 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1443fb1-6787-4e08-baae-a5dda65e1143 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Network': ['ID=3868c685-8711-41a5-ba00-685ee53fb2f1,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:53:59.775945 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:53:59.779673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:router and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:53:59.779826 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 3868c685-8711-41a5-ba00-685ee53fb2f1 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:53:59.782653 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:53:59.791277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:53:59.805297 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.806682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:53:59.832949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:00.214051 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:00.507594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:00.537525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:00.672600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.26.4.14 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/bba686e8-a817-44f8-9b4b-5a4971048004) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:54:00.821822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:00.853768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:00.919458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:00.922064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:00.924838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:54:00.964262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=bba686e8-a817-44f8-9b4b-5a4971048004,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:01.335497 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:01.769874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:01.973315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router b5077b14-4de6-444c-8720-a37862c91b46 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:54:02.155014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:54:02.168772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Sync routers for ids ['b5077b14-4de6-444c-8720-a37862c91b46'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:54:02.179334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Routers {'b5077b14-4de6-444c-8720-a37862c91b46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:54:02.179965 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:53:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b5077b14-4de6-444c-8720-a37862c91b46'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:02.183943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:02.185331 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-a8a1122a-0160-4e74-950b-dd1b2a4d7b1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4215834 Mar 23 10:54:02.188555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43630) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:02.272152 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-d128ca08-0734-4104-9dbb-d49d90bbf9bb tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f02bd9925b774a62838934041bdc1fdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0791633 Mar 23 10:54:02.272352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43636) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:02.365584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Set router b5077b14-4de6-444c-8720-a37862c91b46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:54:02.400703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe1fae8-468e-474d-9ebb-2ad51a22bfce tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:02.404764 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-afe1fae8-468e-474d-9ebb-2ad51a22bfce tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290421 Mar 23 10:54:02.404978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43640) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:02.449007 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-21477ea2-9ba2-49c0-88f0-5082841ffda7 tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429206 Mar 23 10:54:02.451491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43644) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:02.456695 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-755346276', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:02.567362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:54:02.571948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:subnet and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:54:02.574796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:54:02.580405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:54:02.590062 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:54:02.593560 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:02.655157 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:01Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:02.659162 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Checking router: b5077b14-4de6-444c-8720-a37862c91b46 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:54:02.659505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Updating router b5077b14-4de6-444c-8720-a37862c91b46 port bba686e8-a817-44f8-9b4b-5a4971048004 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:54:02.750314 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:02.807905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:02.888096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Subnet': ['ID=db34709d-0001-43de-8c8e-b9b6566ca043,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:02.892135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Checking segment: {'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:54:02.892981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network hostable DHCP agents. Network: 3868c685-8711-41a5-ba00-685ee53fb2f1, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:54:02.912828 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 3868c685-8711-41a5-ba00-685ee53fb2f1 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:54:02.922553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 3868c685-8711-41a5-ba00-685ee53fb2f1) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:02.926720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:02.927439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:02.948022 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ebf44084-2504-42db-ad19-f2c9ec051854 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4955497 Mar 23 10:54:02.949265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0153b77d-bd46-4287-ab0e-6dd94a8a6eaf None None] Network 3868c685-8711-41a5-ba00-685ee53fb2f1 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:54:02.950985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43648) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:03.252912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:03.264327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-3868c685-8711-41a5-ba00-685ee53fb2f1', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:54:03.265206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:03.275878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Transition to ACTIVE for port object bba686e8-a817-44f8-9b4b-5a4971048004 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:54:03.285474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:03.413612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Attempting to bind port bba686e8-a817-44f8-9b4b-5a4971048004 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:54:03.413970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Attempting to bind port bba686e8-a817-44f8-9b4b-5a4971048004 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:54:03.414327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Attempting to bind port bba686e8-a817-44f8-9b4b-5a4971048004 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:54:03.422130 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a182d-2d2d-43f9-80b4-83d07e59cab6 None None] Pushing event updated for resources: {'Port': ['ID=bba686e8-a817-44f8-9b4b-5a4971048004,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:03.435607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:54:03.435969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:54:03.436357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:03.436734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:54:03.437210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Bound port: bba686e8-a817-44f8-9b4b-5a4971048004, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:54:03.437572 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:03.563074 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] For port bba686e8-a817-44f8-9b4b-5a4971048004, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:54:03.565293 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Allocated IP 172.20.0.2 (3868c685-8711-41a5-ba00-685ee53fb2f1/db34709d-0001-43de-8c8e-b9b6566ca043/fd6a6e4f-ad68-423a-9cd8-b979f24a11f0) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:54:03.567921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] For port bba686e8-a817-44f8-9b4b-5a4971048004, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=bba686e8-a817-44f8-9b4b-5a4971048004,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:54:03.571620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:03.742946 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Routers {'b5077b14-4de6-444c-8720-a37862c91b46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:54:03.743557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:53:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b5077b14-4de6-444c-8720-a37862c91b46'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:03.750932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:03.799729 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a182d-2d2d-43f9-80b4-83d07e59cab6 None None] Pushing event updated for resources: {'Port': ['ID=bba686e8-a817-44f8-9b4b-5a4971048004,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:03.845888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-60634ac7-c24c-4ca5-9ee2-f27202242c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:04.012275 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:04.026526 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] Set router b5077b14-4de6-444c-8720-a37862c91b46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:54:04.168380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Transition to ACTIVE for port object fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:54:04.227266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Transition to ACTIVE for port object fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:54:04.283672 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:04.297397 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.20.0.1 (3868c685-8711-41a5-ba00-685ee53fb2f1/db34709d-0001-43de-8c8e-b9b6566ca043/44b740e4-caa7-4bfd-9652-686bd9b348e6) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:54:04.361179 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Network 3868c685-8711-41a5-ba00-685ee53fb2f1 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:04.365957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:04.376584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:54:04.444821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Pushing event updated for resources: {'Port': ['ID=fd6a6e4f-ad68-423a-9cd8-b979f24a11f0,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:04.459159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:04.474895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Transition to ACTIVE for port object 44b740e4-caa7-4bfd-9652-686bd9b348e6 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:54:04.498614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:04.520345 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Attempting to bind port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:54:04.520710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Attempting to bind port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:54:04.521086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Attempting to bind port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 on network 3868c685-8711-41a5-ba00-685ee53fb2f1 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:54:04.527719 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:54:04.528100 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Checking segment: {'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:54:04.528476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:04.528858 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Bound using segment: {'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:54:04.529336 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Bound port: fd6a6e4f-ad68-423a-9cd8-b979f24a11f0, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:54:04.529705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:04.562144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 3868c685-8711-41a5-ba00-685ee53fb2f1 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:04.565149 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:04.567773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:54:04.610303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=44b740e4-caa7-4bfd-9652-686bd9b348e6,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:04.615239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:01Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:04.625244 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b2b023-0544-486d-8a5c-a09dcd02312a None None] The sync data for ids ['b5077b14-4de6-444c-8720-a37862c91b46'] in dv-neutron-834652-2-hyperv is: [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:01Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:54:04.632615 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] For port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:54:04.636120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] For port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fd6a6e4f-ad68-423a-9cd8-b979f24a11f0,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:54:04.637410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:04.642539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:04.735247 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9088f7-fc66-495e-aec6-021a4453f7ad None None] Pushing event updated for resources: {'Port': ['ID=fd6a6e4f-ad68-423a-9cd8-b979f24a11f0,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:05.083592 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:05.163292 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device bba686e8-a817-44f8-9b4b-5a4971048004 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:54:05.234476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port bba686e8-a817-44f8-9b4b-5a4971048004 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:54:05.239556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port bba686e8-a817-44f8-9b4b-5a4971048004 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:05.239925 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:05.363687 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:05.381783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port bba686e8-a817-44f8-9b4b-5a4971048004, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=bba686e8-a817-44f8-9b4b-5a4971048004,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:54:05.387351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:05.388178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:54:05.496841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=bba686e8-a817-44f8-9b4b-5a4971048004,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:05.536374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:54:05.547379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:05.552473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:05.668700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:05.684912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=44b740e4-caa7-4bfd-9652-686bd9b348e6,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:05.801229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1db0fa-c77d-4b46-9a0c-04ffaa50096e None None] Network 3868c685-8711-41a5-ba00-685ee53fb2f1 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:54:05.817611 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 3868c685-8711-41a5-ba00-685ee53fb2f1 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:05.818735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:05.923453 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c394b657-1f2f-458a-8f17-c367f37a3d81 None None] Provisioning for port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:54:05.940171 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c394b657-1f2f-458a-8f17-c367f37a3d81 None None] Provisioning complete for port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:05.940506 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c394b657-1f2f-458a-8f17-c367f37a3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:06.011507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router b5077b14-4de6-444c-8720-a37862c91b46 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:54:06.142518 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c394b657-1f2f-458a-8f17-c367f37a3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:06.186869 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c394b657-1f2f-458a-8f17-c367f37a3d81 None None] For port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fd6a6e4f-ad68-423a-9cd8-b979f24a11f0,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:54:06.193772 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c394b657-1f2f-458a-8f17-c367f37a3d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:06.207032 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:54:06.226218 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-51a86868-02c5-41e3-8f78-334737327423 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "PUT /v2.0/routers/b5077b14-4de6-444c-8720-a37862c91b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2735820 Mar 23 10:54:06.273754 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394b657-1f2f-458a-8f17-c367f37a3d81 None None] Pushing event updated for resources: {'Port': ['ID=fd6a6e4f-ad68-423a-9cd8-b979f24a11f0,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:06.399965 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Sync routers for ids ['b5077b14-4de6-444c-8720-a37862c91b46'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:54:06.412023 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Routers {'b5077b14-4de6-444c-8720-a37862c91b46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:54:06.412628 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:53:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b5077b14-4de6-444c-8720-a37862c91b46'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:06.418036 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-aa79ec6d-cf3f-4b1e-9572-a93f774cb19f None None] Provisioning complete for port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:06.418573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-aa79ec6d-cf3f-4b1e-9572-a93f774cb19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:06.430564 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bf834951-c782-446a-bb8a-eca76285f47e req-5c13b6d3-478c-4590-ac0c-68de14b48b12 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:54:06.448142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bf834951-c782-446a-bb8a-eca76285f47e req-5c13b6d3-478c-4590-ac0c-68de14b48b12 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:54:06.449777 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-5c13b6d3-478c-4590-ac0c-68de14b48b12 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1368189442&fields=id&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 267 time: 0.0630071 Mar 23 10:54:06.593564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:06.593564 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-aa79ec6d-cf3f-4b1e-9572-a93f774cb19f None None] Provisioning for port 44b740e4-caa7-4bfd-9652-686bd9b348e6 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:54:06.600963 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-aa79ec6d-cf3f-4b1e-9572-a93f774cb19f None None] Provisioning complete for port 44b740e4-caa7-4bfd-9652-686bd9b348e6 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:06.601400 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-aa79ec6d-cf3f-4b1e-9572-a93f774cb19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:06.629579 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Set router b5077b14-4de6-444c-8720-a37862c91b46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:54:06.665778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-60135441-b270-4df7-a7ee-118b8d5e106b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:06.677455 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-aa79ec6d-cf3f-4b1e-9572-a93f774cb19f None None] Port 44b740e4-caa7-4bfd-9652-686bd9b348e6 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:54:06.750390 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834951-c782-446a-bb8a-eca76285f47e req-24cbf6de-33b8-40c4-9034-a5b893e6a72f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:06.751882 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-24cbf6de-33b8-40c4-9034-a5b893e6a72f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/networks?id=3868c685-8711-41a5-ba00-685ee53fb2f1 HTTP/1.1" status: 200 len: 797 time: 0.2949550 Mar 23 10:54:06.767289 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-fc81d8e1-aca5-4601-ae00-8a24ff0656ca tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/quotas/f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 375 time: 0.0097520 Mar 23 10:54:06.800669 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-8a677eee-d131-4426-bb25-b0f573058eeb None None] Provisioning complete for port 44b740e4-caa7-4bfd-9652-686bd9b348e6 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:06.801027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8a677eee-d131-4426-bb25-b0f573058eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:06.859271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-8a677eee-d131-4426-bb25-b0f573058eeb None None] Port 44b740e4-caa7-4bfd-9652-686bd9b348e6 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:54:06.870700 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bf834951-c782-446a-bb8a-eca76285f47e req-9ee63479-f47d-4d19-aee4-383fe0926ba0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:54:06.888890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-bf834951-c782-446a-bb8a-eca76285f47e req-9ee63479-f47d-4d19-aee4-383fe0926ba0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:54:06.890423 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-9ee63479-f47d-4d19-aee4-383fe0926ba0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175222 Mar 23 10:54:06.978012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f997c425-f7ad-4aec-bc53-961b8db3f24a None None] Provisioning complete for port 44b740e4-caa7-4bfd-9652-686bd9b348e6 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:06.978663 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f997c425-f7ad-4aec-bc53-961b8db3f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.028695 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '44b740e4-caa7-4bfd-9652-686bd9b348e6', 'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:3b:2a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:03Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 2, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:07.032721 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Checking router: b5077b14-4de6-444c-8720-a37862c91b46 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:54:07.033088 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Updating router b5077b14-4de6-444c-8720-a37862c91b46 port 44b740e4-caa7-4bfd-9652-686bd9b348e6 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:54:07.081947 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f997c425-f7ad-4aec-bc53-961b8db3f24a None None] Port 44b740e4-caa7-4bfd-9652-686bd9b348e6 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:54:07.086182 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-b6c684cb-e257-4352-9cff-b8dc149c51c2 service neutron] 10.222.0.84 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838202 Mar 23 10:54:07.100360 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.116300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device bba686e8-a817-44f8-9b4b-5a4971048004 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:54:07.183774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port bba686e8-a817-44f8-9b4b-5a4971048004 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:07.184166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.225160 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-fac630d4-7d06-4910-8de3-1cf765d22004 service neutron] 10.222.0.84 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311831 Mar 23 10:54:07.306300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:54:07.398194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.412227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:07.412596 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.435656 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-57bcf032-cd5a-4b76-bee2-fe1c4cf2430b req-f6af637a-9127-41dc-a7ef-3118fedddb07 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 210 time: 0.0590913 Mar 23 10:54:07.474290 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.486646 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Transition to ACTIVE for port object 44b740e4-caa7-4bfd-9652-686bd9b348e6 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:54:07.494361 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.591334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.627658 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Pushing event updated for resources: {'Port': ['ID=44b740e4-caa7-4bfd-9652-686bd9b348e6,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:07.641411 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.641756 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.642094 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.642446 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.643166 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.643586 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.644055 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.644382 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.644704 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.645235 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.645786 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.646321 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:54:07.741950 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Attempting to bind port 44b740e4-caa7-4bfd-9652-686bd9b348e6 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:54:07.742594 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Attempting to bind port 44b740e4-caa7-4bfd-9652-686bd9b348e6 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:54:07.742929 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Attempting to bind port 44b740e4-caa7-4bfd-9652-686bd9b348e6 on network 3868c685-8711-41a5-ba00-685ee53fb2f1 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:54:07.748690 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:54:07.749148 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Checking segment: {'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:54:07.749470 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.749850 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Bound using segment: {'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:54:07.750355 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Bound port: 44b740e4-caa7-4bfd-9652-686bd9b348e6, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:54:07.750715 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.849351 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] For port 44b740e4-caa7-4bfd-9652-686bd9b348e6, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:54:07.852483 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] For port 44b740e4-caa7-4bfd-9652-686bd9b348e6, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=44b740e4-caa7-4bfd-9652-686bd9b348e6,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:54:07.856834 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:07.937294 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Routers {'b5077b14-4de6-444c-8720-a37862c91b46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:54:07.937915 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:54:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b5077b14-4de6-444c-8720-a37862c91b46'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:07.998820 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35050fb9-0b80-4b5f-9647-d0ee02bdac63 None None] Pushing event updated for resources: {'Port': ['ID=44b740e4-caa7-4bfd-9652-686bd9b348e6,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:08.122902 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] Set router b5077b14-4de6-444c-8720-a37862c91b46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:54:08.456984 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '44b740e4-caa7-4bfd-9652-686bd9b348e6', 'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:3b:2a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:03Z', 'updated_at': '2022-03-23T10:54:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:08.461227 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488eb101-5be0-4c08-8bd3-251aaf43a2f6 None None] The sync data for ids ['b5077b14-4de6-444c-8720-a37862c91b46'] in dv-neutron-834652-2-hyperv is: [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '44b740e4-caa7-4bfd-9652-686bd9b348e6', 'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:3b:2a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:03Z', 'updated_at': '2022-03-23T10:54:07Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:54:08.557513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834951-c782-446a-bb8a-eca76285f47e req-6cf39ed2-dd08-407a-a4ca-7bde50bf443e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:08.558935 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-6cf39ed2-dd08-407a-a4ca-7bde50bf443e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/networks?id=3868c685-8711-41a5-ba00-685ee53fb2f1 HTTP/1.1" status: 200 len: 797 time: 0.1712549 Mar 23 10:54:08.644241 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c25b6189-c9f0-4f83-aee4-30802b30e2bf req-5e9301e1-2204-4a4e-937f-1da7052ea20a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 210 time: 0.0530591 Mar 23 10:54:08.672509 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-df8df9eb-c651-4ae5-9347-248f467e914d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 380 time: 0.1037304 Mar 23 10:54:08.682071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'port': {'device_id': '850b649a-2b60-4652-9f60-12c690379894', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'admin_state_up': True, 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'security_groups': ['029a9bbc-81fb-4a45-a479-021dd074634e']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:08.823258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:54:08.833442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:54:08.843512 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:54:08.847348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:09.011980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.20.0.5 (3868c685-8711-41a5-ba00-685ee53fb2f1/db34709d-0001-43de-8c8e-b9b6566ca043/f06dddc2-8446-4978-971a-29117f48e1c3) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:54:09.106630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 44b740e4-caa7-4bfd-9652-686bd9b348e6 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:54:09.180004 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 44b740e4-caa7-4bfd-9652-686bd9b348e6 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:54:09.185507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 44b740e4-caa7-4bfd-9652-686bd9b348e6 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:09.186085 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:09.246406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:09.262818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Transition to ACTIVE for port object f06dddc2-8446-4978-971a-29117f48e1c3 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:54:09.289476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:09.309840 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:09.344199 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 44b740e4-caa7-4bfd-9652-686bd9b348e6, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=44b740e4-caa7-4bfd-9652-686bd9b348e6,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:54:09.350262 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:09.358464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 3868c685-8711-41a5-ba00-685ee53fb2f1 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:09.361505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:09.363902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:54:09.418817 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=44b740e4-caa7-4bfd-9652-686bd9b348e6,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:09.420348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=f06dddc2-8446-4978-971a-29117f48e1c3,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:09.446537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:09.447333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:09.476659 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-8a1c380e-00a1-48e2-ab42-76e0c84b35ed tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7985306 Mar 23 10:54:09.488520 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Request body: {'port': {'device_id': '850b649a-2b60-4652-9f60-12c690379894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:09.608889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:09.641539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:09.679949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0f4645c6-e32b-4b24-b704-9da1e68253be None None] Provisioning for port f06dddc2-8446-4978-971a-29117f48e1c3 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:54:09.686194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-0f4645c6-e32b-4b24-b704-9da1e68253be None None] Provisioning complete for port f06dddc2-8446-4978-971a-29117f48e1c3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:09.686825 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0f4645c6-e32b-4b24-b704-9da1e68253be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:09.749517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0f4645c6-e32b-4b24-b704-9da1e68253be None None] Port f06dddc2-8446-4978-971a-29117f48e1c3 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:54:09.847733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f7447-1c27-47c2-9229-ea10d5322a86 req-bd6770bf-e7a8-4605-b18d-6e1d6d760b68 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:09.849844 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4b3f7447-1c27-47c2-9229-ea10d5322a86 req-bd6770bf-e7a8-4605-b18d-6e1d6d760b68 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 931 time: 0.0825503 Mar 23 10:54:09.895717 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-4b3f7447-1c27-47c2-9229-ea10d5322a86 req-9ace836d-a35f-48bc-a3ac-1928b84af8a3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:54:09.907484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-4b3f7447-1c27-47c2-9229-ea10d5322a86 req-9ace836d-a35f-48bc-a3ac-1928b84af8a3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:54:09.908608 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4b3f7447-1c27-47c2-9229-ea10d5322a86 req-9ace836d-a35f-48bc-a3ac-1928b84af8a3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529423 Mar 23 10:54:10.060623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06dddc2-8446-4978-971a-29117f48e1c3 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:54:10.068401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:10.081878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Transition to ACTIVE for port object f06dddc2-8446-4978-971a-29117f48e1c3 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:54:10.086303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:10.240568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Pushing event updated for resources: {'Port': ['ID=f06dddc2-8446-4978-971a-29117f48e1c3,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:10.317478 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Attempting to bind port f06dddc2-8446-4978-971a-29117f48e1c3 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:54:10.317804 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Attempting to bind port f06dddc2-8446-4978-971a-29117f48e1c3 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:54:10.318124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Attempting to bind port f06dddc2-8446-4978-971a-29117f48e1c3 on network 3868c685-8711-41a5-ba00-685ee53fb2f1 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:54:10.322565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Port f06dddc2-8446-4978-971a-29117f48e1c3 on network 3868c685-8711-41a5-ba00-685ee53fb2f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:54:10.322875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Attempting to bind port f06dddc2-8446-4978-971a-29117f48e1c3 on network 3868c685-8711-41a5-ba00-685ee53fb2f1 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:54:10.327776 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:54:10.328103 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Checking segment: {'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:54:10.328540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Bound using segment: {'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:54:10.328956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Bound port: f06dddc2-8446-4978-971a-29117f48e1c3, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:54:10.329319 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:10.415006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] For port f06dddc2-8446-4978-971a-29117f48e1c3, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:54:10.417780 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] For port f06dddc2-8446-4978-971a-29117f48e1c3, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f06dddc2-8446-4978-971a-29117f48e1c3,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:54:10.422227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:10.479638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:10.480243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:10.481609 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] 10.222.0.102 "PUT /v2.0/ports/f06dddc2-8446-4978-971a-29117f48e1c3 HTTP/1.1" status: 200 len: 1093 time: 0.9977152 Mar 23 10:54:10.482042 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850b649a-2b60-4652-9f60-12c690379894', 'tag': 'f06dddc2-8446-4978-971a-29117f48e1c3'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:54:10.508391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34ce60-c579-4860-bfd4-d7285b9e4704 service neutron] Pushing event updated for resources: {'Port': ['ID=f06dddc2-8446-4978-971a-29117f48e1c3,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:10.560164 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850b649a-2b60-4652-9f60-12c690379894', 'tag': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'status': 'completed', 'code': 200} Mar 23 10:54:10.601255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834951-c782-446a-bb8a-eca76285f47e req-4576caa6-62be-4d20-bcb9-adaa679861a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:10.602880 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-4576caa6-62be-4d20-bcb9-adaa679861a0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 1096 time: 0.0849977 Mar 23 10:54:10.674913 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-915e75c9-437c-465b-bd79-bad9dffb31ab service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06dddc2-8446-4978-971a-29117f48e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0654070 Mar 23 10:54:10.736664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834951-c782-446a-bb8a-eca76285f47e req-f4a8965f-1333-4f97-8f3e-d7321c1a2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:10.738137 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-f4a8965f-1333-4f97-8f3e-d7321c1a2fee service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db34709d-0001-43de-8c8e-b9b6566ca043 HTTP/1.1" status: 200 len: 834 time: 0.0571651 Mar 23 10:54:10.814735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf834951-c782-446a-bb8a-eca76285f47e req-3b977f57-1f72-4b09-b1ce-b6704e507c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:10.816085 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-3b977f57-1f72-4b09-b1ce-b6704e507c24 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3868c685-8711-41a5-ba00-685ee53fb2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718789 Mar 23 10:54:10.945259 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-199721cd-6437-431d-92d8-3f5feb2192dc service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220133 Mar 23 10:54:11.078718 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf834951-c782-446a-bb8a-eca76285f47e req-7714ed17-21eb-4a9b-87ec-d6108b5620d5 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276293 Mar 23 10:54:11.080650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 44b740e4-caa7-4bfd-9652-686bd9b348e6 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:54:11.099049 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c904f3b-c9b8-4021-8875-b2a15e729c8d req-7dfd1a70-ad00-43bc-a104-0ae8e312237b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:11.100521 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9c904f3b-c9b8-4021-8875-b2a15e729c8d req-7dfd1a70-ad00-43bc-a104-0ae8e312237b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 943 time: 0.0878761 Mar 23 10:54:11.151095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 44b740e4-caa7-4bfd-9652-686bd9b348e6 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:11.151465 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:11.152335 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9c904f3b-c9b8-4021-8875-b2a15e729c8d req-0d834283-f14a-4c0a-83cd-b8d3d611e63c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Mar 23 10:54:11.190645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-42c8e80b-8b6b-4efe-9422-b667f7f55dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:11.192521 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-42c8e80b-8b6b-4efe-9422-b667f7f55dc8 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 1096 time: 0.0713584 Mar 23 10:54:11.321692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-d47b3b2b-39f3-41f7-8fbd-18b7ce363a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:11.323103 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-d47b3b2b-39f3-41f7-8fbd-18b7ce363a46 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3868c685-8711-41a5-ba00-685ee53fb2f1 HTTP/1.1" status: 200 len: 898 time: 0.1244981 Mar 23 10:54:11.401173 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-5fbb582f-c231-48cf-a25b-e1169f972269 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06dddc2-8446-4978-971a-29117f48e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0718343 Mar 23 10:54:11.462159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-2c17109e-f977-4857-91ad-ac641e9e4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:11.463549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-2c17109e-f977-4857-91ad-ac641e9e4fe1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db34709d-0001-43de-8c8e-b9b6566ca043 HTTP/1.1" status: 200 len: 834 time: 0.0565853 Mar 23 10:54:11.631210 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-6f7ec5f1-8777-4001-84cf-59cc4f762790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:11.632653 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-6f7ec5f1-8777-4001-84cf-59cc4f762790 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3868c685-8711-41a5-ba00-685ee53fb2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1628225 Mar 23 10:54:11.763690 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-0484e1b0-644b-4ae1-a670-b2cba137ca12 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239979 Mar 23 10:54:11.893486 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2133e3dc-e345-434f-9c4b-59a0e5050432 req-677d3200-8a84-4a7b-ba42-a12b7bb70cc4 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232438 Mar 23 10:54:12.334971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6e343-1492-45b8-88ea-2231b58b598b req-496a71ba-b718-4655-9ad3-e6bb3c192087 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:12.335680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-adb6e343-1492-45b8-88ea-2231b58b598b req-496a71ba-b718-4655-9ad3-e6bb3c192087 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:54:12.351085 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-adb6e343-1492-45b8-88ea-2231b58b598b req-496a71ba-b718-4655-9ad3-e6bb3c192087 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:54:12.352302 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adb6e343-1492-45b8-88ea-2231b58b598b req-496a71ba-b718-4655-9ad3-e6bb3c192087 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 943 time: 0.0951180 Mar 23 10:54:12.394804 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-adb6e343-1492-45b8-88ea-2231b58b598b req-0f5939a9-2fc0-43af-90a1-6f411481d090 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367570 Mar 23 10:54:13.509358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device f06dddc2-8446-4978-971a-29117f48e1c3 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:54:13.575836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f02202-5e7d-4ddd-a694-14131803e2ac req-deb4475d-e59f-4ca5-9819-61a605adcb09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:13.577343 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-71f02202-5e7d-4ddd-a694-14131803e2ac req-deb4475d-e59f-4ca5-9819-61a605adcb09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 943 time: 0.0791960 Mar 23 10:54:13.623502 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-71f02202-5e7d-4ddd-a694-14131803e2ac req-98f5de06-6373-4544-a04d-93c1f128e54f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403914 Mar 23 10:54:13.641814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port f06dddc2-8446-4978-971a-29117f48e1c3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f06dddc2-8446-4978-971a-29117f48e1c3,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:54:13.655271 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'port_id': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'mac_address': 'fa:16:3e:e7:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:54:13.712251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:13.727821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06dddc2-8446-4978-971a-29117f48e1c3 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:54:13.742710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port f06dddc2-8446-4978-971a-29117f48e1c3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f06dddc2-8446-4978-971a-29117f48e1c3,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:54:13.746690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:13.811684 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=f06dddc2-8446-4978-971a-29117f48e1c3,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:13.950950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['f06dddc2-8446-4978-971a-29117f48e1c3'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:54:14.809535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b4e20-b8a7-46d9-829a-c305a2385cce req-38fe4ec1-f0d8-4ea0-8728-575f0ff08c78 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:14.811038 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d2b4e20-b8a7-46d9-829a-c305a2385cce req-38fe4ec1-f0d8-4ea0-8728-575f0ff08c78 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 944 time: 0.0826063 Mar 23 10:54:14.854637 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7d2b4e20-b8a7-46d9-829a-c305a2385cce req-aca4bc96-8d08-44b2-b6dc-47915cfed6f3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380311 Mar 23 10:54:15.524272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device f06dddc2-8446-4978-971a-29117f48e1c3 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:54:15.589752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port f06dddc2-8446-4978-971a-29117f48e1c3 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:54:15.594636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port f06dddc2-8446-4978-971a-29117f48e1c3 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:54:15.595005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:15.734420 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:15.761866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850b649a-2b60-4652-9f60-12c690379894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06dddc2-8446-4978-971a-29117f48e1c3'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:54:15.772541 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port f06dddc2-8446-4978-971a-29117f48e1c3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f06dddc2-8446-4978-971a-29117f48e1c3,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:54:15.776406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:15.814040 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850b649a-2b60-4652-9f60-12c690379894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'code': 200} Mar 23 10:54:15.849355 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=f06dddc2-8446-4978-971a-29117f48e1c3,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:16.090619 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c15f2-ac0b-4694-a2ff-d02d82c281a1 req-025ee609-74cc-4642-b7ac-a1b037d00646 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:16.091964 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-553c15f2-ac0b-4694-a2ff-d02d82c281a1 req-025ee609-74cc-4642-b7ac-a1b037d00646 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.1314046 Mar 23 10:54:16.095080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97cdc3-54d3-4a21-8b61-3f927afcc21c req-66ea91b9-bdcc-4fc2-80c8-392568a68e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:16.096354 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5d97cdc3-54d3-4a21-8b61-3f927afcc21c req-66ea91b9-bdcc-4fc2-80c8-392568a68e11 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 1098 time: 0.1057429 Mar 23 10:54:16.167818 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5d97cdc3-54d3-4a21-8b61-3f927afcc21c req-03af9da1-f4a9-4c8c-bbf2-5dbb258adf14 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532985 Mar 23 10:54:16.171007 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-553c15f2-ac0b-4694-a2ff-d02d82c281a1 req-706b7524-b877-4b5b-b35d-d3cdc2a9d6d8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727825 Mar 23 10:54:17.361336 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb75b7-1789-4d9e-b960-ca864652d9fd req-768c7d68-4a50-4ee2-ae8d-dc3b551ee450 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:17.362888 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bbfb75b7-1789-4d9e-b960-ca864652d9fd req-768c7d68-4a50-4ee2-ae8d-dc3b551ee450 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0826430 Mar 23 10:54:17.407753 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bbfb75b7-1789-4d9e-b960-ca864652d9fd req-2b92ca9a-d406-432b-961b-2c67abe1a9c0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384741 Mar 23 10:54:18.589994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58943e-8774-4f8c-9324-4fb2ca9940bb req-b69e1f8b-cccd-447e-b31b-5a59e0e43b4c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:18.591428 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ca58943e-8774-4f8c-9324-4fb2ca9940bb req-b69e1f8b-cccd-447e-b31b-5a59e0e43b4c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0808902 Mar 23 10:54:18.637476 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ca58943e-8774-4f8c-9324-4fb2ca9940bb req-0c64bc56-477d-4a95-bca2-0cbda7723ddb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405395 Mar 23 10:54:18.818654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c3199-279e-43e8-8d00-ee59d8b929be req-ccd4770d-3623-4115-b9f5-80ebbd9a56e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:18.820083 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cc0c3199-279e-43e8-8d00-ee59d8b929be req-ccd4770d-3623-4115-b9f5-80ebbd9a56e5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0814509 Mar 23 10:54:18.863115 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cc0c3199-279e-43e8-8d00-ee59d8b929be req-d95ee7b5-8b2d-4d00-a075-b3e610307163 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375140 Mar 23 10:54:18.885528 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43704) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:18.954444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e3b6cb-54f1-49e1-904f-50f04317ebbc tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:18.955901 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-d4e3b6cb-54f1-49e1-904f-50f04317ebbc tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 1093 time: 0.0694184 Mar 23 10:54:18.959188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43708) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:18.964005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:54:18.969800 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:54:18.974109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:floatingip and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:54:18.976838 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:54:18.982374 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:54:18.992411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:19.123538 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:19.255816 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.26.4.241 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/865dc21c-2d60-4031-80ba-912db0fc2012) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:54:19.397885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:19.425973 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:19.488656 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:54:19.491245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:54:19.498854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:54:19.528351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=865dc21c-2d60-4031-80ba-912db0fc2012,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:20.026848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:20.100081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:20.309755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:20.314482 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:20.424301 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=865dc21c-2d60-4031-80ba-912db0fc2012,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:54:20.434673 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:20.609693 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Floating IP 730edbc7-9b52-4e49-bdc8-3b30ce58b5b8 associated. External IP: 172.26.4.241, port: f06dddc2-8446-4978-971a-29117f48e1c3. Mar 23 10:54:20.952590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router b5077b14-4de6-444c-8720-a37862c91b46 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:54:21.125096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:54:21.134807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] Sync routers for ids ['b5077b14-4de6-444c-8720-a37862c91b46'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:54:21.146156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] Routers {'b5077b14-4de6-444c-8720-a37862c91b46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:54:21.146576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:54:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b5077b14-4de6-444c-8720-a37862c91b46'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:21.151044 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:21.207828 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-cc88d96a-dde7-474c-b10e-03990a44a746 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2476318 Mar 23 10:54:21.208568 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850b649a-2b60-4652-9f60-12c690379894', 'tag': 'f06dddc2-8446-4978-971a-29117f48e1c3'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:54:21.328354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] Set router b5077b14-4de6-444c-8720-a37862c91b46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:54:21.334501 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850b649a-2b60-4652-9f60-12c690379894', 'tag': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'status': 'completed', 'code': 200} Mar 23 10:54:21.437333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee14ea-e877-4553-af0f-632e608223f2 req-4f870bde-f1b4-45e3-9303-7e203ceccd8f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:21.438708 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ddee14ea-e877-4553-af0f-632e608223f2 req-4f870bde-f1b4-45e3-9303-7e203ceccd8f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.1385739 Mar 23 10:54:21.487899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-d5b465a5-590e-4ad3-9b74-0568a792e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:21.489925 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-d5b465a5-590e-4ad3-9b74-0568a792e017 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 1098 time: 0.1338036 Mar 23 10:54:21.496862 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ddee14ea-e877-4553-af0f-632e608223f2 req-37fa4432-6b62-4ac7-90d7-841998fff162 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515239 Mar 23 10:54:21.520350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43718) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:21.628959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-3c6a1c2d-5fd8-4024-b90a-2c1c271fed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:21.630611 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-3c6a1c2d-5fd8-4024-b90a-2c1c271fed38 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3868c685-8711-41a5-ba00-685ee53fb2f1 HTTP/1.1" status: 200 len: 898 time: 0.1328874 Mar 23 10:54:21.688496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '730edbc7-9b52-4e49-bdc8-3b30ce58b5b8', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'port_id': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'mac_address': 'fa:16:3e:e7:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850b649a-2b60-4652-9f60-12c690379894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:54:19Z', 'updated_at': '2022-03-23T10:54:19Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b740e4-caa7-4bfd-9652-686bd9b348e6', 'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:3b:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:03Z', 'updated_at': '2022-03-23T10:54:09Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:21.692666 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] Checking router: b5077b14-4de6-444c-8720-a37862c91b46 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:54:21.702795 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] Routers {'b5077b14-4de6-444c-8720-a37862c91b46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:54:21.703425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:54:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b5077b14-4de6-444c-8720-a37862c91b46'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:21.739644 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-f65179b9-314a-477a-9d20-157021e07064 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06dddc2-8446-4978-971a-29117f48e1c3 HTTP/1.1" status: 200 len: 999 time: 0.1029034 Mar 23 10:54:21.764503 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-4fef1009-962f-4022-a142-6a8c9b6477c9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/730edbc7-9b52-4e49-bdc8-3b30ce58b5b8 HTTP/1.1" status: 200 len: 991 time: 0.2418320 Mar 23 10:54:21.801666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-3c917446-42ae-4f5a-ab64-d3e2c7deceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:21.803085 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-3c917446-42ae-4f5a-ab64-d3e2c7deceb4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db34709d-0001-43de-8c8e-b9b6566ca043 HTTP/1.1" status: 200 len: 834 time: 0.0578983 Mar 23 10:54:21.882977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-7ca34810-2bf9-47b8-9bd7-41a34a679d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:21.884470 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-7ca34810-2bf9-47b8-9bd7-41a34a679d43 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3868c685-8711-41a5-ba00-685ee53fb2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760992 Mar 23 10:54:21.887603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] Set router b5077b14-4de6-444c-8720-a37862c91b46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:54:22.019835 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-ce1485da-fd75-4756-9a77-96e0f04125b1 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293061 Mar 23 10:54:22.235786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '730edbc7-9b52-4e49-bdc8-3b30ce58b5b8', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'port_id': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'mac_address': 'fa:16:3e:e7:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850b649a-2b60-4652-9f60-12c690379894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:54:19Z', 'updated_at': '2022-03-23T10:54:19Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b740e4-caa7-4bfd-9652-686bd9b348e6', 'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:3b:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:03Z', 'updated_at': '2022-03-23T10:54:09Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:54:22.240458 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c014b-8530-4572-b259-f47e73ae7a84 None None] The sync data for ids ['b5077b14-4de6-444c-8720-a37862c91b46'] in dv-neutron-834652-2-hyperv is: [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '730edbc7-9b52-4e49-bdc8-3b30ce58b5b8', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.241', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'port_id': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'mac_address': 'fa:16:3e:e7:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850b649a-2b60-4652-9f60-12c690379894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:54:19Z', 'updated_at': '2022-03-23T10:54:19Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b740e4-caa7-4bfd-9652-686bd9b348e6', 'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:3b:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:03Z', 'updated_at': '2022-03-23T10:54:09Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:54:22.255289 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-05c288f5-00d1-40a2-8cd5-0f6784cb5f9b req-a7964aa6-de94-4bd1-a9e4-7ef52b713458 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298427 Mar 23 10:54:22.437627 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8229c7f7-6aaa-4f2f-975c-f2fd5c6c433c None None] New status for floating IP 730edbc7-9b52-4e49-bdc8-3b30ce58b5b8: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:54:22.520471 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:54:22.766828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43722) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:54:22.870608 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-43481abe-3960-4885-8233-d201677f15bb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/730edbc7-9b52-4e49-bdc8-3b30ce58b5b8 HTTP/1.1" status: 200 len: 993 time: 0.1026111 Mar 23 10:54:25.928373 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [req-1756973e-c3e2-4711-8d72-9657af3aa1da req-9063e8bb-b099-4926-b029-455d342fa8d2 service neutron] (87860) timed out ('10.222.0.102', 50890) {{(pid=87860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 23 10:54:33.760031 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1b2299bf-1477-47e9-ba20-ffe9f0bb892d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:36.562114 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:36.610583 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6f779ca3-6078-4f92-ba12-03580f606fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:37.371704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:37.589976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:39.643960 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:54:43.881389 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-73efccd6-0759-4f66-9f75-86781fa93aab service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672553 Mar 23 10:54:44.017585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-21018da1-5c22-46ff-9481-ebefedcd6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:44.019022 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-21018da1-5c22-46ff-9481-ebefedcd6599 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 1098 time: 0.0701394 Mar 23 10:54:44.160543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-520f65e7-1a9f-4a24-ac55-99f1a258eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:44.161895 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-520f65e7-1a9f-4a24-ac55-99f1a258eaa5 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3868c685-8711-41a5-ba00-685ee53fb2f1 HTTP/1.1" status: 200 len: 898 time: 0.1226859 Mar 23 10:54:44.260796 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-fadc1be7-ee33-4c1d-8647-42796a7ce91f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06dddc2-8446-4978-971a-29117f48e1c3 HTTP/1.1" status: 200 len: 1001 time: 0.0924692 Mar 23 10:54:44.320515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-9e9365b4-ccf3-405f-af64-b27e4a6f3045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:44.321887 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-9e9365b4-ccf3-405f-af64-b27e4a6f3045 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db34709d-0001-43de-8c8e-b9b6566ca043 HTTP/1.1" status: 200 len: 834 time: 0.0549672 Mar 23 10:54:44.392869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-78025ea2-8cc6-40a7-a1df-0f1a6cf4ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:44.395279 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-78025ea2-8cc6-40a7-a1df-0f1a6cf4ebaa service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3868c685-8711-41a5-ba00-685ee53fb2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674396 Mar 23 10:54:44.522370 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-ac935367-453e-4703-add9-884f1583aace service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205325 Mar 23 10:54:44.648425 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e1d1d330-3608-4cca-ae1a-5ea6411a2ef7 req-836fae8d-ed2c-4f0a-bf2a-19fc85b28286 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196289 Mar 23 10:54:54.395873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098c3eb-1763-4d9d-a1d0-18ba949f5dd1 req-a66d8c97-f193-438e-a518-6ea46c3c2569 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:54.397342 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c098c3eb-1763-4d9d-a1d0-18ba949f5dd1 req-a66d8c97-f193-438e-a518-6ea46c3c2569 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0797195 Mar 23 10:54:54.440457 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c098c3eb-1763-4d9d-a1d0-18ba949f5dd1 req-16c65814-bb13-42ed-a0bb-5086cb0367df tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368612 Mar 23 10:54:55.626555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53558038-dca0-4273-957b-c9efb2f7aaeb req-249086b3-28ff-4c83-8f50-1328cbfa6ce1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:55.628529 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-53558038-dca0-4273-957b-c9efb2f7aaeb req-249086b3-28ff-4c83-8f50-1328cbfa6ce1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0829849 Mar 23 10:54:55.671124 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-53558038-dca0-4273-957b-c9efb2f7aaeb req-a7f2b38f-afd1-4fe8-a189-5f825e88c736 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370104 Mar 23 10:54:56.854988 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f186c-0968-4185-a749-987dc454de29 req-95ecb9d7-74c0-4bb0-86c9-a4a567388c15 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:56.856406 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ab2f186c-0968-4185-a749-987dc454de29 req-95ecb9d7-74c0-4bb0-86c9-a4a567388c15 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0807514 Mar 23 10:54:56.900075 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ab2f186c-0968-4185-a749-987dc454de29 req-f8561fb5-80b8-4129-ae3d-5601f20b0def tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377479 Mar 23 10:54:58.082174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea1b13-1b12-419e-ac04-6558000da8c5 req-f77b50de-326c-4d53-a35f-737b3b9f701c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:58.083601 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f9ea1b13-1b12-419e-ac04-6558000da8c5 req-f77b50de-326c-4d53-a35f-737b3b9f701c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0775383 Mar 23 10:54:58.128975 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f9ea1b13-1b12-419e-ac04-6558000da8c5 req-191bbe8e-e6cc-4032-9c4e-25222e517049 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 Mar 23 10:54:59.309683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82585673-7a7e-46e0-b49d-27ace2cc6aec req-6afc619a-bf8b-460d-b74f-c7dce1c15df6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:54:59.311092 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82585673-7a7e-46e0-b49d-27ace2cc6aec req-6afc619a-bf8b-460d-b74f-c7dce1c15df6 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0769238 Mar 23 10:54:59.353071 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-82585673-7a7e-46e0-b49d-27ace2cc6aec req-15e33aa4-6c6d-43e7-bed7-008b3ee76707 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358036 Mar 23 10:54:59.519431 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:55:00.549268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf7719-2ed7-42f5-b3b9-3d9c680a843f req-ec76af20-387e-44f6-80fe-bf71268aa9e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:00.551284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3ebf7719-2ed7-42f5-b3b9-3d9c680a843f req-ec76af20-387e-44f6-80fe-bf71268aa9e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0946336 Mar 23 10:55:00.596349 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3ebf7719-2ed7-42f5-b3b9-3d9c680a843f req-d254d6d2-499a-41f9-b2ee-7cc96b1c23f1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383036 Mar 23 10:55:01.779686 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb237a-4d2f-455c-bec8-09cab6660536 req-7029a5f1-5e41-4281-a695-73edbe1c24bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:01.781141 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-26fb237a-4d2f-455c-bec8-09cab6660536 req-7029a5f1-5e41-4281-a695-73edbe1c24bf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0814419 Mar 23 10:55:01.823503 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-26fb237a-4d2f-455c-bec8-09cab6660536 req-10578e49-5589-415e-8e39-63f5b7d373ca tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365772 Mar 23 10:55:03.010692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739b20d-5a6f-47c2-9557-bf08533aa6a2 req-e81483f8-fb83-49bf-8114-74ab4c43eb9a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:03.012119 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a739b20d-5a6f-47c2-9557-bf08533aa6a2 req-e81483f8-fb83-49bf-8114-74ab4c43eb9a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0833802 Mar 23 10:55:03.055833 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a739b20d-5a6f-47c2-9557-bf08533aa6a2 req-6520f8ff-9d4e-4a5c-9d6b-366b5a073211 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381129 Mar 23 10:55:03.762186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1546de73-99fb-4d7e-87a3-c948d18500e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:04.236820 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f18ea-d114-4c9d-9421-600c754d686c req-758dbeab-1960-44ac-8e67-e21a03f26f2f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:04.238294 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-888f18ea-d114-4c9d-9421-600c754d686c req-758dbeab-1960-44ac-8e67-e21a03f26f2f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0789015 Mar 23 10:55:04.282934 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-888f18ea-d114-4c9d-9421-600c754d686c req-435e62ee-c7fc-436d-a985-e4ccaf3b8f52 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391710 Mar 23 10:55:05.469823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b365cbb-f175-4bdc-82ec-d2ef8d27479f req-385681a0-ff9f-4d2d-98c4-edc4db8053f8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:05.471327 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5b365cbb-f175-4bdc-82ec-d2ef8d27479f req-385681a0-ff9f-4d2d-98c4-edc4db8053f8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0795112 Mar 23 10:55:05.514205 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5b365cbb-f175-4bdc-82ec-d2ef8d27479f req-c2e67891-35ec-47a1-872a-ab05667a59da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372040 Mar 23 10:55:06.570746 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:06.614024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-92ef2989-8cf9-4e7c-88a9-393fc0c17c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:06.704297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dbdb4-c6a2-4856-b2dd-7b73d5d6cc4b req-c3fede3c-4e5a-4470-a7f5-04bff95d0400 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:06.706359 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cf4dbdb4-c6a2-4856-b2dd-7b73d5d6cc4b req-c3fede3c-4e5a-4470-a7f5-04bff95d0400 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0811150 Mar 23 10:55:06.749676 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cf4dbdb4-c6a2-4856-b2dd-7b73d5d6cc4b req-64c2f24e-972b-4d21-afea-ea6f3164eeb1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377159 Mar 23 10:55:07.379653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.593621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:07.934710 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eecdc7-a8ae-4b43-b23f-fd8744e630bd req-ae4260cf-ff1b-4543-ab8c-6f77794668d2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:07.936159 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a9eecdc7-a8ae-4b43-b23f-fd8744e630bd req-ae4260cf-ff1b-4543-ab8c-6f77794668d2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0821445 Mar 23 10:55:07.980322 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a9eecdc7-a8ae-4b43-b23f-fd8744e630bd req-a192b4f3-0bf0-4ac8-83d2-82c4cb0ebae1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 Mar 23 10:55:09.167580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624123b-4b76-4a0f-9456-6e86fa18439b req-17c37fab-19b0-428f-a47f-0feddc799a7a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:09.168917 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4624123b-4b76-4a0f-9456-6e86fa18439b req-17c37fab-19b0-428f-a47f-0feddc799a7a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0836530 Mar 23 10:55:09.212135 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-4624123b-4b76-4a0f-9456-6e86fa18439b req-7d87615d-9a7b-4f2a-a7ff-71851b41bfa5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372386 Mar 23 10:55:09.646553 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:10.391473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161bada-2afb-4b70-854e-716a13d1ea31 req-90151f30-df73-4741-8632-bd23aec6763c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:10.393446 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2161bada-2afb-4b70-854e-716a13d1ea31 req-90151f30-df73-4741-8632-bd23aec6763c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0774150 Mar 23 10:55:10.440802 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2161bada-2afb-4b70-854e-716a13d1ea31 req-ff1eafbe-e118-4517-829d-8229ccd7a3b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Mar 23 10:55:10.463432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43766) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:10.567297 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-64c9326c-aa16-425e-b268-b413afc3a5a8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/730edbc7-9b52-4e49-bdc8-3b30ce58b5b8 HTTP/1.1" status: 200 len: 993 time: 0.1026893 Mar 23 10:55:12.017956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df03a0-7b76-4c8c-a7cf-1262d5044051 req-4a776cab-b283-4f92-a3b2-3ad329ea016b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:12.019485 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e4df03a0-7b76-4c8c-a7cf-1262d5044051 req-4a776cab-b283-4f92-a3b2-3ad329ea016b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0790009 Mar 23 10:55:12.066557 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e4df03a0-7b76-4c8c-a7cf-1262d5044051 req-146c15e9-d02a-4315-8441-b79d758afc8d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410590 Mar 23 10:55:12.162273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bf536-df95-4126-8169-2bc26710afd7 req-31738f70-1d35-40ef-963c-79f57aba0638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:12.163643 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-642bf536-df95-4126-8169-2bc26710afd7 req-31738f70-1d35-40ef-963c-79f57aba0638 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 1098 time: 0.1674626 Mar 23 10:55:12.290636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bf536-df95-4126-8169-2bc26710afd7 req-659f200d-203c-42da-a18c-c3d43fdc5786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:12.292049 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-642bf536-df95-4126-8169-2bc26710afd7 req-659f200d-203c-42da-a18c-c3d43fdc5786 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3868c685-8711-41a5-ba00-685ee53fb2f1 HTTP/1.1" status: 200 len: 898 time: 0.1227574 Mar 23 10:55:12.392883 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-642bf536-df95-4126-8169-2bc26710afd7 req-91bb2a56-6ecf-4786-9d8e-3cf4e9e73cc7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06dddc2-8446-4978-971a-29117f48e1c3 HTTP/1.1" status: 200 len: 1001 time: 0.0949562 Mar 23 10:55:12.455895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bf536-df95-4126-8169-2bc26710afd7 req-99195ed6-6168-4518-9f43-f5bc59582910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:12.457306 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-642bf536-df95-4126-8169-2bc26710afd7 req-99195ed6-6168-4518-9f43-f5bc59582910 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db34709d-0001-43de-8c8e-b9b6566ca043 HTTP/1.1" status: 200 len: 834 time: 0.0586569 Mar 23 10:55:12.529138 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bf536-df95-4126-8169-2bc26710afd7 req-f245132b-983b-4764-ba07-a1891d7b1565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:12.530659 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-642bf536-df95-4126-8169-2bc26710afd7 req-f245132b-983b-4764-ba07-a1891d7b1565 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3868c685-8711-41a5-ba00-685ee53fb2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674138 Mar 23 10:55:12.658211 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-642bf536-df95-4126-8169-2bc26710afd7 req-64979d32-b479-4ab1-a7c8-9b131cf49c86 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214457 Mar 23 10:55:12.788171 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-642bf536-df95-4126-8169-2bc26710afd7 req-d13aca74-810b-4a6f-9742-8d8a37ca09b9 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230245 Mar 23 10:55:13.255195 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b0da0-207f-4192-8d58-d296794760f9 req-211cdeaa-0f7e-4c0c-aa8a-1c46c0d082e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:13.256622 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-754b0da0-207f-4192-8d58-d296794760f9 req-211cdeaa-0f7e-4c0c-aa8a-1c46c0d082e0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0771127 Mar 23 10:55:13.305178 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-754b0da0-207f-4192-8d58-d296794760f9 req-a47e81f8-98ce-4809-882c-68e41f7440e3 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425832 Mar 23 10:55:14.492038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902661d2-0bcf-4753-8214-ee794ddd86d1 req-8c32cce7-b770-4d48-a86e-a4f8a28c3098 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:14.493512 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-902661d2-0bcf-4753-8214-ee794ddd86d1 req-8c32cce7-b770-4d48-a86e-a4f8a28c3098 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0816920 Mar 23 10:55:14.536690 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-902661d2-0bcf-4753-8214-ee794ddd86d1 req-77eb7c67-d7f7-45b7-b8bb-ec84eee5f9a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378053 Mar 23 10:55:14.559134 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43780) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:14.663065 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-6e4fffee-9255-4201-9e62-202a3c601e94 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/730edbc7-9b52-4e49-bdc8-3b30ce58b5b8 HTTP/1.1" status: 200 len: 993 time: 0.1027706 Mar 23 10:55:33.763490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-13a5b879-45ef-46f4-b2c0-796f374fa148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:36.519163 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:55:36.582092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:36.613840 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ab58b960-f1aa-4c44-a3f1-a7498a6358b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:37.379688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:37.596765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:39.648832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:43.872386 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-f28bd35f-6a57-40e8-aec7-f4c232a29fcc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675178 Mar 23 10:55:44.012720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-2fcf6f6b-d81d-4c71-8294-c4a071d5d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:44.014194 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-2fcf6f6b-d81d-4c71-8294-c4a071d5d5d5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 1098 time: 0.0715032 Mar 23 10:55:44.155676 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-9f70d6b3-2e34-4272-92bf-cf3bfac2e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:44.157194 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-9f70d6b3-2e34-4272-92bf-cf3bfac2e1af service neutron] 10.222.0.102 "GET /v2.0/networks?id=3868c685-8711-41a5-ba00-685ee53fb2f1 HTTP/1.1" status: 200 len: 898 time: 0.1247454 Mar 23 10:55:44.255567 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-ed743eb2-52a3-458b-9274-45a8c80d0827 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06dddc2-8446-4978-971a-29117f48e1c3 HTTP/1.1" status: 200 len: 1001 time: 0.0913069 Mar 23 10:55:44.320204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-d944e7a2-bbc6-456f-966f-1d938ee7d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:44.321593 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-d944e7a2-bbc6-456f-966f-1d938ee7d88c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db34709d-0001-43de-8c8e-b9b6566ca043 HTTP/1.1" status: 200 len: 834 time: 0.0589068 Mar 23 10:55:44.394596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-9410a91d-3d04-49fe-812f-466c904ffae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:44.396019 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-9410a91d-3d04-49fe-812f-466c904ffae9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3868c685-8711-41a5-ba00-685ee53fb2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668209 Mar 23 10:55:44.528502 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-40db52a1-0599-4451-9ea9-3aecf685815d service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248980 Mar 23 10:55:44.739876 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a9da7b60-e53e-4c00-9bce-bd1a31640c58 req-2c5d6da1-56f7-4312-a5a7-fadd718ae167 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053440 Mar 23 10:55:45.130875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43808) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:45.330406 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port 865dc21c-2d60-4031-80ba-912db0fc2012 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:55:45.330746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:45.492701 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:45.493018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:45.716356 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for 865dc21c-2d60-4031-80ba-912db0fc2012 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:55:45.864849 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:45.913995 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=865dc21c-2d60-4031-80ba-912db0fc2012,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:45.952213 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.952551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.953632 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.953977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.954298 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.954616 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.954932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.955249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.955562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.955876 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.956184 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:45.956494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:46.009487 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:46.009735 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Floating IP 730edbc7-9b52-4e49-bdc8-3b30ce58b5b8 disassociated (deleted). External IP: 172.26.4.241, port: f06dddc2-8446-4978-971a-29117f48e1c3. Mar 23 10:55:46.349921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router b5077b14-4de6-444c-8720-a37862c91b46 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:55:46.522967 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:55:46.533253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] Sync routers for ids ['b5077b14-4de6-444c-8720-a37862c91b46'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:55:46.542779 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] Routers {'b5077b14-4de6-444c-8720-a37862c91b46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:55:46.543391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:55:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b5077b14-4de6-444c-8720-a37862c91b46'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:46.543519 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:46.600403 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-c079b97b-5e0c-41d6-b330-6bf06556120d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/floatingips/730edbc7-9b52-4e49-bdc8-3b30ce58b5b8 HTTP/1.1" status: 204 len: 168 time: 1.4683726 Mar 23 10:55:46.600977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850b649a-2b60-4652-9f60-12c690379894', 'tag': 'f06dddc2-8446-4978-971a-29117f48e1c3'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:55:46.647968 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850b649a-2b60-4652-9f60-12c690379894', 'tag': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'status': 'completed', 'code': 200} Mar 23 10:55:46.722560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] Set router b5077b14-4de6-444c-8720-a37862c91b46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:55:46.745236 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67356184-6acb-44c5-b2da-cc55eff33858 req-556ecd62-8405-470e-8cca-591000c46c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:46.747187 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67356184-6acb-44c5-b2da-cc55eff33858 req-556ecd62-8405-470e-8cca-591000c46c8a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 1098 time: 0.0761642 Mar 23 10:55:46.895214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67356184-6acb-44c5-b2da-cc55eff33858 req-5c4d08fa-0e41-4d68-a1fc-090594aa11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:46.897352 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67356184-6acb-44c5-b2da-cc55eff33858 req-5c4d08fa-0e41-4d68-a1fc-090594aa11c2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=3868c685-8711-41a5-ba00-685ee53fb2f1 HTTP/1.1" status: 200 len: 898 time: 0.1442049 Mar 23 10:55:47.001744 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67356184-6acb-44c5-b2da-cc55eff33858 req-767bac53-1d41-49de-a9b0-7eaeb6ba6ee1 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f06dddc2-8446-4978-971a-29117f48e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0727122 Mar 23 10:55:47.035909 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '44b740e4-caa7-4bfd-9652-686bd9b348e6', 'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:3b:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:03Z', 'updated_at': '2022-03-23T10:54:09Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:47.039863 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] Checking router: b5077b14-4de6-444c-8720-a37862c91b46 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:55:47.048112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] Routers {'b5077b14-4de6-444c-8720-a37862c91b46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:55:47.048720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:55:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b5077b14-4de6-444c-8720-a37862c91b46'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:47.075602 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67356184-6acb-44c5-b2da-cc55eff33858 req-b9d0a820-769b-4e30-9c07-667d5f01ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:47.077069 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67356184-6acb-44c5-b2da-cc55eff33858 req-b9d0a820-769b-4e30-9c07-667d5f01ec6c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=db34709d-0001-43de-8c8e-b9b6566ca043 HTTP/1.1" status: 200 len: 834 time: 0.0692620 Mar 23 10:55:47.137703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5ca95-6b5f-4f42-8fc7-2ae41eb3cf1a req-1935217d-9552-4560-ab1e-a6211a0a392b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:47.139298 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7af5ca95-6b5f-4f42-8fc7-2ae41eb3cf1a req-1935217d-9552-4560-ab1e-a6211a0a392b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.2409596 Mar 23 10:55:47.214902 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7af5ca95-6b5f-4f42-8fc7-2ae41eb3cf1a req-914bd4f0-c94b-4fad-a1bb-3cd450b61596 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682254 Mar 23 10:55:47.218107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67356184-6acb-44c5-b2da-cc55eff33858 req-dccb9269-fd7d-4849-92ce-a0897a6f623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:47.219582 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67356184-6acb-44c5-b2da-cc55eff33858 req-dccb9269-fd7d-4849-92ce-a0897a6f623f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=3868c685-8711-41a5-ba00-685ee53fb2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1350284 Mar 23 10:55:47.242643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] Set router b5077b14-4de6-444c-8720-a37862c91b46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:55:47.357049 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67356184-6acb-44c5-b2da-cc55eff33858 req-73ac36fa-863c-4134-8f28-610986319a18 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306837 Mar 23 10:55:47.494040 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-67356184-6acb-44c5-b2da-cc55eff33858 req-c3708ff2-9d4f-40bd-897a-a519ff131de5 service neutron] 10.222.0.102 "GET /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301048 Mar 23 10:55:47.569809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '44b740e4-caa7-4bfd-9652-686bd9b348e6', 'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:3b:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:03Z', 'updated_at': '2022-03-23T10:54:09Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:47.573535 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b55c28-ca40-4b62-b039-3e989af291d4 None None] The sync data for ids ['b5077b14-4de6-444c-8720-a37862c91b46'] in dv-neutron-834652-2-hyperv is: [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '44b740e4-caa7-4bfd-9652-686bd9b348e6', 'name': '', 'network_id': '3868c685-8711-41a5-ba00-685ee53fb2f1', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:3b:2a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:03Z', 'updated_at': '2022-03-23T10:54:09Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': 'db34709d-0001-43de-8c8e-b9b6566ca043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:55:47.764729 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3156cde6-0089-479f-98b8-3e4a87b29f36 None None] New status for floating IP 730edbc7-9b52-4e49-bdc8-3b30ce58b5b8: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:55:48.403205 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74dc0d-49f9-4c8b-aed2-bc8e1becccf1 req-c28bffa2-14ea-4649-bd47-6a25c3b4c9a8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:48.403785 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-8d74dc0d-49f9-4c8b-aed2-bc8e1becccf1 req-c28bffa2-14ea-4649-bd47-6a25c3b4c9a8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:55:48.422473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-8d74dc0d-49f9-4c8b-aed2-bc8e1becccf1 req-c28bffa2-14ea-4649-bd47-6a25c3b4c9a8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:55:48.423903 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8d74dc0d-49f9-4c8b-aed2-bc8e1becccf1 req-c28bffa2-14ea-4649-bd47-6a25c3b4c9a8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0979493 Mar 23 10:55:48.433892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed712391-3df8-4807-9784-84e43a055f6f req-b28c5b3f-0893-46a0-b615-9b8b17b2827b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:48.435288 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ed712391-3df8-4807-9784-84e43a055f6f req-b28c5b3f-0893-46a0-b615-9b8b17b2827b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 945 time: 0.0814576 Mar 23 10:55:48.467890 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8d74dc0d-49f9-4c8b-aed2-bc8e1becccf1 req-32605b77-217f-4c5e-afff-df54609a2939 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=029a9bbc-81fb-4a45-a479-021dd074634e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383608 Mar 23 10:55:48.507313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-ed712391-3df8-4807-9784-84e43a055f6f req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port f06dddc2-8446-4978-971a-29117f48e1c3 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:55:48.507647 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-ed712391-3df8-4807-9784-84e43a055f6f req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:48.747942 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-ed712391-3df8-4807-9784-84e43a055f6f req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port f06dddc2-8446-4978-971a-29117f48e1c3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=f06dddc2-8446-4978-971a-29117f48e1c3,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:55:48.748290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-ed712391-3df8-4807-9784-84e43a055f6f req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:48.869245 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-ed712391-3df8-4807-9784-84e43a055f6f req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for f06dddc2-8446-4978-971a-29117f48e1c3 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:55:49.104534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-ed712391-3df8-4807-9784-84e43a055f6f req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:49.154854 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=f06dddc2-8446-4978-971a-29117f48e1c3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:49.225965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.226295 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.226632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.226962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.227290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.227614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.227935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.228252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.228572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.228887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.229226 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.229542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:49.243519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed712391-3df8-4807-9784-84e43a055f6f req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] No DVR routers for this DVR port f06dddc2-8446-4978-971a-29117f48e1c3 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:55:49.245791 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-ed712391-3df8-4807-9784-84e43a055f6f req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:49.249528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850b649a-2b60-4652-9f60-12c690379894', 'name': 'network-vif-deleted', 'tag': 'f06dddc2-8446-4978-971a-29117f48e1c3'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:55:49.263962 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ed712391-3df8-4807-9784-84e43a055f6f req-e294f3df-2b9a-4948-998a-1d8d55eb1994 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "DELETE /v2.0/ports/f06dddc2-8446-4978-971a-29117f48e1c3 HTTP/1.1" status: 204 len: 173 time: 0.8234022 Mar 23 10:55:49.299295 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850b649a-2b60-4652-9f60-12c690379894', 'name': 'network-vif-deleted', 'tag': 'f06dddc2-8446-4978-971a-29117f48e1c3', 'status': 'completed', 'code': 200} Mar 23 10:55:49.641975 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-894d21ed-4b2e-402b-b911-73242c811961 req-0e8a4eb2-6f42-409c-a166-61d43178d919 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=850b649a-2b60-4652-9f60-12c690379894 HTTP/1.1" status: 200 len: 210 time: 0.0475960 Mar 23 10:55:50.736172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43826) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:51.382296 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:51.725495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port 44b740e4-caa7-4bfd-9652-686bd9b348e6 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:55:51.725823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:51.908116 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port 44b740e4-caa7-4bfd-9652-686bd9b348e6, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=44b740e4-caa7-4bfd-9652-686bd9b348e6,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:55:51.909014 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:51.966155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device f06dddc2-8446-4978-971a-29117f48e1c3 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:55:52.004464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: f06dddc2-8446-4978-971a-29117f48e1c3 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:55:52.004762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device f06dddc2-8446-4978-971a-29117f48e1c3 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:55:52.029685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for 44b740e4-caa7-4bfd-9652-686bd9b348e6 owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:55:52.217025 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:52.267504 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=44b740e4-caa7-4bfd-9652-686bd9b348e6,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:52.637572 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:52.990567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router b5077b14-4de6-444c-8720-a37862c91b46 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:55:53.173846 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:55:53.183042 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] Sync routers for ids ['b5077b14-4de6-444c-8720-a37862c91b46'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:55:53.186362 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-efdff67e-abf8-45fa-9003-2995802b0da1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "PUT /v2.0/routers/b5077b14-4de6-444c-8720-a37862c91b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4488378 Mar 23 10:55:53.188848 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43830) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:53.192326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] Routers {'b5077b14-4de6-444c-8720-a37862c91b46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:55:53.192961 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:55:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b5077b14-4de6-444c-8720-a37862c91b46'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:53.252493 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd898889-2ded-44a9-91dc-71677492eece tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting subnet db34709d-0001-43de-8c8e-b9b6566ca043 {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:55:53.255268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd898889-2ded-44a9-91dc-71677492eece tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:53.313173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd898889-2ded-44a9-91dc-71677492eece tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:53.395769 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd898889-2ded-44a9-91dc-71677492eece tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:53.412837 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] Set router b5077b14-4de6-444c-8720-a37862c91b46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:55:53.470952 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd898889-2ded-44a9-91dc-71677492eece tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:53.509326 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd898889-2ded-44a9-91dc-71677492eece tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Subnet': ['ID=db34709d-0001-43de-8c8e-b9b6566ca043,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:53.512812 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-dd898889-2ded-44a9-91dc-71677492eece tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:53.522784 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-dd898889-2ded-44a9-91dc-71677492eece tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/subnets/db34709d-0001-43de-8c8e-b9b6566ca043 HTTP/1.1" status: 204 len: 168 time: 0.3296163 Mar 23 10:55:53.522784 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43834) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:53.533349 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f9250-bb2f-41a6-8cff-b7644732f1fe None None] Network 3868c685-8711-41a5-ba00-685ee53fb2f1 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:55:53.695338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:53.857594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:55:52Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:53.862185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] Checking router: b5077b14-4de6-444c-8720-a37862c91b46 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:55:53.871398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] Routers {'b5077b14-4de6-444c-8720-a37862c91b46'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:55:53.872046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:55:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b5077b14-4de6-444c-8720-a37862c91b46'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:53.942490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] DHCP port deletion for 3868c685-8711-41a5-ba00-685ee53fb2f1 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:55:53.953417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Deleting port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:55:53.953778 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:53.999718 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.010062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port bba686e8-a817-44f8-9b4b-5a4971048004 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:55:54.010398 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.135155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] Set router b5077b14-4de6-444c-8720-a37862c91b46 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:55:54.186110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port bba686e8-a817-44f8-9b4b-5a4971048004, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=bba686e8-a817-44f8-9b4b-5a4971048004,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:55:54.186364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.308309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for bba686e8-a817-44f8-9b4b-5a4971048004 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:55:54.444484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] For port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=fd6a6e4f-ad68-423a-9cd8-b979f24a11f0,segment=NetworkSegment(5ab3496c-827d-4de5-a20d-2dd7d75b7ef0),segment_id=5ab3496c-827d-4de5-a20d-2dd7d75b7ef0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:55:54.445046 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.473054 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.544990 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=bba686e8-a817-44f8-9b4b-5a4971048004,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:54.613620 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Calling delete_port for fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:55:54.622350 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.742938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.799794 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.802052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.808969 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Pushing event deleted for resources: {'Port': ['ID=fd6a6e4f-ad68-423a-9cd8-b979f24a11f0,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:54.813640 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] No DVR routers for this DVR port fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:55:54.820665 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.820930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.821346 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.821809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.821928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.822228 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.824657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.824657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.824657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.824657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.824657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.824657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2254fb9-d22d-4dcf-b55c-d6e14d604fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:55:54.833488 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.833747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:55:52Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:54.834196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Fanout notify agent at l3_agent the message router_deleted on router b5077b14-4de6-444c-8720-a37862c91b46 {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:55:54.837735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bc2367-cb16-45c4-9968-d397d86c074b None None] The sync data for ids ['b5077b14-4de6-444c-8720-a37862c91b46'] in dv-neutron-834652-2-hyperv is: [{'id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-620874230', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14'}], 'enable_snat': True}, 'gw_port_id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:53:59Z', 'updated_at': '2022-03-23T10:55:52Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': 'bba686e8-a817-44f8-9b4b-5a4971048004', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5077b14-4de6-444c-8720-a37862c91b46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:54:00Z', 'updated_at': '2022-03-23T10:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:55:54.851723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:54.852483 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-27b76ef6-2eed-451b-a744-7fdd29e7f1e4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/routers/b5077b14-4de6-444c-8720-a37862c91b46 HTTP/1.1" status: 204 len: 168 time: 1.3295279 Mar 23 10:55:54.855280 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43838) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:54.969687 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.100366 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.125288 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3868c685-8711-41a5-ba00-685ee53fb2f1']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:55.136993 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:55.137323 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab3496c-827d-4de5-a20d-2dd7d75b7ef0') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:55.148233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.164726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.172401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Releasing vlan 817 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:55:55.172401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:55:55.188174 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:55:55.272166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.283730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 44b740e4-caa7-4bfd-9652-686bd9b348e6 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:55:55.298964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.310115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Network': ['ID=3868c685-8711-41a5-ba00-685ee53fb2f1,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:55.316174 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8a27e00f-7c64-4268-befc-68abaefe9800 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/networks/3868c685-8711-41a5-ba00-685ee53fb2f1 HTTP/1.1" status: 204 len: 168 time: 0.4599104 Mar 23 10:55:55.319011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43842) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:55.321972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 44b740e4-caa7-4bfd-9652-686bd9b348e6 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:55:55.322370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 44b740e4-caa7-4bfd-9652-686bd9b348e6 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:55:55.322720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:55:55.355640 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:55:55.355979 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device fd6a6e4f-ad68-423a-9cd8-b979f24a11f0 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:55:55.392329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9020246c-7dba-4579-bcb4-430c285396eb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.422437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9020246c-7dba-4579-bcb4-430c285396eb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.490303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9020246c-7dba-4579-bcb4-430c285396eb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.513983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020246c-7dba-4579-bcb4-430c285396eb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029a9bbc-81fb-4a45-a479-021dd074634e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:55.522919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9020246c-7dba-4579-bcb4-430c285396eb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.527073 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9020246c-7dba-4579-bcb4-430c285396eb tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/security-groups/029a9bbc-81fb-4a45-a479-021dd074634e HTTP/1.1" status: 204 len: 168 time: 0.2069724 Mar 23 10:55:55.771133 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43850) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:55.776261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-412892455', 'description': 'tempest-secgroup-smoke-412892455 description', 'project_id': 'f02bd9925b774a62838934041bdc1fdd'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:55:55.782215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:55.786422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:55.789233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:55.794733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:55.805996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.826031 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:55.830377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:55.833121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:55.838709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:55.916692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.920685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.964559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df260643-a85f-405a-af35-7bd1bd46d18d,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:55.967325 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:55.968557 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-06cf7aaf-381b-4e2d-bedf-eb6d2b3ec661 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1964304 Mar 23 10:55:55.972134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43854) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:55.976631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'df260643-a85f-405a-af35-7bd1bd46d18d', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:55:55.982745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:55.986596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:55.989454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:55.995005 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:56.012238 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.070420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.073803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.100131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac46e265-7700-4613-a42f-c3b499895f24,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:56.108292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.109541 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e76264c2-1d53-4b92-b5e0-b6d211ba8a6b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370456 Mar 23 10:55:56.112306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43858) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:56.117335 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'df260643-a85f-405a-af35-7bd1bd46d18d', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:55:56.123518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:56.127982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:56.130919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:56.136505 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:56.153440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.214376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.217783 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.238943 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f50124-4133-450d-a05f-e0c7742804fd,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:56.250157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.251378 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e6eedd18-d58d-41e5-88e5-d1c1b3698918 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380634 Mar 23 10:55:56.254139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43862) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:56.259099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'df260643-a85f-405a-af35-7bd1bd46d18d', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:55:56.264803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:56.269015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:56.271834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:56.277426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:56.294132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.354327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.357851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.380456 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ee6af4-f6ae-42b5-9596-6fb6e8a5f637,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:56.387983 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.389178 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7128cd3e-108d-443f-b3d4-c36d4611b44d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340520 Mar 23 10:55:56.392449 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43866) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:56.397189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'df260643-a85f-405a-af35-7bd1bd46d18d', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:55:56.403041 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:56.407448 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:56.410547 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:56.416100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:56.432690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.495932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.499306 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.521599 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094ed709-0777-4758-b465-09805e1607c0,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:56.530157 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.531862 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-eb53fe7a-bae4-4ef4-9656-d2c3001ae2da tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385293 Mar 23 10:55:56.534908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43870) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:56.539880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'df260643-a85f-405a-af35-7bd1bd46d18d', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:55:56.545603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:56.549918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:56.552685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:56.558227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:56.568090 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Project f02bd9925b774a62838934041bdc1fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:55:56.574446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.637507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.641260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.663054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91a90d0e-52c9-4c92-8173-f4b45140d344,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:56.671437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.672668 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-75036b23-ea1b-4ecb-9def-6e235f9d3d09 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1367090 Mar 23 10:55:56.675343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43874) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:56.680154 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'security_group_rule': {'security_group_id': 'df260643-a85f-405a-af35-7bd1bd46d18d', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:55:56.685724 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:56.689965 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:security_group_rule and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:56.692751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:56.698284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:56.709359 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Project f02bd9925b774a62838934041bdc1fdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:55:56.715755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.782175 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.786002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.805989 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d463e822-dc69-426b-a8c0-4c4b9cb21520,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:56.817408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.818630 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-728a2391-40e4-4a15-9657-c35cdbb8b7fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423826 Mar 23 10:55:56.821498 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43878) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:56.826792 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'network': {'name': 'tempest-network-smoke--856368163', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'port_security_enabled': True}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:55:56.832177 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:56.836394 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:network and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:56.839193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:56.844748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:56.854398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:55:56.857841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.884692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:55:56.893971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.894100 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Added segment a03b2869-60fd-4a41-96da-de7284a692a0 of type vlan for network 0d85ad91-113f-44a0-a506-e04b5c4841be Mar 23 10:55:56.919169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.948045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:56.953409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:56.953979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:57.050721 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2282310 Mar 23 10:55:57.053550 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43882) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:57.058847 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'admin_state_up': True, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:55:57.062407 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e3482e-c066-4650-97a5-48f3ebbf61a2 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Network': ['ID=0d85ad91-113f-44a0-a506-e04b5c4841be,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:57.067521 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:57.072115 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 0d85ad91-113f-44a0-a506-e04b5c4841be details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:55:57.072533 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:router and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:57.075027 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:57.081562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:57.088196 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device bba686e8-a817-44f8-9b4b-5a4971048004 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:55:57.091977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:57.093203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:57.108282 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:57.136957 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: bba686e8-a817-44f8-9b4b-5a4971048004 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:55:57.137320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device bba686e8-a817-44f8-9b4b-5a4971048004 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:55:57.477836 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:57.771295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:57.800437 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:57.933826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.26.4.42 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/51c092c4-d565-4ba1-89b4-b826e9dab732) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:55:58.076692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.105459 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:58.163915 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:55:58.166560 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:55:58.169081 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:55:58.213868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=51c092c4-d565-4ba1-89b4-b826e9dab732,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:55:58.688542 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.016827 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.217501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 412269ac-24d6-4d53-ab23-4007c26f915f is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:55:59.386761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:55:59.396097 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Sync routers for ids ['412269ac-24d6-4d53-ab23-4007c26f915f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:55:59.405417 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Routers {'412269ac-24d6-4d53-ab23-4007c26f915f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:55:59.406071 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:55:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['412269ac-24d6-4d53-ab23-4007c26f915f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:59.412875 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.414080 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-f882bdc3-7752-42c2-872d-eaffb7472dec tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3595560 Mar 23 10:55:59.417115 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43886) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:59.459649 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b441bf67-a00b-4cc0-840e-d0124737a01b tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/subnets?project_id=f02bd9925b774a62838934041bdc1fdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414898 Mar 23 10:55:59.462300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43890) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:59.579922 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Set router 412269ac-24d6-4d53-ab23-4007c26f915f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:55:59.598293 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d8eaa-f975-4b50-816a-8ded990dcb3c tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:55:59.599749 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8f8d8eaa-f975-4b50-816a-8ded990dcb3c tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1365831 Mar 23 10:55:59.602557 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43894) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:59.643091 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-afc29db9-0b63-4868-93c3-9b0ea66cb11f tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/subnets?network_id=77b66acd-bcec-47ba-9161-e3759c2525ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393739 Mar 23 10:55:59.645518 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43898) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:55:59.653095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1086299692', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:55:59.768297 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:55:59.772427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:subnet and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:55:59.775340 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:55:59.781600 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:55:59.804360 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:55:59.808708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:55:59.863510 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:55:58Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:55:59.867687 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Checking router: 412269ac-24d6-4d53-ab23-4007c26f915f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:55:59.868300 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Updating router 412269ac-24d6-4d53-ab23-4007c26f915f port 51c092c4-d565-4ba1-89b4-b826e9dab732 binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:55:59.924010 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.022498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.235911 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Subnet': ['ID=67d9fbdb-06a3-434d-aeae-1b6007f806cc,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:00.245879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Checking segment: {'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:56:00.246229 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network hostable DHCP agents. Network: 0d85ad91-113f-44a0-a506-e04b5c4841be, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:56:00.265442 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 0d85ad91-113f-44a0-a506-e04b5c4841be is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:56:00.274364 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 0d85ad91-113f-44a0-a506-e04b5c4841be) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:56:00.275446 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.278759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:00.279544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.285655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbd6401-8d68-4678-9655-8980c4c66d5d None None] Network 0d85ad91-113f-44a0-a506-e04b5c4841be requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:56:00.288647 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Transition to ACTIVE for port object 51c092c4-d565-4ba1-89b4-b826e9dab732 will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:56:00.296105 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.303790 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-64985c41-ca41-45b1-b2df-a320faf15af0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6572986 Mar 23 10:56:00.306669 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 43902) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:56:00.376412 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Pushing event updated for resources: {'Port': ['ID=51c092c4-d565-4ba1-89b4-b826e9dab732,revision_number=2']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:00.380938 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Attempting to bind port 51c092c4-d565-4ba1-89b4-b826e9dab732 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:56:00.381332 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Attempting to bind port 51c092c4-d565-4ba1-89b4-b826e9dab732 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:56:00.381688 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Attempting to bind port 51c092c4-d565-4ba1-89b4-b826e9dab732 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:56:00.388208 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.388555 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.389366 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.389366 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.389574 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.389986 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.390252 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.390577 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.390898 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.391218 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.391535 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.391848 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:00.396867 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:56:00.397560 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:56:00.397724 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.398269 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:56:00.398891 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Bound port: 51c092c4-d565-4ba1-89b4-b826e9dab732, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:56:00.399442 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.473831 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] For port 51c092c4-d565-4ba1-89b4-b826e9dab732, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:56:00.476803 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] For port 51c092c4-d565-4ba1-89b4-b826e9dab732, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=51c092c4-d565-4ba1-89b4-b826e9dab732,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:56:00.482094 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.512107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-0d85ad91-113f-44a0-a506-e04b5c4841be', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:56:00.513196 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.560432 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e3f72-4dbc-4746-b574-f27f93d9adcd None None] Pushing event updated for resources: {'Port': ['ID=51c092c4-d565-4ba1-89b4-b826e9dab732,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:00.563729 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Routers {'412269ac-24d6-4d53-ab23-4007c26f915f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:56:00.564022 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:55:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['412269ac-24d6-4d53-ab23-4007c26f915f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:00.684792 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Allocated IP 172.20.0.2 (0d85ad91-113f-44a0-a506-e04b5c4841be/67d9fbdb-06a3-434d-aeae-1b6007f806cc/12009e66-458a-4940-8497-a41a86badff4) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:56:00.742572 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] Set router 412269ac-24d6-4d53-ab23-4007c26f915f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:56:00.893768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.905084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Transition to ACTIVE for port object 12009e66-458a-4940-8497-a41a86badff4 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:56:00.924307 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Transition to ACTIVE for port object 12009e66-458a-4940-8497-a41a86badff4 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:56:00.930218 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:00.989814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Network 0d85ad91-113f-44a0-a506-e04b5c4841be is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:56:00.992653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:56:00.995356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:56:01.002190 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:01.085470 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Pushing event updated for resources: {'Port': ['ID=12009e66-458a-4940-8497-a41a86badff4,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:01.110632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Attempting to bind port 12009e66-458a-4940-8497-a41a86badff4 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:56:01.110995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Attempting to bind port 12009e66-458a-4940-8497-a41a86badff4 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:56:01.111352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Attempting to bind port 12009e66-458a-4940-8497-a41a86badff4 on network 0d85ad91-113f-44a0-a506-e04b5c4841be {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:56:01.116989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:56:01.117387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Checking segment: {'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:56:01.117789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:01.118174 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Bound using segment: {'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:56:01.118623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Bound port: 12009e66-458a-4940-8497-a41a86badff4, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:56:01.118987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:01.211906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] For port 12009e66-458a-4940-8497-a41a86badff4, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:56:01.214912 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] For port 12009e66-458a-4940-8497-a41a86badff4, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=12009e66-458a-4940-8497-a41a86badff4,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:56:01.221107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:01.236664 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:55:58Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:01.241690 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c2b05-5bc8-4c6c-b2e8-fc29e6a9d744 None None] The sync data for ids ['412269ac-24d6-4d53-ab23-4007c26f915f'] in dv-neutron-834652-2-hyperv is: [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:55:58Z', 'revision_number': 3, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:56:01.305760 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab0ea3-34f3-463f-8b99-3ddfddbdef68 None None] Pushing event updated for resources: {'Port': ['ID=12009e66-458a-4940-8497-a41a86badff4,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:01.428549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.20.0.1 (0d85ad91-113f-44a0-a506-e04b5c4841be/67d9fbdb-06a3-434d-aeae-1b6007f806cc/9ad05d96-2b56-4eb9-9a9d-6d567d73246e) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:56:01.644086 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:01.666660 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Transition to ACTIVE for port object 9ad05d96-2b56-4eb9-9a9d-6d567d73246e will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:56:01.703244 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:01.770040 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 0d85ad91-113f-44a0-a506-e04b5c4841be is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:56:01.773066 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:56:01.775635 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:56:01.955604 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=9ad05d96-2b56-4eb9-9a9d-6d567d73246e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:01.981063 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:02.269637 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:02.467315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e3a874-7775-4fb1-be20-68a0c33416f1 None None] Network 0d85ad91-113f-44a0-a506-e04b5c4841be requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:56:02.585242 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-1db5fe88-e5f2-48ad-85af-77d1e542beff None None] Provisioning for port 12009e66-458a-4940-8497-a41a86badff4 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:56:02.710417 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:02.715711 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:02.833740 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:02.842284 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=9ad05d96-2b56-4eb9-9a9d-6d567d73246e,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:02.979910 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 0d85ad91-113f-44a0-a506-e04b5c4841be is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:56:02.981061 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:56:02.987104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2052e9bc-31be-4b2e-9a76-a0c05f0bf288 None None] Provisioning for port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:56:02.994260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2052e9bc-31be-4b2e-9a76-a0c05f0bf288 None None] Provisioning complete for port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:02.994790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2052e9bc-31be-4b2e-9a76-a0c05f0bf288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:03.054288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-2052e9bc-31be-4b2e-9a76-a0c05f0bf288 None None] Port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:56:03.179634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-098fe74f-cb57-4a18-b1e1-48976b6834b3 None None] Provisioning complete for port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:03.180013 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-098fe74f-cb57-4a18-b1e1-48976b6834b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:03.200873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 412269ac-24d6-4d53-ab23-4007c26f915f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:56:03.219366 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 51c092c4-d565-4ba1-89b4-b826e9dab732 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:56:03.294549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-098fe74f-cb57-4a18-b1e1-48976b6834b3 None None] Port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:56:03.313950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 51c092c4-d565-4ba1-89b4-b826e9dab732 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:56:03.320007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 51c092c4-d565-4ba1-89b4-b826e9dab732 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:03.320531 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:03.397232 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:56:03.410184 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-42dfc3d4-c7ff-4f1f-a6d6-276f00388ca7 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "PUT /v2.0/routers/412269ac-24d6-4d53-ab23-4007c26f915f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1024880 Mar 23 10:56:03.415621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Sync routers for ids ['412269ac-24d6-4d53-ab23-4007c26f915f'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:56:03.447240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Routers {'412269ac-24d6-4d53-ab23-4007c26f915f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:56:03.447860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:55:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['412269ac-24d6-4d53-ab23-4007c26f915f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:03.515696 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c81e0ec0-5e8e-4506-bfb0-50b4e78a4ab8 None None] Provisioning complete for port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:03.516328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c81e0ec0-5e8e-4506-bfb0-50b4e78a4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:03.542662 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:03.594423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 51c092c4-d565-4ba1-89b4-b826e9dab732, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=51c092c4-d565-4ba1-89b4-b826e9dab732,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:56:03.598986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-c81e0ec0-5e8e-4506-bfb0-50b4e78a4ab8 None None] Port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:56:03.607752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:03.608492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 12009e66-458a-4940-8497-a41a86badff4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:56:03.671215 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-56fc19aa-2b0c-4d0a-99c1-6f04f57aeb13 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412892455&fields=id&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 267 time: 0.0393028 Mar 23 10:56:03.808812 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Set router 412269ac-24d6-4d53-ab23-4007c26f915f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:56:03.864558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2baf2623-39f5-4d78-b7b7-6db21aecfef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:03.879401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=51c092c4-d565-4ba1-89b4-b826e9dab732,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:03.937635 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-5c233744-22a8-4c2a-ad8e-7b2781ad957d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:03.938305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-5c233744-22a8-4c2a-ad8e-7b2781ad957d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:56:03.954222 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-5c233744-22a8-4c2a-ad8e-7b2781ad957d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:56:03.955886 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-5c233744-22a8-4c2a-ad8e-7b2781ad957d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/networks?id=0d85ad91-113f-44a0-a506-e04b5c4841be HTTP/1.1" status: 200 len: 796 time: 0.2779114 Mar 23 10:56:03.965936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 12009e66-458a-4940-8497-a41a86badff4 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:56:03.971189 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-0335a01d-2100-463a-9107-4601a862e174 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/quotas/f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 375 time: 0.0100944 Mar 23 10:56:03.984757 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 12009e66-458a-4940-8497-a41a86badff4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:03.985140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:04.056110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-a869edb2-5abb-4f8d-94d6-dbb7233a37d1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:56:04.071868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-a869edb2-5abb-4f8d-94d6-dbb7233a37d1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:56:04.073221 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-a869edb2-5abb-4f8d-94d6-dbb7233a37d1 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966442 Mar 23 10:56:04.214652 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:04.251727 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-bde0c196-2bca-491b-9a14-4a7e7e73a52c service neutron] 10.222.0.84 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658640 Mar 23 10:56:04.255586 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 12009e66-458a-4940-8497-a41a86badff4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=12009e66-458a-4940-8497-a41a86badff4,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:56:04.260425 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:02Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '9ad05d96-2b56-4eb9-9a9d-6d567d73246e', 'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:40:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:56:01Z', 'updated_at': '2022-03-23T10:56:02Z', 'revision_number': 2, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:04.263685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:04.301512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Checking router: 412269ac-24d6-4d53-ab23-4007c26f915f for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:56:04.301854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Updating router 412269ac-24d6-4d53-ab23-4007c26f915f port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:56:04.374031 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:04.385618 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=12009e66-458a-4940-8497-a41a86badff4,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:04.395247 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-f0562005-4145-453e-b0ee-cbcce8992050 service neutron] 10.222.0.84 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365869 Mar 23 10:56:04.635764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-73acfb0e-eda1-42b2-a07e-914635e22402 req-acfe4378-ede3-4bea-bcad-3b8610ecad5a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:56:04.654835 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-73acfb0e-eda1-42b2-a07e-914635e22402 req-acfe4378-ede3-4bea-bcad-3b8610ecad5a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:56:04.656913 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-73acfb0e-eda1-42b2-a07e-914635e22402 req-acfe4378-ede3-4bea-bcad-3b8610ecad5a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 210 time: 0.1237881 Mar 23 10:56:04.776033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:04.787960 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Transition to ACTIVE for port object 9ad05d96-2b56-4eb9-9a9d-6d567d73246e will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:56:04.793886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:04.961226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4a815-5ee3-4c12-98f2-f25b1368166f None None] Pushing event updated for resources: {'Port': ['ID=9ad05d96-2b56-4eb9-9a9d-6d567d73246e,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:05.029348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Attempting to bind port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:56:05.029983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Attempting to bind port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:56:05.030330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Attempting to bind port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e on network 0d85ad91-113f-44a0-a506-e04b5c4841be {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:56:05.037337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:56:05.037933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Checking segment: {'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:56:05.038391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:05.038837 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Bound using segment: {'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:56:05.039358 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Bound port: 9ad05d96-2b56-4eb9-9a9d-6d567d73246e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:56:05.039835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:05.138933 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] For port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:56:05.142823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] For port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9ad05d96-2b56-4eb9-9a9d-6d567d73246e,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:56:05.147205 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:05.189766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 51c092c4-d565-4ba1-89b4-b826e9dab732 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:56:05.280388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Routers {'412269ac-24d6-4d53-ab23-4007c26f915f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:56:05.281688 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:55:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['412269ac-24d6-4d53-ab23-4007c26f915f'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:05.351357 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4a815-5ee3-4c12-98f2-f25b1368166f None None] Pushing event updated for resources: {'Port': ['ID=9ad05d96-2b56-4eb9-9a9d-6d567d73246e,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:05.432935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 51c092c4-d565-4ba1-89b4-b826e9dab732 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:05.433330 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:05.527976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] Set router 412269ac-24d6-4d53-ab23-4007c26f915f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:56:05.780501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-0f4121ee-b016-469e-841c-dfa89514aa1f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:05.781926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-0f4121ee-b016-469e-841c-dfa89514aa1f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:56:05.795954 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 12009e66-458a-4940-8497-a41a86badff4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:56:05.797257 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-0f4121ee-b016-469e-841c-dfa89514aa1f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:56:05.798630 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-0f4121ee-b016-469e-841c-dfa89514aa1f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/networks?id=0d85ad91-113f-44a0-a506-e04b5c4841be HTTP/1.1" status: 200 len: 796 time: 0.1892738 Mar 23 10:56:05.842395 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b3574e0a-1ad7-4ee1-a51a-ccb2b6d9d61c req-e65905a0-1cba-4464-894b-4909cd468d1c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 210 time: 0.0544977 Mar 23 10:56:05.880922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-e86f396e-9d73-4268-8d4c-c9335735b79e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:56:05.900288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-e86f396e-9d73-4268-8d4c-c9335735b79e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:56:05.901795 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-e86f396e-9d73-4268-8d4c-c9335735b79e tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02bd9925b774a62838934041bdc1fdd HTTP/1.1" status: 200 len: 379 time: 0.0942974 Mar 23 10:56:05.910259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'port': {'device_id': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'admin_state_up': True, 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'security_groups': ['df260643-a85f-405a-af35-7bd1bd46d18d']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:56:05.973581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 12009e66-458a-4940-8497-a41a86badff4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:05.973938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:06.050385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:56:06.053190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:02Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '9ad05d96-2b56-4eb9-9a9d-6d567d73246e', 'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:40:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:56:01Z', 'updated_at': '2022-03-23T10:56:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:06.059778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:56:06.069556 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Made reservation on behalf of f02bd9925b774a62838934041bdc1fdd for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:56:06.073330 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:06.093331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745846fe-137b-4b7b-847e-acb4c9143fb5 None None] The sync data for ids ['412269ac-24d6-4d53-ab23-4007c26f915f'] in dv-neutron-834652-2-hyperv is: [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:02Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '9ad05d96-2b56-4eb9-9a9d-6d567d73246e', 'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:40:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:56:01Z', 'updated_at': '2022-03-23T10:56:05Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:56:06.263422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.20.0.12 (0d85ad91-113f-44a0-a506-e04b5c4841be/67d9fbdb-06a3-434d-aeae-1b6007f806cc/c306ed9a-9404-490a-8dfb-f7240347f444) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:56:06.465270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:06.481816 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Transition to ACTIVE for port object c306ed9a-9404-490a-8dfb-f7240347f444 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:56:06.506434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:06.575902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 0d85ad91-113f-44a0-a506-e04b5c4841be is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:56:06.579511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:56:06.588180 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:56:06.610148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:06.626902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=c306ed9a-9404-490a-8dfb-f7240347f444,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:06.627166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c5c1edce-9a2d-4478-ae86-b083eed6062a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:06.663859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:06.664511 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:06.692006 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-54e596f6-fe6e-427a-ac5a-ea826191a3b5 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7856681 Mar 23 10:56:06.704353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Request body: {'port': {'device_id': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:56:06.813734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e8537214-56b8-4a64-8846-1ed5c6554096 None None] Provisioning for port c306ed9a-9404-490a-8dfb-f7240347f444 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:56:06.819059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e8537214-56b8-4a64-8846-1ed5c6554096 None None] Provisioning complete for port c306ed9a-9404-490a-8dfb-f7240347f444 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:06.819539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e8537214-56b8-4a64-8846-1ed5c6554096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:06.828359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:06.893752 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-e8537214-56b8-4a64-8846-1ed5c6554096 None None] Port c306ed9a-9404-490a-8dfb-f7240347f444 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:56:07.174528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9ad05d96-2b56-4eb9-9a9d-6d567d73246e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:56:07.246979 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:56:07.252867 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:07.253343 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:07.268678 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de149ccc-6dc0-4672-9981-00e925b5d9d7 req-7246add5-eb1b-41c6-a39a-d0ebb73bcd66 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:07.269386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-de149ccc-6dc0-4672-9981-00e925b5d9d7 req-7246add5-eb1b-41c6-a39a-d0ebb73bcd66 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:56:07.300123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-de149ccc-6dc0-4672-9981-00e925b5d9d7 req-7246add5-eb1b-41c6-a39a-d0ebb73bcd66 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:56:07.301300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de149ccc-6dc0-4672-9981-00e925b5d9d7 req-7246add5-eb1b-41c6-a39a-d0ebb73bcd66 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 932 time: 0.3280289 Mar 23 10:56:07.382490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c306ed9a-9404-490a-8dfb-f7240347f444 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:56:07.383284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:07.386809 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:07.393896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:07.398368 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-de149ccc-6dc0-4672-9981-00e925b5d9d7 req-f568c30d-7d17-4330-a8f8-06cba1b8312c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667579 Mar 23 10:56:07.412220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Transition to ACTIVE for port object c306ed9a-9404-490a-8dfb-f7240347f444 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:56:07.420720 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9ad05d96-2b56-4eb9-9a9d-6d567d73246e,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:56:07.424841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:07.425721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:07.495297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=9ad05d96-2b56-4eb9-9a9d-6d567d73246e,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:07.557470 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c306ed9a-9404-490a-8dfb-f7240347f444,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:07.600207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:07.666270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Attempting to bind port c306ed9a-9404-490a-8dfb-f7240347f444 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:56:07.666674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Attempting to bind port c306ed9a-9404-490a-8dfb-f7240347f444 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:56:07.667004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Attempting to bind port c306ed9a-9404-490a-8dfb-f7240347f444 on network 0d85ad91-113f-44a0-a506-e04b5c4841be {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:56:07.671741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Port c306ed9a-9404-490a-8dfb-f7240347f444 on network 0d85ad91-113f-44a0-a506-e04b5c4841be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:56:07.672097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Attempting to bind port c306ed9a-9404-490a-8dfb-f7240347f444 on network 0d85ad91-113f-44a0-a506-e04b5c4841be {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:56:07.677357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:56:07.677726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Checking segment: {'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:56:07.678140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Bound using segment: {'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:56:07.678588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Bound port: c306ed9a-9404-490a-8dfb-f7240347f444, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03b2869-60fd-4a41-96da-de7284a692a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:56:07.678953 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:07.769146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] For port c306ed9a-9404-490a-8dfb-f7240347f444, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:56:07.771851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] For port c306ed9a-9404-490a-8dfb-f7240347f444, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c306ed9a-9404-490a-8dfb-f7240347f444,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:56:07.776880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:07.829077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:07.829661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:07.830948 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] 10.222.0.102 "PUT /v2.0/ports/c306ed9a-9404-490a-8dfb-f7240347f444 HTTP/1.1" status: 200 len: 1094 time: 1.1320374 Mar 23 10:56:07.831381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'tag': 'c306ed9a-9404-490a-8dfb-f7240347f444'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:56:07.858463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca805b1-1fa2-4e08-9c29-ba038993c0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c306ed9a-9404-490a-8dfb-f7240347f444,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:07.882433 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'tag': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'status': 'completed', 'code': 200} Mar 23 10:56:07.963430 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-b594235c-0da8-42d5-aed7-ababb38d0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:07.964944 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-b594235c-0da8-42d5-aed7-ababb38d0043 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 1097 time: 0.0762658 Mar 23 10:56:08.033668 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-ff7aa449-790a-4131-a8ff-d1f6aff77c7a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed9a-9404-490a-8dfb-f7240347f444 HTTP/1.1" status: 200 len: 217 time: 0.0615914 Mar 23 10:56:08.097428 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-890c59e7-d7d1-48c0-9ef8-c541cac334f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:08.098794 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-890c59e7-d7d1-48c0-9ef8-c541cac334f4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67d9fbdb-06a3-434d-aeae-1b6007f806cc HTTP/1.1" status: 200 len: 835 time: 0.0597444 Mar 23 10:56:08.173300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-1de8fd85-4f19-43ec-9824-53079d478cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:08.174761 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-1de8fd85-4f19-43ec-9824-53079d478cf7 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d85ad91-113f-44a0-a506-e04b5c4841be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698836 Mar 23 10:56:08.303050 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-138f4e41-a289-4887-89df-756c553bdbf3 service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223927 Mar 23 10:56:08.433459 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-925fd6e9-9bed-497d-98d0-a7c5a9cba2b7 req-5a32fb6b-e856-4a26-adf1-bc6143359c8e service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243975 Mar 23 10:56:08.608525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-e18efbb7-9bc7-4b1b-8d42-4194b8679340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:08.610641 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-e18efbb7-9bc7-4b1b-8d42-4194b8679340 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 1097 time: 0.1321123 Mar 23 10:56:08.619064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d804478-cb27-4c53-b8e6-eb9b5afe123e req-5cba0100-110a-4826-82ec-6feb2973d737 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:08.620369 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d804478-cb27-4c53-b8e6-eb9b5afe123e req-5cba0100-110a-4826-82ec-6feb2973d737 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 944 time: 0.1113315 Mar 23 10:56:08.753316 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d804478-cb27-4c53-b8e6-eb9b5afe123e req-df07b2e2-c084-455f-a139-743bb9d2889f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147153 Mar 23 10:56:08.775850 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-f114dc95-a349-403e-b0fc-d62ba6572d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:08.777288 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-f114dc95-a349-403e-b0fc-d62ba6572d2f service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d85ad91-113f-44a0-a506-e04b5c4841be HTTP/1.1" status: 200 len: 897 time: 0.1560853 Mar 23 10:56:08.935616 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-678c9b0a-7100-4313-a7df-598301c476db service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed9a-9404-490a-8dfb-f7240347f444 HTTP/1.1" status: 200 len: 217 time: 0.1519558 Mar 23 10:56:09.005374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-0f4ef728-c432-4f87-80ad-6bb7e9508f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:09.006695 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-0f4ef728-c432-4f87-80ad-6bb7e9508f43 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67d9fbdb-06a3-434d-aeae-1b6007f806cc HTTP/1.1" status: 200 len: 835 time: 0.0654466 Mar 23 10:56:09.083329 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-3ea9a5ea-a57a-47a3-9484-8bfaf14b1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:09.084806 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-3ea9a5ea-a57a-47a3-9484-8bfaf14b1d0f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d85ad91-113f-44a0-a506-e04b5c4841be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708008 Mar 23 10:56:09.134626 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9ad05d96-2b56-4eb9-9a9d-6d567d73246e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:56:09.205731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:09.206097 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:09.217998 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-244dfa32-e71f-4a66-aa93-1fe30631ccab service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264076 Mar 23 10:56:09.355257 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-46bd534c-e767-43bf-89b0-53b7144847b3 req-7f9eb94f-5751-4361-bc79-d94f0444c074 service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313639 Mar 23 10:56:09.651490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:09.941627 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083520b-6b2b-4aa9-ad77-ed51edea0392 req-368d6823-7440-4c0c-99f7-5f9d0882c6ba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:09.942983 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5083520b-6b2b-4aa9-ad77-ed51edea0392 req-368d6823-7440-4c0c-99f7-5f9d0882c6ba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 944 time: 0.0852189 Mar 23 10:56:09.985923 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5083520b-6b2b-4aa9-ad77-ed51edea0392 req-74dd7f54-43b4-42d1-afe2-18f21a02ce1d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372851 Mar 23 10:56:10.108204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c306ed9a-9404-490a-8dfb-f7240347f444 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:56:10.239103 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port c306ed9a-9404-490a-8dfb-f7240347f444, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c306ed9a-9404-490a-8dfb-f7240347f444,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:56:10.251726 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'port_id': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'mac_address': 'fa:16:3e:0a:ba:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:56:10.307675 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:10.324370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c306ed9a-9404-490a-8dfb-f7240347f444 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:56:10.339946 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port c306ed9a-9404-490a-8dfb-f7240347f444, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c306ed9a-9404-490a-8dfb-f7240347f444,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:56:10.344217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:10.411728 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=c306ed9a-9404-490a-8dfb-f7240347f444,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:10.551773 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['c306ed9a-9404-490a-8dfb-f7240347f444'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:56:11.170365 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a24d0-f0c2-4854-8824-8eeb5023996e req-f8eb23a8-ef10-48f9-a716-9540c9551522 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:11.172243 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d4a24d0-f0c2-4854-8824-8eeb5023996e req-f8eb23a8-ef10-48f9-a716-9540c9551522 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 945 time: 0.0791132 Mar 23 10:56:11.219096 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d4a24d0-f0c2-4854-8824-8eeb5023996e req-09741473-3741-49a8-852b-e3cd0687759d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411711 Mar 23 10:56:12.125430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c306ed9a-9404-490a-8dfb-f7240347f444 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:56:12.192656 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port c306ed9a-9404-490a-8dfb-f7240347f444 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:56:12.197180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port c306ed9a-9404-490a-8dfb-f7240347f444 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:56:12.197548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:12.315380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:12.341544 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306ed9a-9404-490a-8dfb-f7240347f444'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:56:12.351366 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port c306ed9a-9404-490a-8dfb-f7240347f444, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c306ed9a-9404-490a-8dfb-f7240347f444,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:56:12.360395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:12.403335 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71be851-82fb-4dc4-8612-175fc30580de req-1ac2542b-f147-4e6d-8bd0-706235e0da32 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:12.404807 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b71be851-82fb-4dc4-8612-175fc30580de req-1ac2542b-f147-4e6d-8bd0-706235e0da32 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0820622 Mar 23 10:56:12.434786 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=c306ed9a-9404-490a-8dfb-f7240347f444,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:12.441863 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'code': 200} Mar 23 10:56:12.452384 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b71be851-82fb-4dc4-8612-175fc30580de req-4a47a1cf-2d6f-48a8-a126-3a66ba2a8f7b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398791 Mar 23 10:56:12.668773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07356e-0fbe-480b-8391-50199f900e6c req-3fa9b9fe-ea68-4f62-8dad-437dc2bf9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:12.670410 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0f07356e-0fbe-480b-8391-50199f900e6c req-3fa9b9fe-ea68-4f62-8dad-437dc2bf9eac service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 1099 time: 0.0700386 Mar 23 10:56:12.709877 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0f07356e-0fbe-480b-8391-50199f900e6c req-7c50bdf5-8800-4cd7-8feb-39c891ab2bdb service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335007 Mar 23 10:56:13.518052 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:56:13.646720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66866b93-46b0-437a-930d-2e7426c4cf11 req-5ec82058-ab39-4c0c-8523-efbeca72ad3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:13.648167 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-66866b93-46b0-437a-930d-2e7426c4cf11 req-5ec82058-ab39-4c0c-8523-efbeca72ad3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0826280 Mar 23 10:56:13.697822 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-66866b93-46b0-437a-930d-2e7426c4cf11 req-660b6746-0c66-419c-b3f4-60e8d387f414 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436394 Mar 23 10:56:14.883370 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6f226-ab5e-466b-9ec7-14573e403040 req-70cbdab9-c766-465f-8b00-7b144210807b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:14.884816 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7cc6f226-ab5e-466b-9ec7-14573e403040 req-70cbdab9-c766-465f-8b00-7b144210807b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0813105 Mar 23 10:56:14.929239 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7cc6f226-ab5e-466b-9ec7-14573e403040 req-a436d3dc-2625-4dcb-8cc1-c0db32c71e37 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387087 Mar 23 10:56:15.108140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bca4d-f445-4cf5-aef5-445d101ac706 req-f3e64bfc-f2cf-4cee-8e43-98c9f0736a9f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:15.109623 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d04bca4d-f445-4cf5-aef5-445d101ac706 req-f3e64bfc-f2cf-4cee-8e43-98c9f0736a9f tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0788755 Mar 23 10:56:15.151769 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d04bca4d-f445-4cf5-aef5-445d101ac706 req-3a8faa52-bc67-47e6-b86d-435b23938b25 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366888 Mar 23 10:56:15.174439 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43966) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:56:15.246770 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a05e40-146f-463c-a4b4-80ec4c06baee tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:15.248341 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-73a05e40-146f-463c-a4b4-80ec4c06baee tempest-TestNetworkAdvancedServerOps-141053791 tempest-TestNetworkAdvancedServerOps-141053791-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 1094 time: 0.0729179 Mar 23 10:56:15.251680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43970) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:56:15.256496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:56:15.262563 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:56:15.267502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Usage tracker for resource:floatingip and tenant:f02bd9925b774a62838934041bdc1fdd is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:56:15.270588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:56:15.276261 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:56:15.286625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:15.419671 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:15.556726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Allocated IP 172.26.4.121 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/f412d160-ae6a-4b4c-874b-41bfec5ca894) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:56:15.707544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:15.741508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:15.803290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:56:15.805875 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:56:15.809241 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:56:15.846633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=f412d160-ae6a-4b4c-874b-41bfec5ca894,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:16.310277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:16.383871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:16.583315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:16.587488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:16.691682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event updated for resources: {'Port': ['ID=f412d160-ae6a-4b4c-874b-41bfec5ca894,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:16.699437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:16.868635 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Floating IP 10661677-a2af-445d-9d23-2f2fc455b5db associated. External IP: 172.26.4.121, port: c306ed9a-9404-490a-8dfb-f7240347f444. Mar 23 10:56:17.208474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 412269ac-24d6-4d53-ab23-4007c26f915f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:56:17.484071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:56:17.493493 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] Sync routers for ids ['412269ac-24d6-4d53-ab23-4007c26f915f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:56:17.503801 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] Routers {'412269ac-24d6-4d53-ab23-4007c26f915f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:56:17.504506 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:56:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['412269ac-24d6-4d53-ab23-4007c26f915f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:17.507773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:17.561809 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-62800785-66a6-42ee-b131-16fb73654da8 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3091311 Mar 23 10:56:17.562525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'tag': 'c306ed9a-9404-490a-8dfb-f7240347f444'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:56:17.606690 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'tag': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'status': 'completed', 'code': 200} Mar 23 10:56:17.684380 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] Set router 412269ac-24d6-4d53-ab23-4007c26f915f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:56:17.703838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-fe719c55-daa9-4052-b1c5-d1836ef16acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:17.705334 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-fe719c55-daa9-4052-b1c5-d1836ef16acf service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 1099 time: 0.0757077 Mar 23 10:56:17.741770 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e43e9-b7ba-4f41-945c-703098f66133 req-fa2811c0-262d-4458-a5be-64686fa2f51c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:17.743202 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ce7e43e9-b7ba-4f41-945c-703098f66133 req-fa2811c0-262d-4458-a5be-64686fa2f51c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0943880 Mar 23 10:56:17.812593 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ce7e43e9-b7ba-4f41-945c-703098f66133 req-7a846c1f-d4a6-4c32-afff-4c61c2aa6a70 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609479 Mar 23 10:56:17.835993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43978) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:56:17.956968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-50abea68-df62-4a42-94be-df5b1384e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:17.958415 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-50abea68-df62-4a42-94be-df5b1384e867 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d85ad91-113f-44a0-a506-e04b5c4841be HTTP/1.1" status: 200 len: 897 time: 0.2475019 Mar 23 10:56:17.964933 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-88660fa9-e710-491b-9029-9908a6b04763 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/10661677-a2af-445d-9d23-2f2fc455b5db HTTP/1.1" status: 200 len: 992 time: 0.1268628 Mar 23 10:56:18.061295 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-d870664f-e99b-499c-a788-78ede763ab37 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed9a-9404-490a-8dfb-f7240347f444 HTTP/1.1" status: 200 len: 1000 time: 0.0958219 Mar 23 10:56:18.071302 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:02Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '10661677-a2af-445d-9d23-2f2fc455b5db', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'port_id': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'mac_address': 'fa:16:3e:0a:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:56:16Z', 'updated_at': '2022-03-23T10:56:16Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad05d96-2b56-4eb9-9a9d-6d567d73246e', 'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:40:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:56:01Z', 'updated_at': '2022-03-23T10:56:07Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:18.075020 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] Checking router: 412269ac-24d6-4d53-ab23-4007c26f915f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:56:18.083155 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] Routers {'412269ac-24d6-4d53-ab23-4007c26f915f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:56:18.083748 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:56:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['412269ac-24d6-4d53-ab23-4007c26f915f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:18.126213 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-4523041e-814d-427f-986a-f921e18b6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:18.127658 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-4523041e-814d-427f-986a-f921e18b6b4e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67d9fbdb-06a3-434d-aeae-1b6007f806cc HTTP/1.1" status: 200 len: 835 time: 0.0600910 Mar 23 10:56:18.202350 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-10c468c5-bd8e-4b55-bc36-4d843a67f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:18.203866 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-10c468c5-bd8e-4b55-bc36-4d843a67f865 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d85ad91-113f-44a0-a506-e04b5c4841be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700548 Mar 23 10:56:18.258280 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] Set router 412269ac-24d6-4d53-ab23-4007c26f915f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:56:18.335819 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-030f1571-d1e1-4d68-a3ca-0c969600f3fa service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253526 Mar 23 10:56:18.467854 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9cbf6778-4031-41bc-9e00-c23bab1c4f24 req-d19941c9-6dce-41b0-aa9a-9b15b19414c2 service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253479 Mar 23 10:56:18.597055 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:02Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '10661677-a2af-445d-9d23-2f2fc455b5db', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'port_id': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'mac_address': 'fa:16:3e:0a:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:56:16Z', 'updated_at': '2022-03-23T10:56:16Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad05d96-2b56-4eb9-9a9d-6d567d73246e', 'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:40:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:56:01Z', 'updated_at': '2022-03-23T10:56:07Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:18.600655 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cd284-a054-4c56-9553-7abe5f1b3c57 None None] The sync data for ids ['412269ac-24d6-4d53-ab23-4007c26f915f'] in dv-neutron-834652-2-hyperv is: [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:02Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '10661677-a2af-445d-9d23-2f2fc455b5db', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'port_id': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'mac_address': 'fa:16:3e:0a:ba:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:56:16Z', 'updated_at': '2022-03-23T10:56:16Z', 'revision_number': 0, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ad05d96-2b56-4eb9-9a9d-6d567d73246e', 'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:40:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:56:01Z', 'updated_at': '2022-03-23T10:56:07Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:56:18.792122 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc6b23e-959a-4118-b6ae-ccd3fdc39993 None None] New status for floating IP 10661677-a2af-445d-9d23-2f2fc455b5db: ACTIVE {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:56:18.966912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43982) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:56:19.075736 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-162ee945-9dc1-4f42-b1e4-a9763e251b37 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/10661677-a2af-445d-9d23-2f2fc455b5db HTTP/1.1" status: 200 len: 992 time: 0.1075253 Mar 23 10:56:20.080232 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 43986) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:56:20.183365 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-405c9254-f3a5-4486-b6e4-14ff995f6a1c tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/10661677-a2af-445d-9d23-2f2fc455b5db HTTP/1.1" status: 200 len: 994 time: 0.1021030 Mar 23 10:56:33.768847 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a5d70439-55da-4aec-852e-b8c9b2ddc698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:36.597276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:36.617987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1afdaa41-aa67-4351-926f-5ac29f8c19e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:37.375294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:37.602705 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:39.655679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:44.879680 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-f583c243-c329-4617-ad72-a1958b460040 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681896 Mar 23 10:56:45.020901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-d07ce9c2-3204-48fa-b7d9-502d4264ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:45.022371 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-d07ce9c2-3204-48fa-b7d9-502d4264ec3a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 1099 time: 0.0719953 Mar 23 10:56:45.163601 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-bcd23337-4a08-44f1-b106-918879aed169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:45.164960 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-bcd23337-4a08-44f1-b106-918879aed169 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d85ad91-113f-44a0-a506-e04b5c4841be HTTP/1.1" status: 200 len: 897 time: 0.1242828 Mar 23 10:56:45.263376 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-94275374-e7d5-4601-8019-50ab8e48e5ef service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed9a-9404-490a-8dfb-f7240347f444 HTTP/1.1" status: 200 len: 1002 time: 0.0906360 Mar 23 10:56:45.423851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-e01cede4-f850-4340-b4d2-ccf782352b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:45.425216 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-e01cede4-f850-4340-b4d2-ccf782352b6b service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67d9fbdb-06a3-434d-aeae-1b6007f806cc HTTP/1.1" status: 200 len: 835 time: 0.1555960 Mar 23 10:56:45.497343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-40ecc64c-af28-4868-9e89-15fce3fbc832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:45.498765 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-40ecc64c-af28-4868-9e89-15fce3fbc832 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d85ad91-113f-44a0-a506-e04b5c4841be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673556 Mar 23 10:56:45.627876 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-0779bf15-98f5-4d6e-a5a4-5f34d4f1a1ec service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231654 Mar 23 10:56:45.756219 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a87ce1d2-fb1f-4de3-a37b-b453f46d9eb3 req-ba56c0e8-d726-41d0-8d5d-559f4bc4af1d service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219308 Mar 23 10:56:49.817712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362b256-4492-4db1-ab92-9fd600c7f188 req-8f2951d9-0d3d-4254-971f-eecea1ed0704 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:49.819221 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5362b256-4492-4db1-ab92-9fd600c7f188 req-8f2951d9-0d3d-4254-971f-eecea1ed0704 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0877781 Mar 23 10:56:49.863543 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5362b256-4492-4db1-ab92-9fd600c7f188 req-333f9c3e-89a1-425a-a3fc-151af5e1aefe tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384154 Mar 23 10:56:50.516751 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:56:51.054813 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f4116-866e-4e8b-8ba9-f076ddcb5431 req-534f15ca-4718-4fbb-b2e4-83c4a331f716 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:51.056246 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-091f4116-866e-4e8b-8ba9-f076ddcb5431 req-534f15ca-4718-4fbb-b2e4-83c4a331f716 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0864916 Mar 23 10:56:51.098935 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-091f4116-866e-4e8b-8ba9-f076ddcb5431 req-6b84f461-a473-49c3-9a2d-be775c8d1b54 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370615 Mar 23 10:56:51.121825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44008) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:56:51.226679 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-581fb84c-dc59-4583-921c-03864cb7caae tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/10661677-a2af-445d-9d23-2f2fc455b5db HTTP/1.1" status: 200 len: 994 time: 0.1037004 Mar 23 10:56:52.735682 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1beb22-bd17-44aa-80e8-26d87a22f628 req-4c8189b5-c8dd-47ad-b355-14863f867ccf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:52.737152 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6d1beb22-bd17-44aa-80e8-26d87a22f628 req-4c8189b5-c8dd-47ad-b355-14863f867ccf tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.1396899 Mar 23 10:56:52.740193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14402460-44a3-4380-83cf-86528297ef50 req-215151ec-ebb4-46c5-81b1-bf64a7735c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:52.741522 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14402460-44a3-4380-83cf-86528297ef50 req-215151ec-ebb4-46c5-81b1-bf64a7735c2d service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 1099 time: 0.1124904 Mar 23 10:56:52.870057 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6d1beb22-bd17-44aa-80e8-26d87a22f628 req-6486fb05-93ae-4273-81d9-c3099f5828b0 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271870 Mar 23 10:56:52.900243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14402460-44a3-4380-83cf-86528297ef50 req-c298dd3e-313c-4e72-b618-bac86ad4c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:52.901702 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14402460-44a3-4380-83cf-86528297ef50 req-c298dd3e-313c-4e72-b618-bac86ad4c915 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d85ad91-113f-44a0-a506-e04b5c4841be HTTP/1.1" status: 200 len: 897 time: 0.1460052 Mar 23 10:56:53.002922 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14402460-44a3-4380-83cf-86528297ef50 req-8a76cac5-e393-42e1-9fd5-6e51b9497f8f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed9a-9404-490a-8dfb-f7240347f444 HTTP/1.1" status: 200 len: 1002 time: 0.0950236 Mar 23 10:56:53.065115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14402460-44a3-4380-83cf-86528297ef50 req-4437756f-a248-41f1-ba71-585e7cb37c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:53.066474 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14402460-44a3-4380-83cf-86528297ef50 req-4437756f-a248-41f1-ba71-585e7cb37c7c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67d9fbdb-06a3-434d-aeae-1b6007f806cc HTTP/1.1" status: 200 len: 835 time: 0.0578065 Mar 23 10:56:53.136880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14402460-44a3-4380-83cf-86528297ef50 req-d658b49c-1f87-489a-8876-a24df5617e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:53.138264 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14402460-44a3-4380-83cf-86528297ef50 req-d658b49c-1f87-489a-8876-a24df5617e2f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d85ad91-113f-44a0-a506-e04b5c4841be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663791 Mar 23 10:56:53.266253 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14402460-44a3-4380-83cf-86528297ef50 req-61d93223-d41e-4deb-b81a-b01df303848d service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213081 Mar 23 10:56:53.400764 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14402460-44a3-4380-83cf-86528297ef50 req-7557731a-9e77-49d0-9371-9de520111427 service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289229 Mar 23 10:56:54.058590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83901698-5455-40c4-82bb-1401cf5947ed req-70623631-e69b-490f-9384-be3d2e63c507 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:54.060200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-83901698-5455-40c4-82bb-1401cf5947ed req-70623631-e69b-490f-9384-be3d2e63c507 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0817912 Mar 23 10:56:54.105572 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-83901698-5455-40c4-82bb-1401cf5947ed req-b2139f2d-7282-4680-b0fc-2412197a892a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390604 Mar 23 10:56:55.287509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d69adf-9894-46fb-a77c-60bd90cf1c42 req-4e6efc0b-edb1-4f51-bf49-0266e7e4713d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:55.288932 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-88d69adf-9894-46fb-a77c-60bd90cf1c42 req-4e6efc0b-edb1-4f51-bf49-0266e7e4713d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0771592 Mar 23 10:56:55.334519 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-88d69adf-9894-46fb-a77c-60bd90cf1c42 req-d971bcd7-9463-4862-a59d-3cf0e1054c67 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400777 Mar 23 10:56:55.357582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44022) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:56:55.470072 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-79318872-7da6-4201-a2e4-17390b88869a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/floatingips/10661677-a2af-445d-9d23-2f2fc455b5db HTTP/1.1" status: 200 len: 994 time: 0.1113746 Mar 23 10:56:55.733791 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44030) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:56:55.932164 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port f412d160-ae6a-4b4c-874b-41bfec5ca894 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:56:55.932506 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:56.200421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:56.200743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:56.320392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for f412d160-ae6a-4b4c-874b-41bfec5ca894 owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:56:56.471555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:56.519464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=f412d160-ae6a-4b4c-874b-41bfec5ca894,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:56.556082 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.556421 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.556753 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.557107 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.557436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.557758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.558079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.558394 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.558708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.559022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.559338 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.559649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:56.617290 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:56.617613 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Floating IP 10661677-a2af-445d-9d23-2f2fc455b5db disassociated (deleted). External IP: 172.26.4.121, port: c306ed9a-9404-490a-8dfb-f7240347f444. Mar 23 10:56:56.962051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 412269ac-24d6-4d53-ab23-4007c26f915f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:56:57.135001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:56:57.145684 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] Sync routers for ids ['412269ac-24d6-4d53-ab23-4007c26f915f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:56:57.154953 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:57.155142 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] Routers {'412269ac-24d6-4d53-ab23-4007c26f915f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:56:57.156081 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:56:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['412269ac-24d6-4d53-ab23-4007c26f915f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:57.212464 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-899bd30a-7dc9-455a-b79b-7c3a1dd672a9 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/floatingips/10661677-a2af-445d-9d23-2f2fc455b5db HTTP/1.1" status: 204 len: 168 time: 1.4776163 Mar 23 10:56:57.213051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'tag': 'c306ed9a-9404-490a-8dfb-f7240347f444'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:56:57.259610 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'tag': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'status': 'completed', 'code': 200} Mar 23 10:56:57.338063 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] Set router 412269ac-24d6-4d53-ab23-4007c26f915f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:56:57.454766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-8fce2d66-2c37-45de-8427-a4435001f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:57.456333 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-8fce2d66-2c37-45de-8427-a4435001f2f0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=f02bd9925b774a62838934041bdc1fdd&device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 1099 time: 0.1739924 Mar 23 10:56:57.594767 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-bbb684b1-a615-43de-9cad-109cb8be2299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:57.596270 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-bbb684b1-a615-43de-9cad-109cb8be2299 service neutron] 10.222.0.102 "GET /v2.0/networks?id=0d85ad91-113f-44a0-a506-e04b5c4841be HTTP/1.1" status: 200 len: 897 time: 0.1339731 Mar 23 10:56:57.601832 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025801ed-3475-4674-88bb-c6a4060b5228 req-4cddf617-fe94-4314-a39b-a83203a233fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:57.602708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-025801ed-3475-4674-88bb-c6a4060b5228 req-4cddf617-fe94-4314-a39b-a83203a233fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:56:57.620268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-025801ed-3475-4674-88bb-c6a4060b5228 req-4cddf617-fe94-4314-a39b-a83203a233fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:56:57.621531 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-025801ed-3475-4674-88bb-c6a4060b5228 req-4cddf617-fe94-4314-a39b-a83203a233fa tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.1013215 Mar 23 10:56:57.669855 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-025801ed-3475-4674-88bb-c6a4060b5228 req-922419c0-4ac7-46ac-8bac-69b5e48517a4 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408418 Mar 23 10:56:57.670223 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-89a162d2-bc14-407b-9757-f0491fce281b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed9a-9404-490a-8dfb-f7240347f444 HTTP/1.1" status: 200 len: 217 time: 0.0665419 Mar 23 10:56:57.692604 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:02Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '9ad05d96-2b56-4eb9-9a9d-6d567d73246e', 'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:40:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:56:01Z', 'updated_at': '2022-03-23T10:56:07Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:57.696780 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] Checking router: 412269ac-24d6-4d53-ab23-4007c26f915f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:56:57.705558 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] Routers {'412269ac-24d6-4d53-ab23-4007c26f915f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:56:57.706187 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:56:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['412269ac-24d6-4d53-ab23-4007c26f915f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:57.733160 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-c1334e77-653f-4a6a-9377-116b07ccdad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:57.735189 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-c1334e77-653f-4a6a-9377-116b07ccdad2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=67d9fbdb-06a3-434d-aeae-1b6007f806cc HTTP/1.1" status: 200 len: 835 time: 0.0576923 Mar 23 10:56:57.815081 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-897f8fe5-777d-4d5d-9a27-471a5029a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:57.816526 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-897f8fe5-777d-4d5d-9a27-471a5029a57e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=0d85ad91-113f-44a0-a506-e04b5c4841be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747781 Mar 23 10:56:57.912076 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] Set router 412269ac-24d6-4d53-ab23-4007c26f915f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:56:57.946660 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-0b3a6cd4-559d-48e5-858f-7c4a53c9421d service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233337 Mar 23 10:56:58.077900 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5d92052a-2bfd-4a4e-acdb-b62378cad27b req-ee47ddc7-5d5c-4c0a-9c8f-46e0e8beb6df service neutron] 10.222.0.102 "GET /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248989 Mar 23 10:56:58.216223 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:02Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '9ad05d96-2b56-4eb9-9a9d-6d567d73246e', 'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:40:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:56:01Z', 'updated_at': '2022-03-23T10:56:07Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:56:58.220494 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a3e417-c7ed-4d92-b247-8451ef801478 None None] The sync data for ids ['412269ac-24d6-4d53-ab23-4007c26f915f'] in dv-neutron-834652-2-hyperv is: [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:02Z', 'revision_number': 4, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '9ad05d96-2b56-4eb9-9a9d-6d567d73246e', 'name': '', 'network_id': '0d85ad91-113f-44a0-a506-e04b5c4841be', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'mac_address': 'fa:16:3e:40:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:56:01Z', 'updated_at': '2022-03-23T10:56:07Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'subnets': [{'id': '67d9fbdb-06a3-434d-aeae-1b6007f806cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:56:58.419370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f94339-771e-4061-879c-4d4fdafc1b08 None None] New status for floating IP 10661677-a2af-445d-9d23-2f2fc455b5db: DOWN {{(pid=87861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:56:58.858896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d37178-09bd-46a4-ac45-aca40461a348 req-92fafbaa-a796-4a13-9ff2-cf2ed8f98215 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:58.860871 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09d37178-09bd-46a4-ac45-aca40461a348 req-92fafbaa-a796-4a13-9ff2-cf2ed8f98215 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0817902 Mar 23 10:56:58.903678 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-09d37178-09bd-46a4-ac45-aca40461a348 req-f723feaf-cf2a-4fec-a42c-32867ff33d7a tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/security-groups?id=df260643-a85f-405a-af35-7bd1bd46d18d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370841 Mar 23 10:56:59.050809 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-45b8ba73-b277-421a-ba52-6e36ab0bdc9d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:56:59.052198 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-45b8ba73-b277-421a-ba52-6e36ab0bdc9d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 946 time: 0.0822704 Mar 23 10:56:59.119899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port c306ed9a-9404-490a-8dfb-f7240347f444 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:56:59.120174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:59.357476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port c306ed9a-9404-490a-8dfb-f7240347f444, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c306ed9a-9404-490a-8dfb-f7240347f444,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:56:59.357822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:59.476312 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for c306ed9a-9404-490a-8dfb-f7240347f444 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:56:59.614771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:59.664626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=c306ed9a-9404-490a-8dfb-f7240347f444,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:56:59.705869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.706208 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.706540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.706871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.707192 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.707510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.707826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.708144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.708457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.708764 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.709100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.709416 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:56:59.841284 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] No DVR routers for this DVR port c306ed9a-9404-490a-8dfb-f7240347f444 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:56:59.843654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:56:59.846169 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'name': 'network-vif-deleted', 'tag': 'c306ed9a-9404-490a-8dfb-f7240347f444'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:56:59.861752 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-96ac7c0c-b8a7-4199-8555-8b06fb9c8354 req-f026388f-8e95-44b4-aeb9-1f9fe74d4600 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.102 "DELETE /v2.0/ports/c306ed9a-9404-490a-8dfb-f7240347f444 HTTP/1.1" status: 204 len: 173 time: 0.8043625 Mar 23 10:56:59.899613 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f686742-ec47-4f27-8cb1-aabc72f2046d', 'name': 'network-vif-deleted', 'tag': 'c306ed9a-9404-490a-8dfb-f7240347f444', 'status': 'completed', 'code': 200} Mar 23 10:57:00.067507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ab110161-1128-4cf3-ae84-e02a827a0ea4 req-9a3df183-76bb-4201-8142-0c5004b93c8b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Synchronizing usage tracker for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:57:00.083006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-ab110161-1128-4cf3-ae84-e02a827a0ea4 req-9a3df183-76bb-4201-8142-0c5004b93c8b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Unset dirty status for tenant:f02bd9925b774a62838934041bdc1fdd on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:57:00.084485 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ab110161-1128-4cf3-ae84-e02a827a0ea4 req-9a3df183-76bb-4201-8142-0c5004b93c8b tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "GET /v2.0/ports?device_id=6f686742-ec47-4f27-8cb1-aabc72f2046d HTTP/1.1" status: 200 len: 210 time: 0.0600169 Mar 23 10:57:01.179817 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44048) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:01.838124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:02.196980 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:57:02.197708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:02.384503 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port 9ad05d96-2b56-4eb9-9a9d-6d567d73246e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=9ad05d96-2b56-4eb9-9a9d-6d567d73246e,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:02.384768 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:02.507456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for 9ad05d96-2b56-4eb9-9a9d-6d567d73246e owned by network:router_interface {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:57:02.829612 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:02.991193 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=9ad05d96-2b56-4eb9-9a9d-6d567d73246e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:03.264614 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:03.608850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Router 412269ac-24d6-4d53-ab23-4007c26f915f has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:57:03.769660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-230207c2-80c2-4e00-916b-d605c16efdf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:03.782605 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:57:03.792303 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] Sync routers for ids ['412269ac-24d6-4d53-ab23-4007c26f915f'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:57:03.802130 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-fe356eb5-12e3-4831-b638-8d8dbb2511cc tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "PUT /v2.0/routers/412269ac-24d6-4d53-ab23-4007c26f915f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6187987 Mar 23 10:57:03.802310 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] Routers {'412269ac-24d6-4d53-ab23-4007c26f915f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:03.802413 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44052) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:03.802716 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:56:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['412269ac-24d6-4d53-ab23-4007c26f915f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:03.870671 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ea69c3-62e4-4e25-b49f-1e350b515b3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting subnet 67d9fbdb-06a3-434d-aeae-1b6007f806cc {{(pid=87860) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 10:57:03.873471 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-20ea69c3-62e4-4e25-b49f-1e350b515b3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:03.927088 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-20ea69c3-62e4-4e25-b49f-1e350b515b3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2145449'] for subnet, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:03.971604 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] Set router 412269ac-24d6-4d53-ab23-4007c26f915f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:04.010445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-20ea69c3-62e4-4e25-b49f-1e350b515b3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:04.081203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-20ea69c3-62e4-4e25-b49f-1e350b515b3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3823122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-261617747'] for subnet, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:04.122255 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-20ea69c3-62e4-4e25-b49f-1e350b515b3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:04.125160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea69c3-62e4-4e25-b49f-1e350b515b3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Subnet': ['ID=67d9fbdb-06a3-434d-aeae-1b6007f806cc,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:04.128460 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339f75b2-2b3e-4a20-b54a-5204a83826c9 None None] Network 0d85ad91-113f-44a0-a506-e04b5c4841be requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:57:04.133516 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-20ea69c3-62e4-4e25-b49f-1e350b515b3d tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/subnets/67d9fbdb-06a3-434d-aeae-1b6007f806cc HTTP/1.1" status: 204 len: 168 time: 0.3301580 Mar 23 10:57:04.135109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44056) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:04.251469 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:57:02Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:04.255699 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] Checking router: 412269ac-24d6-4d53-ab23-4007c26f915f for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:57:04.263737 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] Routers {'412269ac-24d6-4d53-ab23-4007c26f915f'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:04.264321 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:56:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['412269ac-24d6-4d53-ab23-4007c26f915f'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:04.382162 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c306ed9a-9404-490a-8dfb-f7240347f444 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:57:04.406248 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] DHCP port deletion for 0d85ad91-113f-44a0-a506-e04b5c4841be request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 10:57:04.418735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: c306ed9a-9404-490a-8dfb-f7240347f444 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:57:04.419069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c306ed9a-9404-490a-8dfb-f7240347f444 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:57:04.420613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Deleting port 12009e66-458a-4940-8497-a41a86badff4 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:57:04.420970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:04.441201 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:04.445911 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] Set router 412269ac-24d6-4d53-ab23-4007c26f915f gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:04.620163 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:04.622848 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] For port 12009e66-458a-4940-8497-a41a86badff4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=12009e66-458a-4940-8497-a41a86badff4,segment=NetworkSegment(a03b2869-60fd-4a41-96da-de7284a692a0),segment_id=a03b2869-60fd-4a41-96da-de7284a692a0)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:04.623226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:04.630597 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Deleting port 51c092c4-d565-4ba1-89b4-b826e9dab732 {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 10:57:04.631157 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:04.745272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Calling delete_port for 12009e66-458a-4940-8497-a41a86badff4 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:57:04.754670 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:57:02Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:04.758596 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bd470f-d8da-4755-9127-b0ff53a9d56f None None] The sync data for ids ['412269ac-24d6-4d53-ab23-4007c26f915f'] in dv-neutron-834652-2-hyperv is: [{'id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078882422', 'tenant_id': 'f02bd9925b774a62838934041bdc1fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:57:02Z', 'revision_number': 5, 'project_id': 'f02bd9925b774a62838934041bdc1fdd', 'gw_port': {'id': '51c092c4-d565-4ba1-89b4-b826e9dab732', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:09:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412269ac-24d6-4d53-ab23-4007c26f915f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:55:57Z', 'updated_at': '2022-03-23T10:56:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:57:04.823196 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.db [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] For port 51c092c4-d565-4ba1-89b4-b826e9dab732, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=51c092c4-d565-4ba1-89b4-b826e9dab732,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:04.823585 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:04.832183 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289'] for port, after_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:04.882513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Pushing event deleted for resources: {'Port': ['ID=12009e66-458a-4940-8497-a41a86badff4,revision_number=None']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:04.887132 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] No DVR routers for this DVR port 12009e66-458a-4940-8497-a41a86badff4 on host dv-neutron-834652-2-hyperv {{(pid=87861) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 10:57:04.893745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.897995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c3ca2-9148-471f-9707-62e1bfe290a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:04.948307 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Calling delete_port for 51c092c4-d565-4ba1-89b4-b826e9dab732 owned by network:router_gateway {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 10:57:05.120467 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.165437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9ad05d96-2b56-4eb9-9a9d-6d567d73246e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:57:05.168859 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Port': ['ID=51c092c4-d565-4ba1-89b4-b826e9dab732,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:05.213326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 9ad05d96-2b56-4eb9-9a9d-6d567d73246e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:57:05.213326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 9ad05d96-2b56-4eb9-9a9d-6d567d73246e not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:57:05.213326 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 12009e66-458a-4940-8497-a41a86badff4 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:57:05.248908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 12009e66-458a-4940-8497-a41a86badff4 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:57:05.249300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 12009e66-458a-4940-8497-a41a86badff4 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:57:05.269671 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.442808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.444862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.466710 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.467171 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Fanout notify agent at l3_agent the message router_deleted on router 412269ac-24d6-4d53-ab23-4007c26f915f {{(pid=87860) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 10:57:05.482160 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.483280 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0225334b-fde5-4d23-af4c-e23cde4e7cba tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/routers/412269ac-24d6-4d53-ab23-4007c26f915f HTTP/1.1" status: 204 len: 168 time: 1.3470271 Mar 23 10:57:05.486537 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44060) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:05.604332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.732551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.757439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d85ad91-113f-44a0-a506-e04b5c4841be']}} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:05.769826 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03b2869-60fd-4a41-96da-de7284a692a0') {'for_net_delete': True} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:05.770119 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.services.segments.db [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03b2869-60fd-4a41-96da-de7284a692a0') {} {{(pid=87860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:05.781259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2145440'] for segment, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.797272 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.803013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Releasing vlan 820 on physical network physnet1 to pool {{(pid=87860) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 10:57:05.803382 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3823176'] for segment, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: Traceback (most recent call last): Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: timer() Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: cb(*args, **kw) Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: return func(*args, **kwargs) Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: self._notify() Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: self.callback(batched_events) Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: event.method(event) Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: return f(self, *a, **k) Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._get(url).json() Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: return self.request(url, 'GET', **kwargs) Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 10:57:05.818378 dv-neutron-834652-2-hyperv neutron-server[87860]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 10:57:06.011968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.028530 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.040605 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'Network': ['ID=0d85ad91-113f-44a0-a506-e04b5c4841be,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:06.047972 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ae4adff1-149b-43c9-9638-ee3bb774d940 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/networks/0d85ad91-113f-44a0-a506-e04b5c4841be HTTP/1.1" status: 204 len: 168 time: 0.5604725 Mar 23 10:57:06.050570 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44064) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:06.118225 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5734f3b5-6d83-4712-8fc0-9274699e8546 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.146991 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5734f3b5-6d83-4712-8fc0-9274699e8546 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.217262 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5734f3b5-6d83-4712-8fc0-9274699e8546 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.235096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734f3b5-6d83-4712-8fc0-9274699e8546 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df260643-a85f-405a-af35-7bd1bd46d18d,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:06.249449 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-5734f3b5-6d83-4712-8fc0-9274699e8546 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.251257 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-5734f3b5-6d83-4712-8fc0-9274699e8546 tempest-TestNetworkAdvancedServerOps-334486945 tempest-TestNetworkAdvancedServerOps-334486945-project] 10.222.0.84 "DELETE /v2.0/security-groups/df260643-a85f-405a-af35-7bd1bd46d18d HTTP/1.1" status: 204 len: 168 time: 0.1997609 Mar 23 10:57:06.604233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44074) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:06.622793 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.627896 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0f70b5fd-efcd-4048-a750-1771f19c4fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.751537 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-852b7a80-f943-4d9c-9649-cd913c878f0d admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=f02bd9925b774a62838934041bdc1fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461394 Mar 23 10:57:06.754059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44080) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:06.809726 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef506378-c540-4fdf-a0c0-ecf6257dd17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.834951 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef506378-c540-4fdf-a0c0-ecf6257dd17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.890377 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef506378-c540-4fdf-a0c0-ecf6257dd17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.908090 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef506378-c540-4fdf-a0c0-ecf6257dd17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85489fc2-0789-4ee0-bd65-fa204f29d53f,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:06.916204 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef506378-c540-4fdf-a0c0-ecf6257dd17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:06.917356 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ef506378-c540-4fdf-a0c0-ecf6257dd17f admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/85489fc2-0789-4ee0-bd65-fa204f29d53f HTTP/1.1" status: 204 len: 168 time: 0.1623697 Mar 23 10:57:07.157910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 51c092c4-d565-4ba1-89b4-b826e9dab732 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:57:07.193840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44088) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:07.211578 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21a28426-19ab-4045-8ea3-1bbe384e8a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:07.226029 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-21a28426-19ab-4045-8ea3-1bbe384e8a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:07.229116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 51c092c4-d565-4ba1-89b4-b826e9dab732 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 10:57:07.229452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 51c092c4-d565-4ba1-89b4-b826e9dab732 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 10:57:07.229766 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-21a28426-19ab-4045-8ea3-1bbe384e8a44 admin admin] Usage tracker for resource:security_group_rule and tenant:c2244a8a42424fcca3f5feff62f40d43 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:07.233716 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-21a28426-19ab-4045-8ea3-1bbe384e8a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:07.239429 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-21a28426-19ab-4045-8ea3-1bbe384e8a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:07.321444 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21a28426-19ab-4045-8ea3-1bbe384e8a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:07.325079 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-21a28426-19ab-4045-8ea3-1bbe384e8a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:07.374259 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-21a28426-19ab-4045-8ea3-1bbe384e8a44 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=c2244a8a42424fcca3f5feff62f40d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790860 Mar 23 10:57:07.375491 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a28426-19ab-4045-8ea3-1bbe384e8a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7a58bb-9c97-441f-a4a2-74db0473a548,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:07.376370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:07.377752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44092) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:07.436881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-aca26ac8-e3cf-470b-a09b-424c3daf0997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:07.465555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-aca26ac8-e3cf-470b-a09b-424c3daf0997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:07.516713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-aca26ac8-e3cf-470b-a09b-424c3daf0997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:07.530367 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca26ac8-e3cf-470b-a09b-424c3daf0997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7a58bb-9c97-441f-a4a2-74db0473a548,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:07.536029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-aca26ac8-e3cf-470b-a09b-424c3daf0997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:07.539927 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-aca26ac8-e3cf-470b-a09b-424c3daf0997 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/fa7a58bb-9c97-441f-a4a2-74db0473a548 HTTP/1.1" status: 204 len: 168 time: 0.1604855 Mar 23 10:57:07.603611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:08.244806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44118) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:08.347983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-168811318-network', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:08.352733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:08.356601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Usage tracker for resource:network and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:08.359919 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:08.366227 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:08.376028 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Made reservation on behalf of e21cc27e0bf74cc5bb75060c7ea23f90 for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:57:08.378379 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:08.390055 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:08.403850 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:08.407763 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:08.410495 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:08.416281 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:08.499584 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:08.503765 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:08.532819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 842} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:57:08.541256 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16e9fb3-548a-4ce1-a1e5-052af61d6994,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:08.547015 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:08.547961 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Added segment c34c572b-1718-46d3-9de8-90e7437a7d7a of type vlan for network 87d149ab-e4cd-4c2a-8487-9f4e9447289d Mar 23 10:57:08.573570 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:08.601052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:08.602072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:08.602675 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:08.706609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] Pushing event updated for resources: {'Network': ['ID=87d149ab-e4cd-4c2a-8487-9f4e9447289d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:08.710024 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-df383cae-fa90-47ba-888e-1b71c9e5892a admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4641719 Mar 23 10:57:08.713013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44124) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:08.717284 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 87d149ab-e4cd-4c2a-8487-9f4e9447289d details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:57:08.718311 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Request body: {'subnet': {'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-168811318-subnet', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:08.723741 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:08.727609 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Usage tracker for resource:subnet and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:08.730460 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:08.737118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:08.747287 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Made reservation on behalf of e21cc27e0bf74cc5bb75060c7ea23f90 for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:57:08.749907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:08.951305 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.026318 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:09.034030 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Checking segment: {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:57:09.034380 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Network hostable DHCP agents. Network: 87d149ab-e4cd-4c2a-8487-9f4e9447289d, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:57:09.053001 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Network 87d149ab-e4cd-4c2a-8487-9f4e9447289d is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:57:09.061183 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 87d149ab-e4cd-4c2a-8487-9f4e9447289d) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:09.065372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:09.065939 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.071657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12891430-b09c-4419-b1e0-d04f43acc913 None None] Network 87d149ab-e4cd-4c2a-8487-9f4e9447289d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:57:09.086204 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-18226cca-4079-4b72-91a9-3b860e559bdd admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3721693 Mar 23 10:57:09.089166 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44128) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:09.094873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:09.099439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:09.103279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Usage tracker for resource:router and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:09.106165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:09.112325 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:09.123562 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.124534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.140314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.284448 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:57:09.285397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.404758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.439206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Allocated IP 172.20.0.2 (87d149ab-e4cd-4c2a-8487-9f4e9447289d/3a61c7dc-88ac-4727-bd9e-4eaf0db2de13/2a84391a-6643-4025-af4d-ac3f4098cf0c) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:57:09.652432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.675983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Transition to ACTIVE for port object 2a84391a-6643-4025-af4d-ac3f4098cf0c will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:09.704468 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Transition to ACTIVE for port object 2a84391a-6643-4025-af4d-ac3f4098cf0c will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:09.706325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.710884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.774592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Network 87d149ab-e4cd-4c2a-8487-9f4e9447289d is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:09.777190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:09.779776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:57:09.825673 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Pushing event updated for resources: {'Port': ['ID=2a84391a-6643-4025-af4d-ac3f4098cf0c,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:09.838877 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.868734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.883821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Attempting to bind port 2a84391a-6643-4025-af4d-ac3f4098cf0c on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:57:09.884339 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Attempting to bind port 2a84391a-6643-4025-af4d-ac3f4098cf0c by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:57:09.884824 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Attempting to bind port 2a84391a-6643-4025-af4d-ac3f4098cf0c on network 87d149ab-e4cd-4c2a-8487-9f4e9447289d {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:57:09.890486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:57:09.891462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Checking segment: {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:57:09.891921 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.892370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Bound using segment: {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:57:09.892895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Bound port: 2a84391a-6643-4025-af4d-ac3f4098cf0c, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:57:09.893354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:09.980908 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] For port 2a84391a-6643-4025-af4d-ac3f4098cf0c, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:57:09.983882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] For port 2a84391a-6643-4025-af4d-ac3f4098cf0c, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2a84391a-6643-4025-af4d-ac3f4098cf0c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:57:09.988380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:10.005613 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Allocated IP 172.26.4.32 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/90754790-6003-4ae7-8420-24fb05fbdfa4) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:57:10.092515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231d0db-bcce-42cb-9113-f73d8eba0cc0 None None] Pushing event updated for resources: {'Port': ['ID=2a84391a-6643-4025-af4d-ac3f4098cf0c,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:10.160862 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:10.190458 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:10.253892 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:10.256956 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:10.266663 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:57:10.305076 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Pushing event updated for resources: {'Port': ['ID=90754790-6003-4ae7-8420-24fb05fbdfa4,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:10.679114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:11.007076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e556cac-8a6f-4d09-aa92-5ead33fb8e61 None None] Network 87d149ab-e4cd-4c2a-8487-9f4e9447289d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:57:11.024353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:11.102369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-91e9ecaf-8d9c-408e-bfea-7879f3b1bf00 None None] Provisioning for port 2a84391a-6643-4025-af4d-ac3f4098cf0c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:11.222417 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2a84391a-6643-4025-af4d-ac3f4098cf0c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:11.314490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 2a84391a-6643-4025-af4d-ac3f4098cf0c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:11.321903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2a84391a-6643-4025-af4d-ac3f4098cf0c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:11.322469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:11.355076 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Router 23c9096d-3da2-442c-8808-511f0fef0ee3 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:57:11.493176 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:11.528802 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 2a84391a-6643-4025-af4d-ac3f4098cf0c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2a84391a-6643-4025-af4d-ac3f4098cf0c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:11.537671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:11.559065 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:57:11.574235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Sync routers for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:57:11.582630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:11.583870 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-aedcce9c-0bd7-4cc9-b4b4-9f5ba839b39b admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4937875 Mar 23 10:57:11.586739 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44132) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:11.587680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-6008c096-21ff-4aea-9c9a-cc0623609c56 None None] Provisioning complete for port 2a84391a-6643-4025-af4d-ac3f4098cf0c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:11.588142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6008c096-21ff-4aea-9c9a-cc0623609c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:11.636878 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:11.637440 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:57:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:11.731604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=2a84391a-6643-4025-af4d-ac3f4098cf0c,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:11.903712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:12.195866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:10Z', 'revision_number': 3, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:12.199627 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Checking router: 23c9096d-3da2-442c-8808-511f0fef0ee3 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:57:12.199970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Updating router 23c9096d-3da2-442c-8808-511f0fef0ee3 port 90754790-6003-4ae7-8420-24fb05fbdfa4 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:57:12.240554 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:12.251727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:12.444727 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Allocated IP 172.20.0.1 (87d149ab-e4cd-4c2a-8487-9f4e9447289d/3a61c7dc-88ac-4727-bd9e-4eaf0db2de13/ddd4043d-a235-420c-8756-bf0dbe90a08d) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:57:12.572131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:12.585429 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Transition to ACTIVE for port object 90754790-6003-4ae7-8420-24fb05fbdfa4 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:12.592265 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:12.669139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Attempting to bind port 90754790-6003-4ae7-8420-24fb05fbdfa4 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:57:12.669503 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Attempting to bind port 90754790-6003-4ae7-8420-24fb05fbdfa4 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:57:12.669861 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Attempting to bind port 90754790-6003-4ae7-8420-24fb05fbdfa4 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:57:12.686600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9144a8-1bc4-4ed1-ab77-508a34bf72ef None None] Pushing event updated for resources: {'Port': ['ID=90754790-6003-4ae7-8420-24fb05fbdfa4,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:12.689637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:57:12.690001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:57:12.690393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:12.690764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:57:12.691223 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Bound port: 90754790-6003-4ae7-8420-24fb05fbdfa4, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:57:12.691587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:12.705407 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:12.720996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Transition to ACTIVE for port object ddd4043d-a235-420c-8756-bf0dbe90a08d will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:12.744418 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:12.765779 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] For port 90754790-6003-4ae7-8420-24fb05fbdfa4, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:57:12.768599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] For port 90754790-6003-4ae7-8420-24fb05fbdfa4, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=90754790-6003-4ae7-8420-24fb05fbdfa4,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:57:12.772821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:12.803386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Network 87d149ab-e4cd-4c2a-8487-9f4e9447289d is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:12.806156 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:12.815037 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:57:12.849454 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:12.850077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:57:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:12.850912 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd4043d-a235-420c-8756-bf0dbe90a08d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:12.873401 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:12.919328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9144a8-1bc4-4ed1-ab77-508a34bf72ef None None] Pushing event updated for resources: {'Port': ['ID=90754790-6003-4ae7-8420-24fb05fbdfa4,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:13.089437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:13.139714 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:13.202538 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2a84391a-6643-4025-af4d-ac3f4098cf0c up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:13.325382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-99440f6e-922d-4ee1-bc2c-41b7320fd18a None None] Provisioning for port ddd4043d-a235-420c-8756-bf0dbe90a08d completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:13.347502 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-99440f6e-922d-4ee1-bc2c-41b7320fd18a None None] Provisioning complete for port ddd4043d-a235-420c-8756-bf0dbe90a08d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:13.347781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-99440f6e-922d-4ee1-bc2c-41b7320fd18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:13.360564 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:13.365024 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:13.435492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-99440f6e-922d-4ee1-bc2c-41b7320fd18a None None] Port ddd4043d-a235-420c-8756-bf0dbe90a08d cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:57:13.438749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 2a84391a-6643-4025-af4d-ac3f4098cf0c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:13.439104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:13.467403 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd4043d-a235-420c-8756-bf0dbe90a08d,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:13.469782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:13.587898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:10Z', 'revision_number': 3, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:13.596584 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9231b30-1333-4aa1-972f-77c4a22d17c3 None None] The sync data for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv is: [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:10Z', 'revision_number': 3, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:57:13.616733 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Network 87d149ab-e4cd-4c2a-8487-9f4e9447289d is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:13.618026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:13.828310 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Router 23c9096d-3da2-442c-8808-511f0fef0ee3 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:57:13.868255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-2a763852-70fd-4b0d-969f-f7daa427432c None None] Provisioning complete for port ddd4043d-a235-420c-8756-bf0dbe90a08d triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:13.868838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2a763852-70fd-4b0d-969f-f7daa427432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:13.939076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-2a763852-70fd-4b0d-969f-f7daa427432c None None] Port ddd4043d-a235-420c-8756-bf0dbe90a08d cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:57:14.019752 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:57:14.028513 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-784a9183-73ed-41ec-90c4-a39006695c66 admin admin] 10.222.0.84 "PUT /v2.0/routers/23c9096d-3da2-442c-8808-511f0fef0ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4408493 Mar 23 10:57:14.551708 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44154) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:14.557257 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1352401736-network', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:14.562144 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:14.566546 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Usage tracker for resource:network and tenant:bcf0194c1c88441fbc75b30e4d3bc25a is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:14.569392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:14.574966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:14.585630 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Made reservation on behalf of bcf0194c1c88441fbc75b30e4d3bc25a for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:57:14.588096 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:14.600291 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:14.615141 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:14.618923 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Usage tracker for resource:security_group_rule and tenant:bcf0194c1c88441fbc75b30e4d3bc25a is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:14.621703 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:14.627918 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:14.709914 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:14.713807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:14.744683 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 10:57:14.749607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77edcaf0-206e-412d-b672-b454d8d8b0bf,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:14.757690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:14.758147 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Added segment e50d1dce-b426-402e-84cb-ef1f2e1a8f23 of type vlan for network 02f9ee08-734f-4167-9c0c-dec4cefc91cd Mar 23 10:57:14.783192 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:14.813964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:14.815489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:14.816052 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.029953 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4771376 Mar 23 10:57:15.030782 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b5051-e9a5-41d8-ab2b-d31d2c9f4957 admin admin] Pushing event updated for resources: {'Network': ['ID=02f9ee08-734f-4167-9c0c-dec4cefc91cd,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:15.033539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44158) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:15.039788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Request body: {'subnet': {'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1352401736-subnet', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'ip_version': 4}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:15.041724 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 02f9ee08-734f-4167-9c0c-dec4cefc91cd details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 10:57:15.044907 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:15.048753 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Usage tracker for resource:subnet and tenant:bcf0194c1c88441fbc75b30e4d3bc25a is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:15.051596 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:15.057658 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:15.069685 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Made reservation on behalf of bcf0194c1c88441fbc75b30e4d3bc25a for: {'subnet': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:57:15.072079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262009708'] for subnet, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.094886 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Sync routers for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:57:15.105582 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:15.106190 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:57:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:15.214322 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 90754790-6003-4ae7-8420-24fb05fbdfa4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:15.280499 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3818293', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262009694'] for subnet, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.288431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 90754790-6003-4ae7-8420-24fb05fbdfa4 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:15.293220 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 90754790-6003-4ae7-8420-24fb05fbdfa4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:15.293613 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.310656 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:15.359385 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a45a052-98e4-4033-8ee3-b8d9f9848465,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:15.366874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Checking segment: {'id': 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:57:15.367240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Network hostable DHCP agents. Network: 02f9ee08-734f-4167-9c0c-dec4cefc91cd, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 10:57:15.388300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Network 02f9ee08-734f-4167-9c0c-dec4cefc91cd is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 10:57:15.400493 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 02f9ee08-734f-4167-9c0c-dec4cefc91cd) {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:15.404605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:15.405457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.425537 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a1ead-e9ca-4b59-b2c7-4de57de4bc9a None None] Network 02f9ee08-734f-4167-9c0c-dec4cefc91cd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:57:15.434824 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b90888f2-d6bd-405f-9f40-c4c0785cfb6d admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3996875 Mar 23 10:57:15.437327 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44162) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:15.445391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1352401736-router', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:15.450140 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:15.454296 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Usage tracker for resource:router and tenant:bcf0194c1c88441fbc75b30e4d3bc25a is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:15.457550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:15.463294 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:15.465694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.475923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.477135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.494058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.543576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 90754790-6003-4ae7-8420-24fb05fbdfa4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=90754790-6003-4ae7-8420-24fb05fbdfa4,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:15.550080 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.635172 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 2, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:15.639013 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Checking router: 23c9096d-3da2-442c-8808-511f0fef0ee3 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:57:15.639359 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Updating router 23c9096d-3da2-442c-8808-511f0fef0ee3 port ddd4043d-a235-420c-8756-bf0dbe90a08d binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:57:15.668686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=90754790-6003-4ae7-8420-24fb05fbdfa4,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:15.695114 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.732614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-02f9ee08-734f-4167-9c0c-dec4cefc91cd', 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'fixed_ips': [{'subnet_id': '2a45a052-98e4-4033-8ee3-b8d9f9848465'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 10:57:15.733556 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.774819 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:15.913570 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Allocated IP 172.20.0.2 (02f9ee08-734f-4167-9c0c-dec4cefc91cd/2a45a052-98e4-4033-8ee3-b8d9f9848465/55b052f0-31a3-45e6-9610-221241db020e) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:57:16.048178 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.060023 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Transition to ACTIVE for port object ddd4043d-a235-420c-8756-bf0dbe90a08d will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:16.069513 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.099870 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.129469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.146474 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Pushing event updated for resources: {'Port': ['ID=ddd4043d-a235-420c-8756-bf0dbe90a08d,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:16.169644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.183682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Transition to ACTIVE for port object 55b052f0-31a3-45e6-9610-221241db020e will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:16.209027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Transition to ACTIVE for port object 55b052f0-31a3-45e6-9610-221241db020e will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:16.217186 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.276951 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.277326 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.277663 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.277997 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.278531 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.278657 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.278944 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.279262 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.279579 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.279893 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.280206 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.280517 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:57:16.290260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Network 02f9ee08-734f-4167-9c0c-dec4cefc91cd is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:16.293059 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:16.300474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Allocated IP 172.26.4.106 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/0b33136f-51f8-44c8-b53e-e759b22278d7) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:57:16.301331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:57:16.308166 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Pushing event updated for resources: {'Port': ['ID=55b052f0-31a3-45e6-9610-221241db020e,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:16.317088 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Attempting to bind port ddd4043d-a235-420c-8756-bf0dbe90a08d on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:57:16.317464 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Attempting to bind port ddd4043d-a235-420c-8756-bf0dbe90a08d by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:57:16.317821 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Attempting to bind port ddd4043d-a235-420c-8756-bf0dbe90a08d on network 87d149ab-e4cd-4c2a-8487-9f4e9447289d {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:57:16.323573 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:57:16.324206 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Checking segment: {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:57:16.324602 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.324986 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Bound using segment: {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:57:16.325678 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Bound port: ddd4043d-a235-420c-8756-bf0dbe90a08d, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:57:16.326060 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.417823 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] For port ddd4043d-a235-420c-8756-bf0dbe90a08d, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:57:16.419709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Attempting to bind port 55b052f0-31a3-45e6-9610-221241db020e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:57:16.420131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Attempting to bind port 55b052f0-31a3-45e6-9610-221241db020e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:57:16.420592 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Attempting to bind port 55b052f0-31a3-45e6-9610-221241db020e on network 02f9ee08-734f-4167-9c0c-dec4cefc91cd {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:57:16.420818 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] For port ddd4043d-a235-420c-8756-bf0dbe90a08d, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ddd4043d-a235-420c-8756-bf0dbe90a08d,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:57:16.425558 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.426976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:57:16.427338 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Checking segment: {'id': 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:57:16.427725 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.428101 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Bound using segment: {'id': 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:57:16.428549 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Bound port: 55b052f0-31a3-45e6-9610-221241db020e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:57:16.428938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.527754 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77072bc-decc-49b7-98fa-1b63c3160016 None None] Pushing event updated for resources: {'Port': ['ID=ddd4043d-a235-420c-8756-bf0dbe90a08d,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:16.534181 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] For port 55b052f0-31a3-45e6-9610-221241db020e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:57:16.538331 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] For port 55b052f0-31a3-45e6-9610-221241db020e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=55b052f0-31a3-45e6-9610-221241db020e,segment=NetworkSegment(e50d1dce-b426-402e-84cb-ef1f2e1a8f23),segment_id=e50d1dce-b426-402e-84cb-ef1f2e1a8f23)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:57:16.541757 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:16.542369 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:57:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:16.543926 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.620401 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.645895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202ec05-0fcd-4e5f-b11e-1611694469c6 None None] Pushing event updated for resources: {'Port': ['ID=55b052f0-31a3-45e6-9610-221241db020e,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:16.670831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:16.741977 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Pushing event updated for resources: {'Port': ['ID=0b33136f-51f8-44c8-b53e-e759b22278d7,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:16.751477 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:16.752808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:16.753963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:16.756273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:57:17.106927 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:16Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:17.110993 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f2ee0-b01c-48e7-8bfe-de172328aaf8 None None] The sync data for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv is: [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:16Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:57:17.263129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:17.336949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 90754790-6003-4ae7-8420-24fb05fbdfa4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:17.412020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 90754790-6003-4ae7-8420-24fb05fbdfa4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:17.412394 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:17.581200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 55b052f0-31a3-45e6-9610-221241db020e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:17.655045 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:17.657975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 55b052f0-31a3-45e6-9610-221241db020e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:17.720222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5672dd6e-d0e7-48ab-a9fc-ce43ed803cf5 None None] Network 02f9ee08-734f-4167-9c0c-dec4cefc91cd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 10:57:17.830078 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-365b7ae9-beb1-41b0-b0a2-465fcc4acfba None None] Provisioning for port 55b052f0-31a3-45e6-9610-221241db020e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:17.839621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-365b7ae9-beb1-41b0-b0a2-465fcc4acfba None None] Provisioning complete for port 55b052f0-31a3-45e6-9610-221241db020e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:17.839994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-365b7ae9-beb1-41b0-b0a2-465fcc4acfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:17.883895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 10:57:18.060597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-365b7ae9-beb1-41b0-b0a2-465fcc4acfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:18.072752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:57:18.089422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Sync routers for ids ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:57:18.100758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:18.104745 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-699a6912-4bec-4d4f-bebc-71cc4c7acf80 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6639934 Mar 23 10:57:18.105732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44166) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:18.111671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-365b7ae9-beb1-41b0-b0a2-465fcc4acfba None None] For port 55b052f0-31a3-45e6-9610-221241db020e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=55b052f0-31a3-45e6-9610-221241db020e,segment=NetworkSegment(e50d1dce-b426-402e-84cb-ef1f2e1a8f23),segment_id=e50d1dce-b426-402e-84cb-ef1f2e1a8f23)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:18.115142 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Routers {'794a3c9f-e653-4bdf-b8ab-fcef10fb7655'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:18.115818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:57:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:18.189257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-365b7ae9-beb1-41b0-b0a2-465fcc4acfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:18.348712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b7ae9-beb1-41b0-b0a2-465fcc4acfba None None] Pushing event updated for resources: {'Port': ['ID=55b052f0-31a3-45e6-9610-221241db020e,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:18.376543 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Set router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:18.617561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-353758f4-3205-46fb-9a91-a477bb15d8d5 None None] Provisioning complete for port 55b052f0-31a3-45e6-9610-221241db020e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:18.617849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-353758f4-3205-46fb-9a91-a477bb15d8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:18.807033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'name': 'tempest-TestShelveInstance-1352401736-router', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:15Z', 'updated_at': '2022-03-23T10:57:17Z', 'revision_number': 3, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'gw_port': {'id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:16Z', 'updated_at': '2022-03-23T10:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:18.810814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Checking router: 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:57:18.811158 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Updating router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 port 0b33136f-51f8-44c8-b53e-e759b22278d7 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:57:18.864396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:18.935464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.142266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Allocated IP 172.20.0.1 (02f9ee08-734f-4167-9c0c-dec4cefc91cd/2a45a052-98e4-4033-8ee3-b8d9f9848465/7571647c-ee1a-4070-8bc8-11e09095cc2a) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:57:19.187897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.200838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Transition to ACTIVE for port object 0b33136f-51f8-44c8-b53e-e759b22278d7 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:19.208935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.264674 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ddd4043d-a235-420c-8756-bf0dbe90a08d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:19.292322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.307973 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Transition to ACTIVE for port object 7571647c-ee1a-4070-8bc8-11e09095cc2a will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:19.330388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.338323 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Attempting to bind port 0b33136f-51f8-44c8-b53e-e759b22278d7 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:57:19.338686 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Attempting to bind port 0b33136f-51f8-44c8-b53e-e759b22278d7 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:57:19.339051 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Attempting to bind port 0b33136f-51f8-44c8-b53e-e759b22278d7 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:57:19.347478 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d94209-92d1-4bcb-9a20-161ea49b524c None None] Pushing event updated for resources: {'Port': ['ID=0b33136f-51f8-44c8-b53e-e759b22278d7,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:19.357857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:57:19.358466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:57:19.358599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.358981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:57:19.359973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Bound port: 0b33136f-51f8-44c8-b53e-e759b22278d7, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:57:19.360353 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.387477 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Network 02f9ee08-734f-4167-9c0c-dec4cefc91cd is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:19.390276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:19.394267 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:57:19.427281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port ddd4043d-a235-420c-8756-bf0dbe90a08d completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:19.439690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ddd4043d-a235-420c-8756-bf0dbe90a08d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:19.440016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.440216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Pushing event updated for resources: {'Port': ['ID=7571647c-ee1a-4070-8bc8-11e09095cc2a,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:19.462758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.479884 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] For port 0b33136f-51f8-44c8-b53e-e759b22278d7, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:57:19.493713 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] For port 0b33136f-51f8-44c8-b53e-e759b22278d7, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=0b33136f-51f8-44c8-b53e-e759b22278d7,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:57:19.503136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.595082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.600287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Routers {'794a3c9f-e653-4bdf-b8ab-fcef10fb7655'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:19.600917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:57:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:19.713733 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d94209-92d1-4bcb-9a20-161ea49b524c None None] Pushing event updated for resources: {'Port': ['ID=0b33136f-51f8-44c8-b53e-e759b22278d7,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:19.741471 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-75ff734d-5220-4d63-8bf0-4efcad1cabd8 None None] Provisioning for port 7571647c-ee1a-4070-8bc8-11e09095cc2a completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:19.757880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.821124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-75ff734d-5220-4d63-8bf0-4efcad1cabd8 None None] Provisioning complete for port 7571647c-ee1a-4070-8bc8-11e09095cc2a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:19.822864 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-75ff734d-5220-4d63-8bf0-4efcad1cabd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.923381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-75ff734d-5220-4d63-8bf0-4efcad1cabd8 None None] Port 7571647c-ee1a-4070-8bc8-11e09095cc2a cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:57:19.930065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] Set router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:19.943248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.947701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.980634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port ddd4043d-a235-420c-8756-bf0dbe90a08d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ddd4043d-a235-420c-8756-bf0dbe90a08d,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:19.987137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:19.987905 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 55b052f0-31a3-45e6-9610-221241db020e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:20.061993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:20.071675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Pushing event updated for resources: {'Port': ['ID=7571647c-ee1a-4070-8bc8-11e09095cc2a,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:20.200376 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Network 02f9ee08-734f-4167-9c0c-dec4cefc91cd is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:20.201535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:20.247406 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=ddd4043d-a235-420c-8756-bf0dbe90a08d,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:20.331674 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 55b052f0-31a3-45e6-9610-221241db020e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:20.332044 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:20.406260 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:57:20.494351 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-81395fb9-dc80-4e9e-8b67-aaee4135e611 None None] Provisioning complete for port 7571647c-ee1a-4070-8bc8-11e09095cc2a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:20.494929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-81395fb9-dc80-4e9e-8b67-aaee4135e611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:20.582517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-81395fb9-dc80-4e9e-8b67-aaee4135e611 None None] Port 7571647c-ee1a-4070-8bc8-11e09095cc2a cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:57:20.586290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'name': 'tempest-TestShelveInstance-1352401736-router', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:15Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 4, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'gw_port': {'id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:16Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '7571647c-ee1a-4070-8bc8-11e09095cc2a', 'name': '', 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'mac_address': 'fa:16:3e:d6:2e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '2a45a052-98e4-4033-8ee3-b8d9f9848465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:18Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 1, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'subnets': [{'id': '2a45a052-98e4-4033-8ee3-b8d9f9848465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:20.590308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043f79a-a286-42e3-b24c-1638fbaf05ee None None] The sync data for ids ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'] in dv-neutron-834652-2-hyperv is: [{'id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'name': 'tempest-TestShelveInstance-1352401736-router', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:15Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 4, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'gw_port': {'id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:16Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '7571647c-ee1a-4070-8bc8-11e09095cc2a', 'name': '', 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'mac_address': 'fa:16:3e:d6:2e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '2a45a052-98e4-4033-8ee3-b8d9f9848465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:18Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 1, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'subnets': [{'id': '2a45a052-98e4-4033-8ee3-b8d9f9848465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:57:20.594142 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:57:20.603158 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-c9034372-bde1-460f-97fb-ad7fbc71b212 admin admin] 10.222.0.84 "PUT /v2.0/routers/794a3c9f-e653-4bdf-b8ab-fcef10fb7655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4971368 Mar 23 10:57:21.202433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ddd4043d-a235-420c-8756-bf0dbe90a08d up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:21.206718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44176) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:21.213672 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310316215', 'description': 'tempest-secgroup-smoke-1310316215 description', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:21.220412 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:21.224491 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:21.227469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:21.233598 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:21.245972 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.268699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:21.272576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:21.275466 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:21.278433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ddd4043d-a235-420c-8756-bf0dbe90a08d triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:21.278633 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.282023 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:21.375762 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.380061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.425336 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9686cec-0985-4d46-8077-804a6908c086,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:21.432586 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.434024 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cb7d0496-d825-493a-9bdc-4015bddac8ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2247741 Mar 23 10:57:21.436895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44180) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:21.444004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': 'f9686cec-0985-4d46-8077-804a6908c086', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:21.450240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:21.454894 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:21.457884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:21.464552 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:21.484543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.547760 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.551709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.575987 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85f2136-f022-43b9-aff7-d2112ecff439,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:21.586322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.587605 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-9d739c8c-5743-46ef-ae0f-e634d0ab57fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491838 Mar 23 10:57:21.590474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44184) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:21.595605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': 'f9686cec-0985-4d46-8077-804a6908c086', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:21.601693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:21.605484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:21.608276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:21.614258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:21.632290 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.695871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.700082 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.728516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3eba2f2-593c-4862-99fb-88a341bd130f,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:21.739487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.743647 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f9e7587f-4cdb-4b31-a8b2-67f0d5315037 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494284 Mar 23 10:57:21.743832 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44188) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:21.749126 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': 'f9686cec-0985-4d46-8077-804a6908c086', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:21.756099 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:21.760037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:21.763075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:21.769094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:21.785712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.852826 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.858985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.885116 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a759fde9-33ce-4b73-ac08-8e33e7530556,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:21.898663 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:21.900032 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4578eb67-0d1d-4d36-9865-7cbe6bb48278 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551895 Mar 23 10:57:21.902891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44192) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:21.908202 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': 'f9686cec-0985-4d46-8077-804a6908c086', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:21.914541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:21.918357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:21.921148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:21.927721 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:21.946322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.009266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.012537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.039184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ce0b97-fe85-4e86-a992-5e0cd3ad1fa2,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:22.045375 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.046549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-98cd6560-38a4-49c3-bfb5-103250f82491 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1426883 Mar 23 10:57:22.050217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44196) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:22.055298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': 'f9686cec-0985-4d46-8077-804a6908c086', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:22.061362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:22.065193 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:22.067991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:22.073555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:22.084248 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Project e21cc27e0bf74cc5bb75060c7ea23f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:57:22.090588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.159825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.164433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.188755 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a96a06f-7607-473d-af09-d3fecc724104,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:22.197462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.198633 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f3be06b2-cdd9-4dde-9422-753ddf30c36f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473861 Mar 23 10:57:22.201386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44200) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:22.206174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': 'f9686cec-0985-4d46-8077-804a6908c086', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:22.211897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:22.215632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:22.218482 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:22.224693 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:22.235405 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Project e21cc27e0bf74cc5bb75060c7ea23f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 10:57:22.242024 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.305903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.309368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.331785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c692ecf-e930-421a-83ae-71fcd972e695,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:22.341234 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:22.342426 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-28f360a1-eff1-40c0-8d89-c7b424e65444 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401448 Mar 23 10:57:22.510735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a8a84a4d-b4d3-4569-8caa-40b0e069e2e9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:57:22.526935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a8a84a4d-b4d3-4569-8caa-40b0e069e2e9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:57:22.528202 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a8a84a4d-b4d3-4569-8caa-40b0e069e2e9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310316215&fields=id&tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90 HTTP/1.1" status: 200 len: 267 time: 0.0558274 Mar 23 10:57:22.674358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-41560294-be20-473e-92b7-a4d49359661e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:22.675762 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-41560294-be20-473e-92b7-a4d49359661e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 808 time: 0.1402485 Mar 23 10:57:22.690297 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-7a533559-f64d-4430-92b8-37a7c1c0c7e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/quotas/e21cc27e0bf74cc5bb75060c7ea23f90 HTTP/1.1" status: 200 len: 375 time: 0.0090275 Mar 23 10:57:22.775702 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-34aa1c5c-12b3-42e7-934d-daf1aa3682fa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807660 Mar 23 10:57:23.004365 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-85ad0937-8ab2-4584-bbe0-a5e3cc6a919d service neutron] 10.222.0.84 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167492 Mar 23 10:57:23.137892 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-03b1e36c-c51a-4424-b6ca-e0b1c0c4b378 service neutron] 10.222.0.84 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272943 Mar 23 10:57:23.196126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0b33136f-51f8-44c8-b53e-e759b22278d7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:23.264483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 0b33136f-51f8-44c8-b53e-e759b22278d7 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:23.269999 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 0b33136f-51f8-44c8-b53e-e759b22278d7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:23.270371 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:23.324436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-48b61b83-f70e-43b6-a080-4b84fcabade9 req-0e7a1c0e-e01d-4162-8096-8f94dea72586 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:57:23.346332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-48b61b83-f70e-43b6-a080-4b84fcabade9 req-0e7a1c0e-e01d-4162-8096-8f94dea72586 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:57:23.347755 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-48b61b83-f70e-43b6-a080-4b84fcabade9 req-0e7a1c0e-e01d-4162-8096-8f94dea72586 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 210 time: 0.0755801 Mar 23 10:57:23.402475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:23.420308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 0b33136f-51f8-44c8-b53e-e759b22278d7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=0b33136f-51f8-44c8-b53e-e759b22278d7,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:23.424188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:23.495150 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=0b33136f-51f8-44c8-b53e-e759b22278d7,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:24.166577 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Sync routers for ids ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:57:24.176347 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Routers {'794a3c9f-e653-4bdf-b8ab-fcef10fb7655'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:24.177049 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:57:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:24.356847 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Set router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:24.381656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-9ed82872-63a8-463f-b19e-c8da6393fd10 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:24.383200 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-9ed82872-63a8-463f-b19e-c8da6393fd10 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 808 time: 0.1591060 Mar 23 10:57:24.450808 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-7e8ae9a5-5fa3-43d2-b5d2-44d3fa566d1b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90 HTTP/1.1" status: 200 len: 380 time: 0.0581508 Mar 23 10:57:24.460607 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'port': {'device_id': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'admin_state_up': True, 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'security_groups': ['f9686cec-0985-4d46-8077-804a6908c086']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:24.582876 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6ac5e66e-c626-4463-9e1e-3fb703e48f89 req-4bc110f1-fa02-4f0e-9cb3-a01f944b81a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 210 time: 0.1044457 Mar 23 10:57:24.640675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:24.649931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:24.659679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Made reservation on behalf of e21cc27e0bf74cc5bb75060c7ea23f90 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 10:57:24.663750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:24.669959 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'name': 'tempest-TestShelveInstance-1352401736-router', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:15Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 4, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'gw_port': {'id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:16Z', 'updated_at': '2022-03-23T10:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '7571647c-ee1a-4070-8bc8-11e09095cc2a', 'name': '', 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'mac_address': 'fa:16:3e:d6:2e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '2a45a052-98e4-4033-8ee3-b8d9f9848465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:18Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 2, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'subnets': [{'id': '2a45a052-98e4-4033-8ee3-b8d9f9848465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:24.674346 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Checking router: 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:57:24.674691 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Updating router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 port 7571647c-ee1a-4070-8bc8-11e09095cc2a binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 10:57:24.730333 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:24.818594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Allocated IP 172.20.0.8 (87d149ab-e4cd-4c2a-8487-9f4e9447289d/3a61c7dc-88ac-4727-bd9e-4eaf0db2de13/63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:57:25.012889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.028476 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Transition to ACTIVE for port object 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:25.054124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.096384 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.107885 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Transition to ACTIVE for port object 7571647c-ee1a-4070-8bc8-11e09095cc2a will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:25.115701 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.120122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Network 87d149ab-e4cd-4c2a-8487-9f4e9447289d is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:25.123090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:25.132003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:57:25.163326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:25.187683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0b33136f-51f8-44c8-b53e-e759b22278d7 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:25.202354 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e264f2-5824-4215-804c-66e8d1134162 None None] Pushing event updated for resources: {'Port': ['ID=7571647c-ee1a-4070-8bc8-11e09095cc2a,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:25.237583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:25.240320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.277266 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-8898dc39-7a58-4b76-beac-a00bd8cff7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8205590 Mar 23 10:57:25.287368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 0b33136f-51f8-44c8-b53e-e759b22278d7 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:25.288207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.293639 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-6ee929e2-b947-4132-99d0-1c937cafac7d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 10:57:25.295195 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-6ee929e2-b947-4132-99d0-1c937cafac7d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106869 Mar 23 10:57:25.384295 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Attempting to bind port 7571647c-ee1a-4070-8bc8-11e09095cc2a on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:57:25.384673 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Attempting to bind port 7571647c-ee1a-4070-8bc8-11e09095cc2a by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:57:25.385022 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Attempting to bind port 7571647c-ee1a-4070-8bc8-11e09095cc2a on network 02f9ee08-734f-4167-9c0c-dec4cefc91cd {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:57:25.390824 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:57:25.391561 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Checking segment: {'id': 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:57:25.392146 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.392837 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Bound using segment: {'id': 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:57:25.393517 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Bound port: 7571647c-ee1a-4070-8bc8-11e09095cc2a, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:57:25.394108 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.460825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Request body: {'port': {'device_id': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:25.498538 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] For port 7571647c-ee1a-4070-8bc8-11e09095cc2a, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:57:25.502267 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] For port 7571647c-ee1a-4070-8bc8-11e09095cc2a, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7571647c-ee1a-4070-8bc8-11e09095cc2a,segment=NetworkSegment(e50d1dce-b426-402e-84cb-ef1f2e1a8f23),segment_id=e50d1dce-b426-402e-84cb-ef1f2e1a8f23)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:57:25.507570 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.538872 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-653b16d2-7dcc-4956-b16d-5c166faf4621 None None] Provisioning for port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:25.544381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-653b16d2-7dcc-4956-b16d-5c166faf4621 None None] Provisioning complete for port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:25.544753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-653b16d2-7dcc-4956-b16d-5c166faf4621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.572340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.584869 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e264f2-5824-4215-804c-66e8d1134162 None None] Pushing event updated for resources: {'Port': ['ID=7571647c-ee1a-4070-8bc8-11e09095cc2a,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:25.593485 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Routers {'794a3c9f-e653-4bdf-b8ab-fcef10fb7655'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:25.594924 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:57:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:25.605469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-653b16d2-7dcc-4956-b16d-5c166faf4621 None None] Port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 10:57:25.790689 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] Set router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:25.824274 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100b8f0-8817-40a2-af4b-6952f03271c9 req-6c7b3ede-6054-435f-8f94-47c22946f20b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:25.825870 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7100b8f0-8817-40a2-af4b-6952f03271c9 req-6c7b3ede-6054-435f-8f94-47c22946f20b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 931 time: 0.0882616 Mar 23 10:57:25.879470 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-7100b8f0-8817-40a2-af4b-6952f03271c9 req-d9d38fbb-fcbc-4e18-b510-366323ff8006 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:57:25.899996 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-7100b8f0-8817-40a2-af4b-6952f03271c9 req-d9d38fbb-fcbc-4e18-b510-366323ff8006 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:57:25.901430 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7100b8f0-8817-40a2-af4b-6952f03271c9 req-d9d38fbb-fcbc-4e18-b510-366323ff8006 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697401 Mar 23 10:57:25.971735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:57:25.978938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:25.993811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Transition to ACTIVE for port object 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 10:57:25.997521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:26.138495 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'name': 'tempest-TestShelveInstance-1352401736-router', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:15Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 4, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'gw_port': {'id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:16Z', 'updated_at': '2022-03-23T10:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '7571647c-ee1a-4070-8bc8-11e09095cc2a', 'name': '', 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'mac_address': 'fa:16:3e:d6:2e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '2a45a052-98e4-4033-8ee3-b8d9f9848465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:18Z', 'updated_at': '2022-03-23T10:57:25Z', 'revision_number': 4, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'subnets': [{'id': '2a45a052-98e4-4033-8ee3-b8d9f9848465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:26.143923 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae022dc-bdf6-4767-b8e4-d3aeb2924b93 None None] The sync data for ids ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'] in dv-neutron-834652-2-hyperv is: [{'id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'name': 'tempest-TestShelveInstance-1352401736-router', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:15Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 4, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'gw_port': {'id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:16Z', 'updated_at': '2022-03-23T10:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': '7571647c-ee1a-4070-8bc8-11e09095cc2a', 'name': '', 'network_id': '02f9ee08-734f-4167-9c0c-dec4cefc91cd', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'mac_address': 'fa:16:3e:d6:2e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '2a45a052-98e4-4033-8ee3-b8d9f9848465', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:18Z', 'updated_at': '2022-03-23T10:57:25Z', 'revision_number': 4, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'subnets': [{'id': '2a45a052-98e4-4033-8ee3-b8d9f9848465', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:57:26.235621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Pushing event updated for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:26.343206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Attempting to bind port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 10:57:26.343534 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Attempting to bind port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 10:57:26.343886 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Attempting to bind port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c on network 87d149ab-e4cd-4c2a-8487-9f4e9447289d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:57:26.348625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c on network 87d149ab-e4cd-4c2a-8487-9f4e9447289d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 10:57:26.348938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Attempting to bind port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c on network 87d149ab-e4cd-4c2a-8487-9f4e9447289d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 10:57:26.354374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 10, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 10:57:26.354712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Checking segment: {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 10:57:26.355094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Bound using segment: {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 10:57:26.355514 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Bound port: 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 10:57:26.355858 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:26.447778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 10:57:26.451120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 10:57:26.454871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:26.523974 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:26.524488 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:26.525878 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] 10.222.0.102 "PUT /v2.0/ports/63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 1093 time: 1.2232444 Mar 23 10:57:26.526315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:57:26.557968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86de289-e509-40da-a1a1-d6e5464575ce service neutron] Pushing event updated for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:26.606260 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'status': 'completed', 'code': 200} Mar 23 10:57:26.647812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-bdd4b8ad-5ed2-4330-ac0f-b0f63ec919e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:26.649368 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-bdd4b8ad-5ed2-4330-ac0f-b0f63ec919e6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1096 time: 0.0738194 Mar 23 10:57:26.722266 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-7d555aff-6034-45f6-8e24-7f64d6b3b299 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 217 time: 0.0662887 Mar 23 10:57:26.781940 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-34710f94-b58e-4099-ab0f-074b14e0139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:26.783275 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-34710f94-b58e-4099-ab0f-074b14e0139f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0558207 Mar 23 10:57:26.858553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-5820c82f-fedd-4767-bd5f-49a622dc01c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:26.859999 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-5820c82f-fedd-4767-bd5f-49a622dc01c1 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713215 Mar 23 10:57:26.992015 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-195e9f95-7c1c-4bae-94b9-e1fc3737b6ed service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261044 Mar 23 10:57:27.093879 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d5832-23e7-48b7-9a0b-36c21e7831aa req-fbb8e102-3f78-41e7-b833-e5ad750b99ea tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:27.095331 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c66d5832-23e7-48b7-9a0b-36c21e7831aa req-fbb8e102-3f78-41e7-b833-e5ad750b99ea tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0851197 Mar 23 10:57:27.124102 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d40250e6-fc9d-49fe-a893-6007d0ddd15c req-3c2b98bd-e80a-4aa1-b8cf-b699242ed6d0 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258712 Mar 23 10:57:27.149486 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c66d5832-23e7-48b7-9a0b-36c21e7831aa req-c3189fc1-ce77-4623-a0b2-23558deab4a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485210 Mar 23 10:57:27.198445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7571647c-ee1a-4070-8bc8-11e09095cc2a up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:27.251250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-43696a12-ecf6-4c0d-97d5-c34ec9a348b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:27.252717 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-43696a12-ecf6-4c0d-97d5-c34ec9a348b0 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1096 time: 0.0752316 Mar 23 10:57:27.268480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 7571647c-ee1a-4070-8bc8-11e09095cc2a completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:27.273310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 7571647c-ee1a-4070-8bc8-11e09095cc2a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:27.273783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:27.447037 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:27.456128 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-6c6afa4c-a381-4e76-acb0-a28af3f9bf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:27.458175 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-6c6afa4c-a381-4e76-acb0-a28af3f9bf45 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1992073 Mar 23 10:57:27.481679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 7571647c-ee1a-4070-8bc8-11e09095cc2a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7571647c-ee1a-4070-8bc8-11e09095cc2a,segment=NetworkSegment(e50d1dce-b426-402e-84cb-ef1f2e1a8f23),segment_id=e50d1dce-b426-402e-84cb-ef1f2e1a8f23)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:27.494408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:27.518990 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:57:27.531006 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-25c30c2f-12a7-4e49-8993-96edbfef031e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 217 time: 0.0663228 Mar 23 10:57:27.565600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=7571647c-ee1a-4070-8bc8-11e09095cc2a,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:27.600730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-de3abb64-e6da-442b-b5f1-ad4f5100400f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:27.602212 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-de3abb64-e6da-442b-b5f1-ad4f5100400f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0642567 Mar 23 10:57:27.677841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-aae59b61-ce44-4b29-9583-4f01067dc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:27.679294 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-aae59b61-ce44-4b29-9583-4f01067dc889 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698647 Mar 23 10:57:27.808124 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-beda18b1-8a62-4d1e-912c-04d828c284ab service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215522 Mar 23 10:57:27.936994 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-01f425bb-a99b-4c8e-beb0-909437d7d85f req-0a7622a8-6a05-4fc0-ba0b-510425b092be service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217401 Mar 23 10:57:28.341588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c5d39-50b1-4224-a067-d92f9dd0f5cf req-459a774f-d2c3-4b28-b869-6893898a585e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:28.342258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-249c5d39-50b1-4224-a067-d92f9dd0f5cf req-459a774f-d2c3-4b28-b869-6893898a585e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 10:57:28.356866 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-249c5d39-50b1-4224-a067-d92f9dd0f5cf req-459a774f-d2c3-4b28-b869-6893898a585e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 10:57:28.358071 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-249c5d39-50b1-4224-a067-d92f9dd0f5cf req-459a774f-d2c3-4b28-b869-6893898a585e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0961552 Mar 23 10:57:28.400966 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-249c5d39-50b1-4224-a067-d92f9dd0f5cf req-45ed4bab-fead-4a28-b680-94c109668071 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373139 Mar 23 10:57:29.177376 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7571647c-ee1a-4070-8bc8-11e09095cc2a up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:29.245913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 7571647c-ee1a-4070-8bc8-11e09095cc2a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:29.246269 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:29.578977 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddad6b1-dfc6-40b5-8370-40630f3d69dd req-a44f189c-a292-4a31-af49-8cbc85c679c4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:29.580385 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7ddad6b1-dfc6-40b5-8370-40630f3d69dd req-a44f189c-a292-4a31-af49-8cbc85c679c4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0774701 Mar 23 10:57:29.623949 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7ddad6b1-dfc6-40b5-8370-40630f3d69dd req-7086ab73-2eb7-4f78-85a2-178eda90d01d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380731 Mar 23 10:57:30.503766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:57:30.639027 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:30.656177 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'port_id': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'mac_address': 'fa:16:3e:74:63:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:57:30.710423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:30.726395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:57:30.742379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:30.746239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:30.804919 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e25217-6c43-4813-9bf5-119961b4114a req-4c4c5787-a43d-4ab4-9bc2-2ea247373ba6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:30.806382 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-31e25217-6c43-4813-9bf5-119961b4114a req-4c4c5787-a43d-4ab4-9bc2-2ea247373ba6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 944 time: 0.0789659 Mar 23 10:57:30.812175 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:30.942430 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-31e25217-6c43-4813-9bf5-119961b4114a req-c5314dc0-4315-4911-a23a-5dab8fab46fc tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303418 Mar 23 10:57:30.952520 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:57:32.122443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445b889-6d3b-4447-959a-b26d1478a187 req-0df76409-c349-4d9b-9ccf-f318e451dcc7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:32.123882 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8445b889-6d3b-4447-959a-b26d1478a187 req-0df76409-c349-4d9b-9ccf-f318e451dcc7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 944 time: 0.0792201 Mar 23 10:57:32.168882 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8445b889-6d3b-4447-959a-b26d1478a187 req-989cc8cb-a9ff-44a1-ae04-54865b9f625c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393727 Mar 23 10:57:32.505348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:57:32.570949 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 10:57:32.575576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:57:32.575945 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:32.692259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:32.718457 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:57:32.728276 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:57:32.731836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:32.770284 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'code': 200} Mar 23 10:57:32.802409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:32.982904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc7f14-87a0-40d7-b9e4-57a4e7c49c82 req-1eaa0b7c-372f-4246-a2ef-473bcfa0e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:32.984377 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-02bc7f14-87a0-40d7-b9e4-57a4e7c49c82 req-1eaa0b7c-372f-4246-a2ef-473bcfa0e672 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0677278 Mar 23 10:57:33.023050 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-02bc7f14-87a0-40d7-b9e4-57a4e7c49c82 req-cfb644a9-9057-4f07-af44-249c761ebba4 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325768 Mar 23 10:57:33.353927 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4dc05-8d48-4fdb-9be6-f019467c7a10 req-cf2083ce-1f6b-4600-82c6-3f93f5c6c53a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:33.355261 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-77b4dc05-8d48-4fdb-9be6-f019467c7a10 req-cf2083ce-1f6b-4600-82c6-3f93f5c6c53a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0807827 Mar 23 10:57:33.397556 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-77b4dc05-8d48-4fdb-9be6-f019467c7a10 req-1147f2bd-8149-4b9d-a5f7-382578db021d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367746 Mar 23 10:57:33.771304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5e328d9f-ebcb-4d4d-b99e-ef20faad6a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:34.584391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c81e9-9c5c-4a41-9590-d0a1b87f3ddd req-e0155717-e4dc-443b-9b87-209ac7a6aff2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:34.585865 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-828c81e9-9c5c-4a41-9590-d0a1b87f3ddd req-e0155717-e4dc-443b-9b87-209ac7a6aff2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0809183 Mar 23 10:57:34.628933 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-828c81e9-9c5c-4a41-9590-d0a1b87f3ddd req-4c4b8e7d-ea8c-4c6a-a5bd-930290fc258e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Mar 23 10:57:34.808671 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eb0cf-4629-4429-8ad3-ff1ba0c6a563 req-3192e6ca-adc3-4b89-9654-8a1b1a29e69c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:34.810128 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a72eb0cf-4629-4429-8ad3-ff1ba0c6a563 req-3192e6ca-adc3-4b89-9654-8a1b1a29e69c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0790210 Mar 23 10:57:34.853401 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a72eb0cf-4629-4429-8ad3-ff1ba0c6a563 req-5ec871ed-2a02-4b5d-8887-8990be598909 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371897 Mar 23 10:57:34.875943 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44256) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:34.988633 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273170b-bd65-4572-a1a7-f38da780ec39 tempest-TestShelveInstance-294125040 tempest-TestShelveInstance-294125040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:34.990129 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-1273170b-bd65-4572-a1a7-f38da780ec39 tempest-TestShelveInstance-294125040 tempest-TestShelveInstance-294125040-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1093 time: 0.1132476 Mar 23 10:57:34.992970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44262) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:57:34.997743 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 10:57:35.003993 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 10:57:35.007685 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:floatingip and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 10:57:35.010489 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 10:57:35.016531 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 10:57:35.026494 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:35.158690 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:35.289792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Allocated IP 172.26.4.165 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/f468e50b-e025-4525-81c8-1b1d75c5891e) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 10:57:35.432076 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:35.460654 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:35.518575 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 10:57:35.521186 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 10:57:35.528628 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 10:57:35.560805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'Port': ['ID=f468e50b-e025-4525-81c8-1b1d75c5891e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:36.032983 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:36.103945 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:36.304483 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:36.308949 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:36.410315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'Port': ['ID=f468e50b-e025-4525-81c8-1b1d75c5891e,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:57:36.422241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:36.590593 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Floating IP 6aa47e92-30fc-4660-8233-31d9344fa34f associated. External IP: 172.26.4.165, port: 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c. Mar 23 10:57:36.635798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:36.637156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ab39a804-f64c-4463-96e4-8010f6cb2f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:36.930571 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Router 23c9096d-3da2-442c-8808-511f0fef0ee3 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 10:57:37.102872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 10:57:37.112690 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] Sync routers for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 10:57:37.121525 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:37.122134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:57:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:37.128005 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:37.183519 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-ef45ce73-a7c6-4ad8-a231-552bc01f4750 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1894312 Mar 23 10:57:37.184019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:57:37.226530 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'status': 'completed', 'code': 200} Mar 23 10:57:37.306423 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:37.315734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-d1341987-b2d2-4fd8-9f18-3e8f7218f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:37.317227 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-d1341987-b2d2-4fd8-9f18-3e8f7218f352 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0688102 Mar 23 10:57:37.445069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-5c8982a9-2ccc-49d8-ba0e-4168e7e1da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:37.446490 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-5c8982a9-2ccc-49d8-ba0e-4168e7e1da8f service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1237922 Mar 23 10:57:37.447701 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:37.550414 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-e1e013a3-dcb1-4f46-af5d-58ff1520a036 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 999 time: 0.0972114 Mar 23 10:57:37.615431 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-47267e1c-9fb2-42e7-aff3-d123bbcd1e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:37.616872 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-47267e1c-9fb2-42e7-aff3-d123bbcd1e5a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0608227 Mar 23 10:57:37.650962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:37.695709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-e31ba76d-11fe-49cf-808d-80a733de3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:37.697213 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-e31ba76d-11fe-49cf-808d-80a733de3305 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744514 Mar 23 10:57:37.716711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '6aa47e92-30fc-4660-8233-31d9344fa34f', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'floating_ip_address': '172.26.4.165', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'port_id': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'mac_address': 'fa:16:3e:74:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:57:35Z', 'updated_at': '2022-03-23T10:57:35Z', 'revision_number': 0, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:37.721415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] Checking router: 23c9096d-3da2-442c-8808-511f0fef0ee3 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 10:57:37.729751 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 10:57:37.730498 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T10:57:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:37.831893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-902144a6-a9d8-46bf-8b0a-70010b57cf0f service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271520 Mar 23 10:57:37.918251 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 10:57:37.961181 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d39d926e-2140-42f7-bd53-92fc69dd70c0 req-19898f30-e87b-46fb-b784-42b514f1a707 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239362 Mar 23 10:57:38.266087 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '6aa47e92-30fc-4660-8233-31d9344fa34f', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'floating_ip_address': '172.26.4.165', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'port_id': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'mac_address': 'fa:16:3e:74:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:57:35Z', 'updated_at': '2022-03-23T10:57:35Z', 'revision_number': 0, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 10:57:38.269860 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db0fead-c608-41e8-a152-15143cb492fd None None] The sync data for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv is: [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '6aa47e92-30fc-4660-8233-31d9344fa34f', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'floating_ip_address': '172.26.4.165', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'port_id': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'mac_address': 'fa:16:3e:74:63:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T10:57:35Z', 'updated_at': '2022-03-23T10:57:35Z', 'revision_number': 0, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 10:57:38.456880 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a9510-8b08-4f3f-b29a-f509a72eb008 None None] New status for floating IP 6aa47e92-30fc-4660-8233-31d9344fa34f: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 10:57:39.662756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:57:46.879702 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-164296f0-c6c7-4cfb-9808-9edfd988fe8f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717440 Mar 23 10:57:47.023519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-7f3560e7-b82d-4d5f-b87a-3e7fd3d88ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:47.024979 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-7f3560e7-b82d-4d5f-b87a-3e7fd3d88ade service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0692871 Mar 23 10:57:47.172908 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-41656605-cc05-42d8-a91d-3ce4e8181a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:47.174647 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-41656605-cc05-42d8-a91d-3ce4e8181a8d service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1301177 Mar 23 10:57:47.282017 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-cd5b8614-5c79-4bb7-8cdb-05d8df54c041 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 1001 time: 0.1015813 Mar 23 10:57:47.342645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-fd4bbd87-94d1-4be8-8d65-2347badff32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:47.344077 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-fd4bbd87-94d1-4be8-8d65-2347badff32e service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0552435 Mar 23 10:57:47.418935 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-be4f8508-067c-4883-8604-e944825fadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:57:47.420406 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-be4f8508-067c-4883-8604-e944825fadc9 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707459 Mar 23 10:57:47.639234 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-d711d6c7-5ea4-463f-b78a-9bb200120d94 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119513 Mar 23 10:57:47.764358 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0c17e6b-d044-4cd6-9cba-72e0464d8ea5 req-de1a40ec-061d-4b18-a73c-c3c3b7a37bed service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194391 Mar 23 10:57:56.568100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-b4cd4ac0-d9ef-4d31-a970-ecd253c0f7eb req-ff4293e3-782b-4877-8e34-df88027d8543 service neutron] (87859) timed out ('10.222.0.84', 40044) {{(pid=87859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 23 10:58:03.773308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e88c1d5e-99b0-4beb-84d1-c838aa54276a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:04.517338 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:58:06.629240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-af6b7808-167f-4c62-85bd-f4b8b40c83bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:06.633993 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:07.378562 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:07.610197 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:09.665930 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:33.774855 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b1bd5504-6ef5-48d7-a456-247becc47c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:36.628229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bbd66fa1-a81b-4b32-a450-7b3bd11917dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:36.633402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:37.379579 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:37.613110 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:39.668477 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:58:41.517516 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:58:47.878843 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-4880b700-3e96-41fe-b06d-df157933359e service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698285 Mar 23 10:58:48.026106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-fcdba4b5-5203-43ff-8b04-cbdddd88945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:48.027534 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-fcdba4b5-5203-43ff-8b04-cbdddd88945c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0810618 Mar 23 10:58:48.168077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-d7dcb106-0b64-4f75-87f1-c59cae1d61b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:48.169551 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-d7dcb106-0b64-4f75-87f1-c59cae1d61b2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1242402 Mar 23 10:58:48.270579 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-8b4ff88e-39b5-4d52-8add-d8cde6cb5394 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 1001 time: 0.0938902 Mar 23 10:58:48.330322 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-b6c41629-8297-4250-8bb0-0d6b58503a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:48.331706 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-b6c41629-8297-4250-8bb0-0d6b58503a42 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0553000 Mar 23 10:58:48.403159 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-2be1fe56-c7a1-4a3b-8ec7-856e28ca9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:58:48.404599 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-2be1fe56-c7a1-4a3b-8ec7-856e28ca9f26 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675974 Mar 23 10:58:48.534113 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-872ca8cc-b52f-42f7-bc43-5c7657bf12a5 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223416 Mar 23 10:58:48.663078 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fc77ca19-1975-44f4-ab3f-c6d4e49781e2 req-ccd2e2a6-cf05-4349-8e60-c3bd997d3224 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233408 Mar 23 10:59:03.777501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1c59a718-aad5-4b83-865e-b130e02615e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:06.620304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-334bcd97-940e-4a89-9cd7-391126d9b70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:06.642798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:07.380866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:07.617197 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:09.671069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:18.516393 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:59:33.410584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a67978-fe10-43d4-9c25-aa79eaa8f324 req-68836075-f1f9-4d91-a5c5-2a0eeb1759a7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:33.411996 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57a67978-fe10-43d4-9c25-aa79eaa8f324 req-68836075-f1f9-4d91-a5c5-2a0eeb1759a7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0818896 Mar 23 10:59:33.454518 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-57a67978-fe10-43d4-9c25-aa79eaa8f324 req-c24c6221-7be5-45ac-85e6-7a1598bec877 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367019 Mar 23 10:59:33.779227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-478c4313-188f-424f-bf46-24803ad726e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:34.757498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49be946-2292-46a3-805c-de2b532ae2b7 req-5f939bd7-b187-4dac-bccd-4905ae9cb7b1 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:34.758845 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e49be946-2292-46a3-805c-de2b532ae2b7 req-5f939bd7-b187-4dac-bccd-4905ae9cb7b1 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.1943157 Mar 23 10:59:34.802511 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e49be946-2292-46a3-805c-de2b532ae2b7 req-c5e2ce06-95f1-4efe-8d7b-26d31fa0fd64 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379972 Mar 23 10:59:35.993903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c47ee-4272-44ed-8da5-32ad5178ce1f req-2b0f1639-2c36-4b0e-80df-863bff287353 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:35.995336 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-016c47ee-4272-44ed-8da5-32ad5178ce1f req-2b0f1639-2c36-4b0e-80df-863bff287353 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0773396 Mar 23 10:59:36.041159 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-016c47ee-4272-44ed-8da5-32ad5178ce1f req-7f7b22d3-a3d4-44cf-b18c-3876afd4bf8b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399187 Mar 23 10:59:36.621789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-38cacb8a-ba5c-479d-a30e-ef910006c4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:36.643291 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:37.220237 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d13ab0-298b-4cbb-8a78-c30165caed39 req-a411263b-486d-4322-9f6f-44d947065e3b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:37.221696 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e8d13ab0-298b-4cbb-8a78-c30165caed39 req-a411263b-486d-4322-9f6f-44d947065e3b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0796313 Mar 23 10:59:37.264126 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e8d13ab0-298b-4cbb-8a78-c30165caed39 req-a0ef7814-78a7-4ccc-9327-adb081004339 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368924 Mar 23 10:59:37.381874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:37.619227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:38.444614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c76a4c-f18d-4208-8056-2bd41a9d70e8 req-d4120339-f451-4a6f-ba8c-88467d637c78 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:38.445987 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-89c76a4c-f18d-4208-8056-2bd41a9d70e8 req-d4120339-f451-4a6f-ba8c-88467d637c78 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0784106 Mar 23 10:59:38.488985 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-89c76a4c-f18d-4208-8056-2bd41a9d70e8 req-b8d1b9b7-5a7d-4fd2-a8ff-1fbaab3ffe16 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373490 Mar 23 10:59:39.672868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:39.676823 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9d3a2-8ff2-4872-9a4b-b9284c71d4c8 req-5666ebb5-17f2-4c43-8286-6d7518ff3b01 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:39.678302 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bff9d3a2-8ff2-4872-9a4b-b9284c71d4c8 req-5666ebb5-17f2-4c43-8286-6d7518ff3b01 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0830829 Mar 23 10:59:39.721888 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bff9d3a2-8ff2-4872-9a4b-b9284c71d4c8 req-402b834c-1336-431c-8179-b03e56c9d1dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379412 Mar 23 10:59:40.909341 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba4aff-29e3-41ea-99e3-b516d8372d1f req-d385139d-5a4e-45c0-88ad-7612d889befa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:40.910717 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6cba4aff-29e3-41ea-99e3-b516d8372d1f req-d385139d-5a4e-45c0-88ad-7612d889befa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0817080 Mar 23 10:59:40.954118 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6cba4aff-29e3-41ea-99e3-b516d8372d1f req-ab32b69d-93dd-47f2-8f3c-85dc41579c56 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373735 Mar 23 10:59:42.138605 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdc7a4-0360-41ec-8cd4-2d28cc840ef0 req-5710c09c-bd11-451d-a021-a18f8a6a533c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:42.140020 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-84fdc7a4-0360-41ec-8cd4-2d28cc840ef0 req-5710c09c-bd11-451d-a021-a18f8a6a533c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0809596 Mar 23 10:59:42.182750 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-84fdc7a4-0360-41ec-8cd4-2d28cc840ef0 req-97f0106c-cc70-4af6-86ef-1bc7cd265cfb tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371487 Mar 23 10:59:43.366576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8a68d-edcf-446c-9393-fc107209388c req-acff1917-50e2-4bf0-9e46-e4d6be3b444c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:43.368003 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c5b8a68d-edcf-446c-9393-fc107209388c req-acff1917-50e2-4bf0-9e46-e4d6be3b444c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0779164 Mar 23 10:59:43.411521 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c5b8a68d-edcf-446c-9393-fc107209388c req-3d46a385-0583-4299-b683-6ea334236fda tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380154 Mar 23 10:59:44.589959 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb80b68-c1a9-414a-ac52-4ade0e9aad92 req-ae0b8947-4547-48e0-b590-6274eb644931 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:44.591369 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-edb80b68-c1a9-414a-ac52-4ade0e9aad92 req-ae0b8947-4547-48e0-b590-6274eb644931 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0778437 Mar 23 10:59:44.634913 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-edb80b68-c1a9-414a-ac52-4ade0e9aad92 req-462f3c7a-1906-4dae-a6c5-5672e62e5f00 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375435 Mar 23 10:59:45.826660 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562bbb8-1183-48a4-a400-03ecd9d4adf8 req-ac41a9ef-609d-4070-8065-b933d9d35266 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:45.828713 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e562bbb8-1183-48a4-a400-03ecd9d4adf8 req-ac41a9ef-609d-4070-8065-b933d9d35266 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0830266 Mar 23 10:59:45.873504 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-e562bbb8-1183-48a4-a400-03ecd9d4adf8 req-dd7ca327-4094-4a3a-9092-a20b45150179 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390942 Mar 23 10:59:47.076114 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eefcf0-efbe-4e0e-b378-d47135d637ee req-a19b5d4b-e38e-40eb-9297-032a3713ea7d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:47.077731 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-18eefcf0-efbe-4e0e-b378-d47135d637ee req-a19b5d4b-e38e-40eb-9297-032a3713ea7d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0868239 Mar 23 10:59:47.100514 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 10:59:47.125406 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-18eefcf0-efbe-4e0e-b378-d47135d637ee req-6e6cbce9-bef8-45b9-a8a7-af4a74dfe34e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Mar 23 10:59:47.272203 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:59:47.287516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'port_id': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'mac_address': 'fa:16:3e:74:63:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 10:59:47.351717 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:47.371137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 10:59:47.388050 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:59:47.394387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:47.475354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 10:59:47.500243 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:59:47.517655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.517655 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.517975 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.518260 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.518582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.518902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.519210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.519523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.519838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.520165 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.520472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:47.520776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 10:59:48.316233 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff43b4b-a165-4b1a-89c1-72060273bde1 req-8306246c-671c-46e6-8a62-75707a64376f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:48.317718 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0ff43b4b-a165-4b1a-89c1-72060273bde1 req-8306246c-671c-46e6-8a62-75707a64376f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 944 time: 0.0818193 Mar 23 10:59:48.465594 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0ff43b4b-a165-4b1a-89c1-72060273bde1 req-747a8898-c7ea-4532-bce2-10e45a762f4d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420541 Mar 23 10:59:48.975794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-98942d6c-0d76-4a1d-9b1a-7e488a6c292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:48.977360 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-98942d6c-0d76-4a1d-9b1a-7e488a6c292f service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0835609 Mar 23 10:59:49.131955 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 10:59:49.144645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-5c97abab-a248-4fa0-a057-8f4698fcef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:49.146308 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-5c97abab-a248-4fa0-a057-8f4698fcef35 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1500850 Mar 23 10:59:49.258924 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 10:59:49.259301 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:49.263681 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-b050febf-b97b-42a5-a427-b2fd801d8426 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 1000 time: 0.1113398 Mar 23 10:59:49.328003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-bf0b9af0-3a26-4d76-a807-8a66124adcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:49.330703 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-bf0b9af0-3a26-4d76-a807-8a66124adcde service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0602167 Mar 23 10:59:49.383222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:49.412222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:59:49.413164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-dc0f376b-5000-4c64-9be3-e083afc4f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:49.416429 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-dc0f376b-5000-4c64-9be3-e083afc4f5cb service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788853 Mar 23 10:59:49.423591 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:59:49.430944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:49.495842 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'code': 200} Mar 23 10:59:49.518135 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 10:59:49.700726 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-c927e8bd-a29e-4631-8a23-60cc6a8804e2 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705963 Mar 23 10:59:49.767490 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36068b-a12e-4458-aaf5-1f14e8b72fb5 req-9e16a0ad-0e24-4d48-a5a4-2322ca8337d7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:49.773487 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fe36068b-a12e-4458-aaf5-1f14e8b72fb5 req-9e16a0ad-0e24-4d48-a5a4-2322ca8337d7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.1651244 Mar 23 10:59:49.863297 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-fe36068b-a12e-4458-aaf5-1f14e8b72fb5 req-012ce60c-519e-4043-bb31-ed3ef01049a0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443490 Mar 23 10:59:49.915116 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5c0d322b-1000-4c5f-9a2a-15c70d016eeb req-85486f51-76c1-42cd-ac6a-a9d759c11454 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077065 Mar 23 10:59:51.070527 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cd1d3-2777-4a5f-989d-66fa49fd6de2 req-bdcf1875-4cdf-4411-a278-91e98f683d65 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:51.072820 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fe6cd1d3-2777-4a5f-989d-66fa49fd6de2 req-bdcf1875-4cdf-4411-a278-91e98f683d65 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0921776 Mar 23 10:59:51.127762 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fe6cd1d3-2777-4a5f-989d-66fa49fd6de2 req-b33c9308-2591-4209-a9ae-1161011f0263 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478981 Mar 23 10:59:52.348982 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becf3fab-70df-4c4f-917f-8e7ee7a52114 req-194754d8-7816-442c-8c88-f21d25bad0ed tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:52.353569 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-becf3fab-70df-4c4f-917f-8e7ee7a52114 req-194754d8-7816-442c-8c88-f21d25bad0ed tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.1024468 Mar 23 10:59:52.411654 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-becf3fab-70df-4c4f-917f-8e7ee7a52114 req-610d72d3-2e75-458b-96d2-d5b18ff715e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523992 Mar 23 10:59:53.598303 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8afabac-5668-4511-947e-869c32e24c21 req-5e2d4262-20aa-4809-ac52-217101004cb5 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:53.599760 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c8afabac-5668-4511-947e-869c32e24c21 req-5e2d4262-20aa-4809-ac52-217101004cb5 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0811887 Mar 23 10:59:53.646617 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c8afabac-5668-4511-947e-869c32e24c21 req-491b8ff6-9f77-4c9c-8588-2fe07f4a84d7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406175 Mar 23 10:59:54.860019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d80e2-f294-470f-a2f5-d41c217f4fa1 req-77fbdee3-ce0d-458c-938b-fdee7579447a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:54.861438 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e8d80e2-f294-470f-a2f5-d41c217f4fa1 req-77fbdee3-ce0d-458c-938b-fdee7579447a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0923049 Mar 23 10:59:54.913155 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-7e8d80e2-f294-470f-a2f5-d41c217f4fa1 req-12347723-450b-452b-b339-69b4c69ea95d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450232 Mar 23 10:59:55.516457 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 10:59:55.845268 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-034bc4c0-3b53-4106-af93-351f7de4b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:55.846626 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-034bc4c0-3b53-4106-af93-351f7de4b6cd service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1098 time: 0.0686100 Mar 23 10:59:55.977096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-c0334c9d-8f08-44ee-b71b-a3f9eafb8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:55.978570 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-c0334c9d-8f08-44ee-b71b-a3f9eafb8399 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1246717 Mar 23 10:59:56.082648 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-165c2ee8-2d97-4674-9754-b96ff6508a25 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 1001 time: 0.0975094 Mar 23 10:59:56.097968 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74daa7a-6ba1-4f83-985f-86b6c86f5847 req-e0df4e94-0017-4206-9e1d-09de16e34329 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:56.099329 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e74daa7a-6ba1-4f83-985f-86b6c86f5847 req-e0df4e94-0017-4206-9e1d-09de16e34329 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0811846 Mar 23 10:59:56.142835 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e74daa7a-6ba1-4f83-985f-86b6c86f5847 req-9dced9a8-93a4-4e08-8541-23144dc317c2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377479 Mar 23 10:59:56.143411 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-3863c3d9-05dc-4310-b963-aa83dfd89568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:56.144830 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-3863c3d9-05dc-4310-b963-aa83dfd89568 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0567067 Mar 23 10:59:56.223420 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-6a930a8d-5b11-4a13-8c65-9d2018b538a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:56.224871 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-6a930a8d-5b11-4a13-8c65-9d2018b538a0 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735519 Mar 23 10:59:56.443367 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-ed682047-1f81-4538-beb3-1de652cdeb44 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118857 Mar 23 10:59:56.571900 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3028369d-a404-4cbd-8c2f-fd0cb69713b2 req-7616b9fc-453d-4c37-86ab-cfa4e919c20f service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225467 Mar 23 10:59:57.326467 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d633ca5-8a4b-4224-8ac9-acba3015e305 req-b7f32cc7-5ffa-4f24-b311-b885d8fd32ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:57.327909 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9d633ca5-8a4b-4224-8ac9-acba3015e305 req-b7f32cc7-5ffa-4f24-b311-b885d8fd32ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0780056 Mar 23 10:59:57.373543 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9d633ca5-8a4b-4224-8ac9-acba3015e305 req-88745435-2f32-4b79-aeb8-4f4e4a5ccb20 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 Mar 23 10:59:58.560062 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece768c-6dab-49f7-8161-a80639f919c5 req-eecebfbf-92e8-4739-9da0-c681c15bd14a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:58.561626 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fece768c-6dab-49f7-8161-a80639f919c5 req-eecebfbf-92e8-4739-9da0-c681c15bd14a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0829935 Mar 23 10:59:58.604786 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fece768c-6dab-49f7-8161-a80639f919c5 req-2edea975-e44e-4645-aec5-d900b69c3e82 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369112 Mar 23 10:59:58.951347 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042714d9-9781-495e-be84-9f8c1f6f44ad req-c91439d5-04c5-4797-9ddd-6100f180df24 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 10:59:58.952863 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-042714d9-9781-495e-be84-9f8c1f6f44ad req-c91439d5-04c5-4797-9ddd-6100f180df24 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 945 time: 0.0828910 Mar 23 10:59:58.996684 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-042714d9-9781-495e-be84-9f8c1f6f44ad req-47343e5e-9d0f-461b-b25a-be6c7e0c2080 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382061 Mar 23 10:59:59.100253 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44434) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 10:59:59.193512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 10:59:59.215833 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-aad65be1-6a26-40ac-9f72-813de650be3c req-30d12846-a327-4d32-b380-71c95c86c2ec service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144128 Mar 23 10:59:59.305961 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:59.334941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 10:59:59.344502 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 10:59:59.349497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 10:59:59.387954 dv-neutron-834652-2-hyperv neutron-server[87861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'code': 422} returned with failed status Mar 23 10:59:59.426596 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:00.074309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad65be1-6a26-40ac-9f72-813de650be3c req-f68cde2c-52f4-432d-865b-ef6ea0283bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:00.075820 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aad65be1-6a26-40ac-9f72-813de650be3c req-f68cde2c-52f4-432d-865b-ef6ea0283bc7 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8&tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90 HTTP/1.1" status: 200 len: 1096 time: 0.0742242 Mar 23 11:00:00.169691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad65be1-6a26-40ac-9f72-813de650be3c req-959ca4a2-8529-4396-a3ac-f1d7629af4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:00.171126 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aad65be1-6a26-40ac-9f72-813de650be3c req-959ca4a2-8529-4396-a3ac-f1d7629af4db service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1096 time: 0.0747385 Mar 23 11:00:00.301537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad65be1-6a26-40ac-9f72-813de650be3c req-9d1e41b0-d170-4b21-ac1e-62287f191181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:00.303223 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aad65be1-6a26-40ac-9f72-813de650be3c req-9d1e41b0-d170-4b21-ac1e-62287f191181 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1265643 Mar 23 11:00:00.324188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c6cd2-17ae-4c16-af9f-5af377a07a61 req-d55075f1-8d66-49dd-a759-0b5ffe1adc48 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:00.325641 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8c0c6cd2-17ae-4c16-af9f-5af377a07a61 req-d55075f1-8d66-49dd-a759-0b5ffe1adc48 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0799570 Mar 23 11:00:00.370425 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8c0c6cd2-17ae-4c16-af9f-5af377a07a61 req-f1a0d142-e4ab-4939-97ac-3c2542e6914e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387411 Mar 23 11:00:00.404374 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aad65be1-6a26-40ac-9f72-813de650be3c req-ba95b963-ac36-4a89-9cdd-7bbe3bd2d50d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 999 time: 0.0955830 Mar 23 11:00:00.466732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad65be1-6a26-40ac-9f72-813de650be3c req-e176fc4a-8594-40b3-97fb-363888062eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:00.468130 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aad65be1-6a26-40ac-9f72-813de650be3c req-e176fc4a-8594-40b3-97fb-363888062eb5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0582244 Mar 23 11:00:00.540438 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad65be1-6a26-40ac-9f72-813de650be3c req-b7019ce0-1000-414d-875b-d3f125a8fd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:00.542178 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aad65be1-6a26-40ac-9f72-813de650be3c req-b7019ce0-1000-414d-875b-d3f125a8fd52 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680954 Mar 23 11:00:00.673284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aad65be1-6a26-40ac-9f72-813de650be3c req-19f36109-a9d9-4aaf-a131-d34b37f7b52c service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247199 Mar 23 11:00:00.803545 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aad65be1-6a26-40ac-9f72-813de650be3c req-69195166-d333-4a7f-8896-2ce943cb4c4a service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242700 Mar 23 11:00:01.564555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ba2bf-7bed-4a29-80ca-68deec2f1585 req-2086c849-934d-49ce-93a4-02c13979a52e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:01.566203 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d95ba2bf-7bed-4a29-80ca-68deec2f1585 req-2086c849-934d-49ce-93a4-02c13979a52e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0884204 Mar 23 11:00:01.624057 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d95ba2bf-7bed-4a29-80ca-68deec2f1585 req-43184ec0-4279-495e-bd04-8b9319735465 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519128 Mar 23 11:00:02.856203 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c5fa55-94fd-47fe-a6aa-edbd2e5aa433 req-674cd715-9585-45d3-9605-375434aada5f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:02.857894 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56c5fa55-94fd-47fe-a6aa-edbd2e5aa433 req-674cd715-9585-45d3-9605-375434aada5f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.1100631 Mar 23 11:00:02.906626 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-56c5fa55-94fd-47fe-a6aa-edbd2e5aa433 req-bd23d17a-a4ee-4f77-af71-ffcd96dfaccb tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418518 Mar 23 11:00:03.209602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:00:03.782161 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3b71d1b6-9740-4d84-a80f-cdb7120a5223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:04.102090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0589d9a-ae1a-4296-bf5c-9929230da7d6 req-abc9a210-0dd8-47d2-8a23-5a4dd301334d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:04.103538 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b0589d9a-ae1a-4296-bf5c-9929230da7d6 req-abc9a210-0dd8-47d2-8a23-5a4dd301334d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0836947 Mar 23 11:00:04.150218 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b0589d9a-ae1a-4296-bf5c-9929230da7d6 req-6d593a93-83ea-42fb-a748-f7c7a8d2a6ab tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403426 Mar 23 11:00:05.344112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b54c9f-bef5-4f22-a8d0-6f00e935a46a req-8e8209aa-e35b-4095-9466-e345b777dc29 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:05.345595 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-54b54c9f-bef5-4f22-a8d0-6f00e935a46a req-8e8209aa-e35b-4095-9466-e345b777dc29 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0835197 Mar 23 11:00:05.392500 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-54b54c9f-bef5-4f22-a8d0-6f00e935a46a req-95e81995-2900-4337-aeae-dd7b0630d9d5 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407672 Mar 23 11:00:06.593277 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ea16d-82a8-4b19-a963-216f92a9cb76 req-15178f83-d6ca-46fd-b4c4-e834cb80b0aa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:06.595490 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-df9ea16d-82a8-4b19-a963-216f92a9cb76 req-15178f83-d6ca-46fd-b4c4-e834cb80b0aa tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0888662 Mar 23 11:00:06.628906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-31583404-4e21-4309-9fb5-48dae26bd29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:06.647498 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-df9ea16d-82a8-4b19-a963-216f92a9cb76 req-a9d6e494-3ac6-4f0f-b587-65923398df3a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454803 Mar 23 11:00:06.656534 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:07.385397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:07.624210 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:07.844544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadc2a8-3416-4287-83ad-9bc403b04c43 req-972d7006-0396-4b8e-8467-e9789ff8e4c5 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:07.846077 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-caadc2a8-3416-4287-83ad-9bc403b04c43 req-972d7006-0396-4b8e-8467-e9789ff8e4c5 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0865724 Mar 23 11:00:07.892654 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-caadc2a8-3416-4287-83ad-9bc403b04c43 req-9efebc03-8407-4eb3-a2fb-a3b8bd426692 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Mar 23 11:00:09.086542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741e4e2-edd6-421e-9fab-d3c86aa64e33 req-4c084fe6-a472-4e3c-b719-b9410379c243 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:09.088021 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4741e4e2-edd6-421e-9fab-d3c86aa64e33 req-4c084fe6-a472-4e3c-b719-b9410379c243 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0843921 Mar 23 11:00:09.137503 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4741e4e2-edd6-421e-9fab-d3c86aa64e33 req-6c7da16a-273e-4399-b610-133cf7eb4500 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433767 Mar 23 11:00:09.675324 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:10.320004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99491aa0-bc14-4f6d-b36b-1d01424d57db req-c0bae6c9-2a87-4cdd-a490-b3b41b1b484a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:10.321429 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-99491aa0-bc14-4f6d-b36b-1d01424d57db req-c0bae6c9-2a87-4cdd-a490-b3b41b1b484a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0803175 Mar 23 11:00:10.364339 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-99491aa0-bc14-4f6d-b36b-1d01424d57db req-67544d26-c90f-4762-a669-b4b2d08f5778 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373921 Mar 23 11:00:11.550022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ea127-724a-422f-9ba0-d8634aee03bb req-ac66917d-73ff-44ca-82e0-2720ec65c37e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:11.551462 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b42ea127-724a-422f-9ba0-d8634aee03bb req-ac66917d-73ff-44ca-82e0-2720ec65c37e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0798731 Mar 23 11:00:11.595078 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b42ea127-724a-422f-9ba0-d8634aee03bb req-4d177f67-4b7f-48e9-8a89-e753adcf922c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381291 Mar 23 11:00:12.781159 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae53e2-b3b6-42be-99d9-89a6d45e72f0 req-887758a3-e034-4007-97ed-c7532dc422fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:12.782727 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fbae53e2-b3b6-42be-99d9-89a6d45e72f0 req-887758a3-e034-4007-97ed-c7532dc422fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 943 time: 0.0800452 Mar 23 11:00:12.826374 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-fbae53e2-b3b6-42be-99d9-89a6d45e72f0 req-39af5b95-e634-4556-9617-e28d5daf5ac6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381551 Mar 23 11:00:13.255699 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:00:13.383083 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:00:13.395983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'port_id': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'mac_address': 'fa:16:3e:74:63:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:00:13.448086 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:13.464116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:00:13.478972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:00:13.482709 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:13.549616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=9']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:13.710890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 11:00:14.016873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76859d4-8d6c-43c9-b572-1c22635559d0 req-6cc8a306-309a-4208-b675-1d378f19962e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:14.018257 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b76859d4-8d6c-43c9-b572-1c22635559d0 req-6cc8a306-309a-4208-b675-1d378f19962e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 944 time: 0.0844750 Mar 23 11:00:14.060566 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b76859d4-8d6c-43c9-b572-1c22635559d0 req-3c350d5e-2bc3-4c20-bbdb-92542f4cdc04 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367420 Mar 23 11:00:15.246327 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec559cf8-5de2-4699-aee6-f623982d386a req-e1b4684b-72ad-4c08-a491-9e46f80ef931 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:15.247779 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ec559cf8-5de2-4699-aee6-f623982d386a req-e1b4684b-72ad-4c08-a491-9e46f80ef931 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 944 time: 0.0829909 Mar 23 11:00:15.262623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:00:15.292077 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-ec559cf8-5de2-4699-aee6-f623982d386a req-9ab0ec02-68c6-41f9-b939-58505f56414d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379553 Mar 23 11:00:15.332112 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:00:15.332476 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:15.444200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:15.469927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:00:15.479643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:00:15.484007 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:15.566588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=10']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:00:16.473024 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe928bc-478d-421a-a366-fab2eddc6d9f req-688454d1-fcf4-487b-aefd-7c136e289441 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:16.474496 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bfe928bc-478d-421a-a366-fab2eddc6d9f req-688454d1-fcf4-487b-aefd-7c136e289441 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 946 time: 0.0793555 Mar 23 11:00:16.522652 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'code': 200} Mar 23 11:00:16.524765 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-bfe928bc-478d-421a-a366-fab2eddc6d9f req-fa7c69e7-fb86-448f-a8ad-ef598b6cf9ba tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 Mar 23 11:00:16.767110 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f760e58-aafc-451d-8743-bb3b11be0c62 req-4ad53f1c-825f-4d57-aadc-4741757cf02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:16.768554 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f760e58-aafc-451d-8743-bb3b11be0c62 req-4ad53f1c-825f-4d57-aadc-4741757cf02f service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1099 time: 0.0693779 Mar 23 11:00:16.807422 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4f760e58-aafc-451d-8743-bb3b11be0c62 req-37b84137-407b-4c5a-8bc3-be01899a2a1d service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329151 Mar 23 11:00:17.715718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbd97b-ad7a-449a-ae4a-e240d4dfa450 req-98b796d4-57f6-4388-a007-3d8d8e4ab7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:17.717237 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4afbd97b-ad7a-449a-ae4a-e240d4dfa450 req-98b796d4-57f6-4388-a007-3d8d8e4ab7a6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 946 time: 0.0824122 Mar 23 11:00:17.764830 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-4afbd97b-ad7a-449a-ae4a-e240d4dfa450 req-2f6ed121-8dc7-4437-8a97-58354bd27a16 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401759 Mar 23 11:00:18.947868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb83bb-9a88-434b-be71-de206064267a req-b631938f-93ec-4d99-9669-dbe0d60a561d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:18.949315 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cdfb83bb-9a88-434b-be71-de206064267a req-b631938f-93ec-4d99-9669-dbe0d60a561d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 946 time: 0.0792129 Mar 23 11:00:18.991755 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-cdfb83bb-9a88-434b-be71-de206064267a req-c1e9ddfb-00be-4cfc-9abc-d2a7f884b366 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368061 Mar 23 11:00:32.515918 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:00:33.783381 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-470a92d4-a8cc-4efc-a112-79fc0ffcd100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:36.622850 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b43aaa1e-6414-484f-be17-b5f405c13ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:36.650070 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:37.387452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:37.625235 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:39.678447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:00:48.887379 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-631ca8a3-bdc5-44e3-83e0-fe7ec4bff3e5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676615 Mar 23 11:00:49.027197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-6c4aeb69-4d01-466f-8307-a71ca828da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:49.029292 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-6c4aeb69-4d01-466f-8307-a71ca828da15 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1099 time: 0.0757136 Mar 23 11:00:49.265551 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-2362a8e8-b956-4e7b-9022-8ec91116b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:49.267010 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-2362a8e8-b956-4e7b-9022-8ec91116b043 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.2174532 Mar 23 11:00:49.366519 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-69ac4084-6f16-4215-ab00-a52c31fc1b14 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 1001 time: 0.0929945 Mar 23 11:00:49.427902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-9b903e10-0c40-4ec9-8672-0d68c6b98ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:49.429328 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-9b903e10-0c40-4ec9-8672-0d68c6b98ee6 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0563467 Mar 23 11:00:49.505703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-90709bc7-8746-4834-a2af-b6da97da4f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:00:49.507057 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-90709bc7-8746-4834-a2af-b6da97da4f6d service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716295 Mar 23 11:00:49.635082 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-6c5c30db-c7c6-4eb5-b0f1-a4bf96095f91 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213961 Mar 23 11:00:49.763126 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-cf2f97e5-716f-46f9-8f93-e870a08f93c1 req-eb188c21-a329-4462-aa19-dc36dc38ead3 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216819 Mar 23 11:01:03.784568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-81e140f1-a490-461c-9807-7503281c1d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:06.624745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-78b66dbc-e64b-4479-b3e7-e5bb76cdec40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:06.642419 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:07.388914 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:07.627990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:09.515565 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:01:09.681297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:27.886217 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44566) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:01:28.171124 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Deleting port f468e50b-e025-4525-81c8-1b1d75c5891e {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:01:28.171381 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:28.339439 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:28.339756 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:28.458481 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Calling delete_port for f468e50b-e025-4525-81c8-1b1d75c5891e owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:01:28.603121 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:28.648304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event deleted for resources: {'Port': ['ID=f468e50b-e025-4525-81c8-1b1d75c5891e,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:28.684117 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.684464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.684797 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.685155 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.685485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.685804 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.686120 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.687092 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.687411 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.687728 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.688040 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.688351 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:28.748168 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:28.748429 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Floating IP 6aa47e92-30fc-4660-8233-31d9344fa34f disassociated (deleted). External IP: 172.26.4.165, port: 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c. Mar 23 11:01:29.087249 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Router 23c9096d-3da2-442c-8808-511f0fef0ee3 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:01:29.263228 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:01:29.275644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] Sync routers for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:01:29.283498 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:29.285972 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:01:29.286586 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:01:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:01:29.442442 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b71b988e-108a-4505-af82-741845f19c13 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "DELETE /v2.0/floatingips/6aa47e92-30fc-4660-8233-31d9344fa34f HTTP/1.1" status: 204 len: 168 time: 1.5550039 Mar 23 11:01:29.443023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:01:29.469615 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:01:29.560256 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'status': 'completed', 'code': 200} Mar 23 11:01:29.658265 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-0e8a8c71-eb6b-4a12-9489-044cc7ba1da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:29.659749 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-0e8a8c71-eb6b-4a12-9489-044cc7ba1da3 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 1099 time: 0.0789411 Mar 23 11:01:29.802303 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-82ee3412-00e6-4471-94cb-bb676a9e8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:29.803848 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-82ee3412-00e6-4471-94cb-bb676a9e8890 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1369038 Mar 23 11:01:29.805784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:01:29.809601 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] Checking router: 23c9096d-3da2-442c-8808-511f0fef0ee3 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:01:29.820033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:01:29.820636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:01:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:01:29.890284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-63377e32-8de0-4d5b-a392-91d7085cef8f service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 200 len: 217 time: 0.0795546 Mar 23 11:01:29.898966 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4315635-c5c3-4ca4-8838-ce06daa0ea28 req-983d7f1c-27de-4e18-a9ec-5772dfe1794b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:29.899684 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-e4315635-c5c3-4ca4-8838-ce06daa0ea28 req-983d7f1c-27de-4e18-a9ec-5772dfe1794b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:01:29.918819 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-e4315635-c5c3-4ca4-8838-ce06daa0ea28 req-983d7f1c-27de-4e18-a9ec-5772dfe1794b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:01:29.922068 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e4315635-c5c3-4ca4-8838-ce06daa0ea28 req-983d7f1c-27de-4e18-a9ec-5772dfe1794b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 946 time: 0.1793857 Mar 23 11:01:29.958576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-c38169e2-2b6b-4eab-9f23-ba2577a97ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:29.959562 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-c38169e2-2b6b-4eab-9f23-ba2577a97ab9 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0626521 Mar 23 11:01:29.984430 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e4315635-c5c3-4ca4-8838-ce06daa0ea28 req-8b6557bc-85aa-438d-af1f-0e8be0903173 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525653 Mar 23 11:01:30.013843 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:01:30.053687 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-192e3941-a5c3-4c5a-b5b4-cb6df8db5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:30.055134 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-192e3941-a5c3-4c5a-b5b4-cb6df8db5613 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852253 Mar 23 11:01:30.185663 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-46270fc4-e1c1-4ecc-b955-b14db20a3140 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234949 Mar 23 11:01:30.318978 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f4ea263a-592d-4680-b121-c720b22a9f53 req-f9ecddb4-0bdf-4a79-a869-1a392fbc7c0d service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270304 Mar 23 11:01:30.325501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:01:30.330104 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b77fef-0697-4b91-902c-0f14445edfa6 None None] The sync data for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv is: [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:01:30.539485 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e15afe4-d0a0-44f9-bc5a-252eff715400 None None] New status for floating IP 6aa47e92-30fc-4660-8233-31d9344fa34f: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:01:31.071667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1131-9790-478f-a768-b5783b21d791 req-67b2fc33-bef5-4692-a827-58ef2f612434 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:31.073142 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c20e1131-9790-478f-a768-b5783b21d791 req-67b2fc33-bef5-4692-a827-58ef2f612434 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 946 time: 0.0785205 Mar 23 11:01:31.144803 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-c20e1131-9790-478f-a768-b5783b21d791 req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Deleting port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:01:31.145178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-c20e1131-9790-478f-a768-b5783b21d791 req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:31.445950 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bd8c8-724d-4a33-aea3-64ed792094c2 req-7a427908-b787-4f69-a170-3966b4f5581c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:31.447302 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1c2bd8c8-724d-4a33-aea3-64ed792094c2 req-7a427908-b787-4f69-a170-3966b4f5581c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=6260f5eb-1192-49fe-838b-0412f6f5f1b8 HTTP/1.1" status: 200 len: 946 time: 0.3416862 Mar 23 11:01:31.563963 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1c2bd8c8-724d-4a33-aea3-64ed792094c2 req-0863dfc3-bc63-4772-bd08-412851273c5f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=f9686cec-0985-4d46-8077-804a6908c086&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714507 Mar 23 11:01:31.573452 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-c20e1131-9790-478f-a768-b5783b21d791 req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] For port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:01:31.573802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-c20e1131-9790-478f-a768-b5783b21d791 req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:31.694661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-c20e1131-9790-478f-a768-b5783b21d791 req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Calling delete_port for 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:01:31.835749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-c20e1131-9790-478f-a768-b5783b21d791 req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:31.885017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event deleted for resources: {'Port': ['ID=63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:31.926494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.926837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.927171 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.927494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.927813 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.928131 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.928444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.928759 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.929090 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.929405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.929715 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.930022 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:01:31.970391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20e1131-9790-478f-a768-b5783b21d791 req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] No DVR routers for this DVR port 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:01:31.972667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-c20e1131-9790-478f-a768-b5783b21d791 req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:31.975075 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'name': 'network-vif-deleted', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:01:31.990938 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c20e1131-9790-478f-a768-b5783b21d791 req-57cd9635-a31f-4392-9d02-5ed0bf9e42fe tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "DELETE /v2.0/ports/63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c HTTP/1.1" status: 204 len: 173 time: 0.9124680 Mar 23 11:01:32.073467 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6260f5eb-1192-49fe-838b-0412f6f5f1b8', 'name': 'network-vif-deleted', 'tag': '63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c', 'status': 'completed', 'code': 200} Mar 23 11:01:32.659003 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 44590) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:01:32.724581 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3b727079-b540-4a52-a44f-28c39aee758a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:32.753042 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3b727079-b540-4a52-a44f-28c39aee758a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:32.814666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3b727079-b540-4a52-a44f-28c39aee758a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:32.833334 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b727079-b540-4a52-a44f-28c39aee758a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9686cec-0985-4d46-8077-804a6908c086,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:32.849549 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3b727079-b540-4a52-a44f-28c39aee758a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:32.852652 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3b727079-b540-4a52-a44f-28c39aee758a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "DELETE /v2.0/security-groups/f9686cec-0985-4d46-8077-804a6908c086 HTTP/1.1" status: 204 len: 168 time: 0.1902249 Mar 23 11:01:33.079461 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44598) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:01:33.084485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959211113', 'description': 'tempest-secgroup-smoke-1959211113 description', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:01:33.090380 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:01:33.094437 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:01:33.097215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:01:33.103225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:01:33.113114 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.132539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:01:33.136136 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:01:33.138823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:01:33.144215 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:01:33.213004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.216661 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.262492 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828c976f-6209-4041-ab80-d353a6c15759,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:33.268399 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.269632 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dfea24a0-7c43-458b-ab97-1fa62fa01f9c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1891577 Mar 23 11:01:33.272641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44602) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:01:33.277504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': '828c976f-6209-4041-ab80-d353a6c15759', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:01:33.283968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:01:33.288802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:01:33.292699 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:01:33.301286 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:01:33.322830 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.384779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.387978 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.408371 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ce0858-8e3a-4073-b312-1e18d325f6ce,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:33.419014 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.420163 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4b321e85-1e83-40c1-b0a2-755164a251f0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1465776 Mar 23 11:01:33.425912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44606) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:01:33.430798 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': '828c976f-6209-4041-ab80-d353a6c15759', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:01:33.436432 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:01:33.440071 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:01:33.442833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:01:33.448633 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:01:33.464083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.522883 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.526506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.549902 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85df546-4308-46e6-b9e8-c073e61c6dae,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:33.558555 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.559750 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-1b7e4ca5-1588-43ac-917a-7d83331d458f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329341 Mar 23 11:01:33.562530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44610) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:01:33.567506 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': '828c976f-6209-4041-ab80-d353a6c15759', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:01:33.573207 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:01:33.576928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:01:33.579737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:01:33.585340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:01:33.601823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.673726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.677362 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.700515 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48176aab-c700-49bd-9ecf-c5c5f042b351,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:33.709582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.710753 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b22cd8c1-0bfc-4ea3-9a66-e99699f308a9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472318 Mar 23 11:01:33.713469 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44614) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:01:33.718938 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': '828c976f-6209-4041-ab80-d353a6c15759', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:01:33.724603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:01:33.728613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:01:33.731541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:01:33.737064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:01:33.754061 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.786344 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7daae914-1752-4a4b-93ea-009a80c9922d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.817225 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.821794 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.845584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc8dca5-635c-4bb5-908e-409885c4cb9f,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:33.854714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.855924 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ecaec235-4765-4ec2-a304-e8c6b90861e4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415310 Mar 23 11:01:33.858786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44618) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:01:33.863957 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': '828c976f-6209-4041-ab80-d353a6c15759', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:01:33.869785 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:01:33.873516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:01:33.876379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:01:33.881947 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:01:33.891766 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Project e21cc27e0bf74cc5bb75060c7ea23f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:01:33.898132 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.963959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.967516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:33.991323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d3e1cae-44d1-44ad-91cf-230e286b6afb,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:34.001056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:34.002245 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-32df47c8-5bdf-48c3-aa08-b374cb036dd9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424968 Mar 23 11:01:34.004923 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44622) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:01:34.009726 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'security_group_rule': {'security_group_id': '828c976f-6209-4041-ab80-d353a6c15759', 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:01:34.016029 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:01:34.019862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:security_group_rule and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:01:34.022709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:01:34.028403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:01:34.038552 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Project e21cc27e0bf74cc5bb75060c7ea23f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:01:34.045589 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:34.109571 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:34.112926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:34.135188 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3f81e0-a678-468b-b63e-f56163692036,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:34.144549 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:34.145779 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-cc636d42-9e27-4d58-86b0-32b50d5cc0dd tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399419 Mar 23 11:01:35.583227 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:01:35.617431 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:01:35.617767 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 63d1ee81-44c4-4ddd-9e92-112d4b2a0c2c not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:01:36.633865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7a6f7bd9-d863-48e0-a4ba-6872b7da5cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:36.639821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:37.392813 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:37.632717 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:39.687277 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:46.514510 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:01:47.869309 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-127e788e-e1f7-4d2c-b65d-e9aacfb4b323 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:security_group {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:01:47.883942 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-127e788e-e1f7-4d2c-b65d-e9aacfb4b323 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:security_group {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:01:47.885200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-127e788e-e1f7-4d2c-b65d-e9aacfb4b323 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959211113&fields=id&tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90 HTTP/1.1" status: 200 len: 267 time: 0.0571580 Mar 23 11:01:48.032315 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-498d80c7-67cc-444e-afb5-7802175977e2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:48.032896 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-498d80c7-67cc-444e-afb5-7802175977e2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:network {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:01:48.049127 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-498d80c7-67cc-444e-afb5-7802175977e2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:network {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:01:48.050553 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-498d80c7-67cc-444e-afb5-7802175977e2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 808 time: 0.1583560 Mar 23 11:01:48.064765 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-05b40235-f423-4ff3-acc5-5ddc4401ea27 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/quotas/e21cc27e0bf74cc5bb75060c7ea23f90 HTTP/1.1" status: 200 len: 375 time: 0.0088518 Mar 23 11:01:48.145681 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-1248671a-7c2a-4d8b-874f-49c9ec6b6d24 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756447 Mar 23 11:01:48.221059 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-6208499f-9e13-480b-8ce5-faa09d2d1549 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87860) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 11:01:48.222056 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-6208499f-9e13-480b-8ce5-faa09d2d1549 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0650387 Mar 23 11:01:48.349742 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-da106cba-4a37-4a4d-a1a4-76baaf67d354 service neutron] 10.222.0.84 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217296 Mar 23 11:01:48.479128 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-e96f83a4-e88a-4437-b2cb-6d3dda57398e service neutron] 10.222.0.84 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238115 Mar 23 11:01:49.861991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-a5dd9279-7a98-4e53-a8b0-bfe1f3737ed1 req-05961800-3830-4fa8-a92f-401b23aed10b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:01:49.878379 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-a5dd9279-7a98-4e53-a8b0-bfe1f3737ed1 req-05961800-3830-4fa8-a92f-401b23aed10b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:01:49.879715 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a5dd9279-7a98-4e53-a8b0-bfe1f3737ed1 req-05961800-3830-4fa8-a92f-401b23aed10b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 210 time: 0.0596874 Mar 23 11:01:50.988675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-2280e1cb-b74d-46d5-92f3-179fce928a6c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:50.990711 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-2280e1cb-b74d-46d5-92f3-179fce928a6c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 808 time: 0.1761506 Mar 23 11:01:51.037803 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-09882763-6253-4ff1-8354-63acbc19b245 req-f29daa7f-9939-4f80-82e1-d4386e263c28 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 210 time: 0.0470517 Mar 23 11:01:51.042426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-1e345cc5-cd23-419f-968c-88f557813eaf tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:01:51.060567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-1e345cc5-cd23-419f-968c-88f557813eaf tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:01:51.060567 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-1e345cc5-cd23-419f-968c-88f557813eaf tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90 HTTP/1.1" status: 200 len: 380 time: 0.0575221 Mar 23 11:01:51.063474 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'port': {'device_id': '041030c4-c373-4b61-81ee-06136b82a466', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'admin_state_up': True, 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'security_groups': ['828c976f-6209-4041-ab80-d353a6c15759']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:01:51.200781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:01:51.210659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:01:51.220929 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Made reservation on behalf of e21cc27e0bf74cc5bb75060c7ea23f90 for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:01:51.224496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:51.390548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Allocated IP 172.20.0.5 (87d149ab-e4cd-4c2a-8487-9f4e9447289d/3a61c7dc-88ac-4727-bd9e-4eaf0db2de13/c630ee5a-c072-4815-bf53-8a6ec34f5cb3) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:01:51.685402 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:51.701085 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Transition to ACTIVE for port object c630ee5a-c072-4815-bf53-8a6ec34f5cb3 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:01:51.725433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:51.791292 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Network 87d149ab-e4cd-4c2a-8487-9f4e9447289d is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:01:51.794444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:01:51.797487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:01:51.837044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'Port': ['ID=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:51.876933 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:51.877636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:51.914997 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-dfc54573-29a2-4026-be54-c8b659b48dca tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8550515 Mar 23 11:01:51.926217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Request body: {'port': {'device_id': '041030c4-c373-4b61-81ee-06136b82a466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:01:52.028492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d22a0ec9-2402-4f95-bfbc-4671e7c5eac2 None None] Provisioning for port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:01:52.033964 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-d22a0ec9-2402-4f95-bfbc-4671e7c5eac2 None None] Provisioning complete for port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:01:52.034509 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-d22a0ec9-2402-4f95-bfbc-4671e7c5eac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:52.046034 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:52.102185 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-d22a0ec9-2402-4f95-bfbc-4671e7c5eac2 None None] Port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 11:01:52.351532 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f9e2f-20b4-4eb9-9911-d52ac37423f9 req-1fe3da46-3a51-4473-9bc8-744df3e969bc tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:52.352164 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-109f9e2f-20b4-4eb9-9911-d52ac37423f9 req-1fe3da46-3a51-4473-9bc8-744df3e969bc tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:01:52.387605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-109f9e2f-20b4-4eb9-9911-d52ac37423f9 req-1fe3da46-3a51-4473-9bc8-744df3e969bc tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:01:52.388733 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-109f9e2f-20b4-4eb9-9911-d52ac37423f9 req-1fe3da46-3a51-4473-9bc8-744df3e969bc tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 931 time: 0.2298675 Mar 23 11:01:52.489106 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-109f9e2f-20b4-4eb9-9911-d52ac37423f9 req-f2b04973-0026-4b4e-a174-e9dc850526d3 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873711 Mar 23 11:01:52.492906 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c630ee5a-c072-4815-bf53-8a6ec34f5cb3 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:01:52.500771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:52.516249 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Transition to ACTIVE for port object c630ee5a-c072-4815-bf53-8a6ec34f5cb3 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:01:52.520019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:52.649462 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Pushing event updated for resources: {'Port': ['ID=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:52.756745 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Attempting to bind port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:01:52.757093 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Attempting to bind port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:01:52.757410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Attempting to bind port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 on network 87d149ab-e4cd-4c2a-8487-9f4e9447289d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:01:52.761814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 on network 87d149ab-e4cd-4c2a-8487-9f4e9447289d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 11:01:52.762124 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Attempting to bind port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 on network 87d149ab-e4cd-4c2a-8487-9f4e9447289d {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:01:52.767122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 11:01:52.767450 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Checking segment: {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:01:52.767823 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Bound using segment: {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 11:01:52.768237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Bound port: c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34c572b-1718-46d3-9de8-90e7437a7d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 842, 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:01:52.768572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:52.854581 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] For port c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 11:01:52.857453 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] For port c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 11:01:52.862610 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:52.921057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:52.921748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:01:52.923030 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] 10.222.0.102 "PUT /v2.0/ports/c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 200 len: 1093 time: 1.0010011 Mar 23 11:01:52.923454 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:01:52.951247 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942a282-b504-48f1-a071-85223c8ff7cb service neutron] Pushing event updated for resources: {'Port': ['ID=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:01:52.992629 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'status': 'completed', 'code': 200} Mar 23 11:01:53.033289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-e686b9b3-b1db-49f6-a64d-71dacbc77177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:53.034565 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-e686b9b3-b1db-49f6-a64d-71dacbc77177 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1096 time: 0.0740592 Mar 23 11:01:53.105078 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-982c082c-10ad-425c-935c-3aacbf8cbffa service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 200 len: 217 time: 0.0637238 Mar 23 11:01:53.165673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-6bb51636-5e9e-41fc-83c3-0d37951a8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:53.167111 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-6bb51636-5e9e-41fc-83c3-0d37951a8e50 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0566735 Mar 23 11:01:53.337094 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-f0f30b6c-f659-4083-89f9-651345bf98d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:53.338535 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-f0f30b6c-f659-4083-89f9-651345bf98d5 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1661005 Mar 23 11:01:53.469294 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-3634c532-bc28-49bc-a164-7b844da06773 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248355 Mar 23 11:01:53.598334 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-207079d6-c8ec-49b6-bc38-d6d6d63f1caf req-cfda42cb-3551-4b9d-9ee4-9628ac731bdc service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231329 Mar 23 11:01:53.737326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944a699-8ad4-4e7d-9275-f4dbd359d1bc req-bc3f60e1-02e0-4fc4-b9e5-19b3eaf2521d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:53.738681 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5944a699-8ad4-4e7d-9275-f4dbd359d1bc req-bc3f60e1-02e0-4fc4-b9e5-19b3eaf2521d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.1394577 Mar 23 11:01:53.741627 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-787e62dd-fdfa-4e99-b08d-044e7adf95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:53.742975 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-787e62dd-fdfa-4e99-b08d-044e7adf95dc service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1096 time: 0.1016109 Mar 23 11:01:53.862776 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5944a699-8ad4-4e7d-9275-f4dbd359d1bc req-a2e7b771-b45f-4ad3-9aa3-12297babf4fc tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184895 Mar 23 11:01:53.903266 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-c6b6ad84-4c0b-411b-800e-0d8150c641e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:53.905432 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-c6b6ad84-4c0b-411b-800e-0d8150c641e2 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1481733 Mar 23 11:01:53.975228 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-6e96eb84-154c-44e2-844c-c2c0da5a9d6b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 200 len: 217 time: 0.0642071 Mar 23 11:01:54.038434 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-0579946f-55f4-471d-a41a-2339abd4d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:54.039813 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-0579946f-55f4-471d-a41a-2339abd4d520 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0593982 Mar 23 11:01:54.112489 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-d5055fa9-faa1-485a-962f-446601d2b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:54.113869 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-d5055fa9-faa1-485a-962f-446601d2b5af service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684116 Mar 23 11:01:54.244911 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-0e525424-21d0-42ab-b260-aa84c00623da service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238956 Mar 23 11:01:54.370405 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-16b8fed0-7f79-41d1-a7a4-aa5567c6a85c req-509008b6-69ee-45e6-ac87-fb6995d29348 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195688 Mar 23 11:01:55.046962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0898aaa-a259-4751-b249-6dd34b0eb647 req-efd17014-dab4-4ebe-b09f-e8d901ba1b5a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:55.048422 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e0898aaa-a259-4751-b249-6dd34b0eb647 req-efd17014-dab4-4ebe-b09f-e8d901ba1b5a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0803599 Mar 23 11:01:55.093011 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e0898aaa-a259-4751-b249-6dd34b0eb647 req-7b450139-2f01-4b32-9521-d67c0b87f96d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381901 Mar 23 11:01:56.419204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279de200-2ddc-4042-96dd-8afe9dba67c0 req-79374b9d-2e43-4c55-8c0b-3ececefa6d6a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:56.421184 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-279de200-2ddc-4042-96dd-8afe9dba67c0 req-79374b9d-2e43-4c55-8c0b-3ececefa6d6a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0829406 Mar 23 11:01:56.463772 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-279de200-2ddc-4042-96dd-8afe9dba67c0 req-8951af8c-e4ab-41e2-b0b6-75037c4eac9a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370264 Mar 23 11:01:57.651580 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6d8ae-5f28-4031-a73b-97a2b32cb0b5 req-34d6497f-7bb7-4665-921b-cfa6abe02bb2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:57.653056 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-38f6d8ae-5f28-4031-a73b-97a2b32cb0b5 req-34d6497f-7bb7-4665-921b-cfa6abe02bb2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0830894 Mar 23 11:01:57.697752 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-38f6d8ae-5f28-4031-a73b-97a2b32cb0b5 req-bea1d437-1bd8-47ff-ae7f-343515213af0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389431 Mar 23 11:01:58.876017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a4dd8-9c37-44d6-9be2-e3745512d765 req-f6e1e488-dd34-4ba9-ab6a-a1b4018c2ea9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:01:58.877494 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf1a4dd8-9c37-44d6-9be2-e3745512d765 req-f6e1e488-dd34-4ba9-ab6a-a1b4018c2ea9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0779760 Mar 23 11:01:58.923750 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bf1a4dd8-9c37-44d6-9be2-e3745512d765 req-f4608b95-486e-4481-8e01-cb008c060656 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406275 Mar 23 11:02:00.108485 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f62374-bdb4-4166-ba71-3a48c0356b51 req-319591b2-4cd6-45a3-83c8-7227c9982b23 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:00.109971 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f7f62374-bdb4-4166-ba71-3a48c0356b51 req-319591b2-4cd6-45a3-83c8-7227c9982b23 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0792754 Mar 23 11:02:00.156296 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f7f62374-bdb4-4166-ba71-3a48c0356b51 req-30e171d7-3f57-412a-bdfb-9865adcfda0b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407579 Mar 23 11:02:01.337119 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5a8f6-41f6-4d7c-9149-caebe32c3af0 req-bd7b8866-22bd-4e76-b0b3-ae817c738df5 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:01.338555 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-16f5a8f6-41f6-4d7c-9149-caebe32c3af0 req-bd7b8866-22bd-4e76-b0b3-ae817c738df5 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0783145 Mar 23 11:02:01.382332 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-16f5a8f6-41f6-4d7c-9149-caebe32c3af0 req-cf14455a-31ab-42ca-a1c6-5028c9c44371 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382814 Mar 23 11:02:01.707891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c630ee5a-c072-4815-bf53-8a6ec34f5cb3 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:02:01.884143 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:02:01.899807 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'port_id': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'mac_address': 'fa:16:3e:bc:e5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:02:01.958065 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:01.974399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c630ee5a-c072-4815-bf53-8a6ec34f5cb3 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:02:01.989214 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:02:01.993001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:02.063209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:02.071024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.071368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.071707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.072043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.072374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.072700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.073025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.073372 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.073694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.074013 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.074333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.074645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:02:02.199116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['c630ee5a-c072-4815-bf53-8a6ec34f5cb3'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 11:02:02.569649 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d76c4-9cec-4502-a7c2-9005b91b48da req-5a6ed4b5-2d48-4d0e-b684-4ad74328f317 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:02.571155 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b22d76c4-9cec-4502-a7c2-9005b91b48da req-5a6ed4b5-2d48-4d0e-b684-4ad74328f317 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 944 time: 0.0823042 Mar 23 11:02:02.616422 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b22d76c4-9cec-4502-a7c2-9005b91b48da req-b2181885-35e0-4051-8a08-81c165d900ad tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395350 Mar 23 11:02:03.723026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c630ee5a-c072-4815-bf53-8a6ec34f5cb3 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:02:03.794784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9bc52e26-2efb-4e36-ba0a-884b09a90917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:03.803644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:02:03.805932 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e139165-8bd8-4619-9f8b-8f29b4ebad3e req-46db5753-bc01-42d9-807e-436a75100c2a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:03.807393 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0e139165-8bd8-4619-9f8b-8f29b4ebad3e req-46db5753-bc01-42d9-807e-436a75100c2a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 944 time: 0.0853970 Mar 23 11:02:03.808574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:02:03.808968 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:03.851365 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-0e139165-8bd8-4619-9f8b-8f29b4ebad3e req-4166b226-5e96-4856-b0bf-0b4c7ff478a7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382075 Mar 23 11:02:03.926857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:03.952473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:02:03.962401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:02:03.966559 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:04.035052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:04.048917 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'code': 200} Mar 23 11:02:04.310125 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cecf03-3910-4d5e-bf36-c33470c9709a req-c5da5226-cf0c-44bd-8bec-15f6005161fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:04.312089 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c5cecf03-3910-4d5e-bf36-c33470c9709a req-c5da5226-cf0c-44bd-8bec-15f6005161fd service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1098 time: 0.0688047 Mar 23 11:02:04.350844 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c5cecf03-3910-4d5e-bf36-c33470c9709a req-0a258266-fff8-4a0c-bc6d-370718799a61 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332193 Mar 23 11:02:05.133698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200ff3f-3856-49f3-86cf-a18e9515e65b req-e9a442f2-cdf8-4518-88b3-c36e42ddaaf9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:05.135093 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3200ff3f-3856-49f3-86cf-a18e9515e65b req-e9a442f2-cdf8-4518-88b3-c36e42ddaaf9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.1786902 Mar 23 11:02:05.180003 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3200ff3f-3856-49f3-86cf-a18e9515e65b req-3a2fcbd8-c49c-49b4-a05d-cded2fdebf7e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387352 Mar 23 11:02:06.365190 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e83da-b335-4c6c-a5b1-793e8690a23a req-3c405d7c-bc73-47d4-8d79-24cbbbc53521 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:06.366784 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a96e83da-b335-4c6c-a5b1-793e8690a23a req-3c405d7c-bc73-47d4-8d79-24cbbbc53521 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0820994 Mar 23 11:02:06.409200 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-a96e83da-b335-4c6c-a5b1-793e8690a23a req-cde71b12-7470-4c8b-8da0-be860eeb30f8 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368011 Mar 23 11:02:06.591240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab902f67-9a53-47cf-9f7e-6631b310bbe2 req-8cf62b6e-b8d5-49ad-8ecd-f532fef8757e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:06.593153 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ab902f67-9a53-47cf-9f7e-6631b310bbe2 req-8cf62b6e-b8d5-49ad-8ecd-f532fef8757e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0803661 Mar 23 11:02:06.625710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2e1aba2b-a0c2-45fe-aeff-e3db2b83f986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:06.640719 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-ab902f67-9a53-47cf-9f7e-6631b310bbe2 req-b0944917-4bcd-4d57-bf2c-79e50d1c8995 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Mar 23 11:02:06.663206 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44806) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:02:06.669445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:06.730626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4484ea93-3ec8-43c8-a260-805478674621 tempest-TestShelveInstance-294125040 tempest-TestShelveInstance-294125040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:06.731328 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4484ea93-3ec8-43c8-a260-805478674621 tempest-TestShelveInstance-294125040 tempest-TestShelveInstance-294125040-project-admin] Synchronizing usage tracker for tenant:bcf0194c1c88441fbc75b30e4d3bc25a on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:02:06.746426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-4484ea93-3ec8-43c8-a260-805478674621 tempest-TestShelveInstance-294125040 tempest-TestShelveInstance-294125040-project-admin] Unset dirty status for tenant:bcf0194c1c88441fbc75b30e4d3bc25a on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:02:06.747562 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4484ea93-3ec8-43c8-a260-805478674621 tempest-TestShelveInstance-294125040 tempest-TestShelveInstance-294125040-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1093 time: 0.0833693 Mar 23 11:02:06.750464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44810) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:02:06.755223 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:02:06.760887 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:02:06.765171 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Usage tracker for resource:floatingip and tenant:e21cc27e0bf74cc5bb75060c7ea23f90 is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:02:06.767867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:02:06.773340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:02:06.783443 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for floatingip, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:06.921057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:07.055058 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Allocated IP 172.26.4.242 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/3d654fae-97a2-453e-afea-c8eb2e88ad4c) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:02:07.198435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:07.227259 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:07.284996 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:02:07.287584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:02:07.290970 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:02:07.332446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'Port': ['ID=3d654fae-97a2-453e-afea-c8eb2e88ad4c,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:07.394900 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:07.631012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:07.699134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:07.770263 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:07.971092 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:07.975593 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:08.085703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event updated for resources: {'Port': ['ID=3d654fae-97a2-453e-afea-c8eb2e88ad4c,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:02:08.091479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:08.345777 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Floating IP 6f37a816-7ab0-4cec-9dc4-3e9d47b0be00 associated. External IP: 172.26.4.242, port: c630ee5a-c072-4815-bf53-8a6ec34f5cb3. Mar 23 11:02:08.684909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Router 23c9096d-3da2-442c-8808-511f0fef0ee3 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:02:08.874516 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:02:08.884363 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] Sync routers for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:02:08.894890 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:02:08.895634 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:02:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:08.900395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:08.958754 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f0d63f3e-ad22-4270-b0c5-1a62ae7b385c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2071390 Mar 23 11:02:08.959358 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:02:09.011248 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'status': 'completed', 'code': 200} Mar 23 11:02:09.076515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:02:09.099920 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-1df2c6f8-1516-4a99-aa8b-26a521697ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:09.101411 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-1df2c6f8-1516-4a99-aa8b-26a521697ac2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1098 time: 0.0695024 Mar 23 11:02:09.250392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-1ed1c997-8ead-4109-a62d-da98fae7bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:09.251783 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-1ed1c997-8ead-4109-a62d-da98fae7bc94 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1441417 Mar 23 11:02:09.354787 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-4f4a0303-3b1c-4551-9374-a5b37ec05014 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 200 len: 999 time: 0.0963447 Mar 23 11:02:09.413890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-73e1114f-c0d9-488e-9367-dbe5f0b74b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:09.415322 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-73e1114f-c0d9-488e-9367-dbe5f0b74b1f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0554495 Mar 23 11:02:09.420895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '6f37a816-7ab0-4cec-9dc4-3e9d47b0be00', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'floating_ip_address': '172.26.4.242', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'port_id': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'mac_address': 'fa:16:3e:bc:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041030c4-c373-4b61-81ee-06136b82a466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:02:07Z', 'updated_at': '2022-03-23T11:02:07Z', 'revision_number': 0, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:09.424742 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] Checking router: 23c9096d-3da2-442c-8808-511f0fef0ee3 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:02:09.432813 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:02:09.433430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:02:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:09.491447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-a9cafe50-3f61-4eb8-bd09-304b307d321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:09.492891 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-a9cafe50-3f61-4eb8-bd09-304b307d321f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714166 Mar 23 11:02:09.677484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:02:09.733477 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-1019416a-6eba-4206-a3ee-8ce8bab13949 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341166 Mar 23 11:02:09.743452 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:09.868409 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b08a65c9-e3c5-4215-8a18-2e6eca361ac7 req-ebff2c50-6032-4a41-991b-214f0dfbcfdd service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291518 Mar 23 11:02:10.037667 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '6f37a816-7ab0-4cec-9dc4-3e9d47b0be00', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'floating_ip_address': '172.26.4.242', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'port_id': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'mac_address': 'fa:16:3e:bc:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041030c4-c373-4b61-81ee-06136b82a466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:02:07Z', 'updated_at': '2022-03-23T11:02:07Z', 'revision_number': 0, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:02:10.041646 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d3c57f-14d4-4412-9fe4-4d4e70f372a4 None None] The sync data for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv is: [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '6f37a816-7ab0-4cec-9dc4-3e9d47b0be00', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'floating_ip_address': '172.26.4.242', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'port_id': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1826, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'mac_address': 'fa:16:3e:bc:e5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '041030c4-c373-4b61-81ee-06136b82a466', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:02:07Z', 'updated_at': '2022-03-23T11:02:07Z', 'revision_number': 0, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:02:10.222281 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f74c25-3f05-49ba-8c88-aa92e11a4ac7 None None] New status for floating IP 6f37a816-7ab0-4cec-9dc4-3e9d47b0be00: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:02:23.515660 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:02:33.789388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-65ec7799-c1ca-4ac8-9593-29cc64a63b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:36.628758 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-87bd26ff-f98f-4408-86bf-f110ea7c3dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:36.675856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:37.396113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:37.631482 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:39.689368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:02:50.915172 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-2b539d1d-67cb-4484-be67-5453c0f6bb81 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1051233 Mar 23 11:02:51.052645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-436e93ac-5fc1-4cef-a6fe-cb992cbd463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:51.054111 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-436e93ac-5fc1-4cef-a6fe-cb992cbd463a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1098 time: 0.0725749 Mar 23 11:02:51.194502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-60690793-0b75-4c14-968b-850cab19b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:51.195813 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-60690793-0b75-4c14-968b-850cab19b3b4 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1244149 Mar 23 11:02:51.297651 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-e26ea92d-1243-4ff3-b972-2e8cd0e0fbb6 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0957954 Mar 23 11:02:51.359056 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-2cc0634c-a652-419b-812f-a3eca877d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:51.360436 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-2cc0634c-a652-419b-812f-a3eca877d1c8 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0565133 Mar 23 11:02:51.433083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-a47c23d4-6cc0-42c9-ab49-0ba9fbc8e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:02:51.434534 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-a47c23d4-6cc0-42c9-ab49-0ba9fbc8e6b4 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682223 Mar 23 11:02:51.566347 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-b42753ec-0f06-4554-8afb-1ba36dbd8314 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251945 Mar 23 11:02:51.695746 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-014bfc5c-871a-4c21-ba89-86adf8a7266a req-50787e94-f8c2-4817-a742-c6c2dca5cf1a service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233966 Mar 23 11:03:00.513511 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:03:03.792094 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b4c0a492-6fa8-442f-8fb0-8459d4c8b4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:06.630510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c9f2b739-703f-42b9-9377-72ce436fa800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:06.672090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:07.397707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:07.633546 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:09.692025 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:33.793781 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7a1f80e1-9e80-4ced-b67c-7c1202529ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:36.633335 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-af2708cf-37bd-4820-b902-976342ad1afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:36.675009 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:37.398696 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:37.511636 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:03:37.635958 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:39.693876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:03:52.878262 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-46bb7971-25ff-4e43-a6d3-3c33ba2eae60 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729413 Mar 23 11:03:53.016994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-187ae55c-466c-46fb-9be5-bf60d4525b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:53.018492 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-187ae55c-466c-46fb-9be5-bf60d4525b4b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1098 time: 0.0711696 Mar 23 11:03:53.163433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-4e51bdc2-1abe-4912-abf0-6be932863bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:53.164767 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-4e51bdc2-1abe-4912-abf0-6be932863bdc service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1279697 Mar 23 11:03:53.265163 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-2fc7af79-bec5-4e2e-8c90-1dca99aa33c7 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0937817 Mar 23 11:03:53.328315 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-9a2a0256-f7db-4fc6-a4a5-3b8b8b3fcd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:53.329814 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-9a2a0256-f7db-4fc6-a4a5-3b8b8b3fcd0f service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0587418 Mar 23 11:03:53.402344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-47d9395b-b737-47d1-8483-e5d433c5b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:03:53.403821 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-47d9395b-b737-47d1-8483-e5d433c5b270 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679905 Mar 23 11:03:53.625877 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-692fae9d-3f4e-4249-9e35-06610fef9757 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153633 Mar 23 11:03:53.754788 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5f49278b-e4f7-4584-9c7d-24152f47e703 req-7004b478-67e3-4a8c-bd9d-324e506a0ecb service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227844 Mar 23 11:04:03.797208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cd1afaae-b4f3-460a-ac96-b48add767dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:06.634661 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-063e1ce5-9bb1-4cb0-8cb3-d55fa4193031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:06.677982 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:07.400984 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:07.427363 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8f79a-80b3-4a70-818c-7e2fe2855fe5 req-cc2c7402-d460-4852-b38a-d506e421e917 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:07.428811 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b6e8f79a-80b3-4a70-818c-7e2fe2855fe5 req-cc2c7402-d460-4852-b38a-d506e421e917 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0826075 Mar 23 11:04:07.475727 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b6e8f79a-80b3-4a70-818c-7e2fe2855fe5 req-255daa43-30eb-47bb-8e54-026b463b7aa2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407431 Mar 23 11:04:07.638607 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:08.662722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce8524-f99b-4519-8165-e0187a316cb8 req-c9785015-136f-45ae-9307-8c1ce28cc525 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:08.664135 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0ce8524-f99b-4519-8165-e0187a316cb8 req-c9785015-136f-45ae-9307-8c1ce28cc525 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0774114 Mar 23 11:04:08.709830 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-f0ce8524-f99b-4519-8165-e0187a316cb8 req-ab91e578-5bff-4eca-adc7-8b075b847b35 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 Mar 23 11:04:09.698289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:09.896587 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f521c4-452d-44a0-a8cc-02eb16ae0199 req-c60ba4dd-5952-4f84-b820-dde13b8adb8f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:09.898065 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e4f521c4-452d-44a0-a8cc-02eb16ae0199 req-c60ba4dd-5952-4f84-b820-dde13b8adb8f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0788615 Mar 23 11:04:09.941909 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e4f521c4-452d-44a0-a8cc-02eb16ae0199 req-4ce5572a-50c9-4cbc-b34f-07e49649879a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382426 Mar 23 11:04:11.119150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a9912-91b9-4e8b-aa0c-d53d8f69eb41 req-5819e67d-af53-491b-bfd4-b347cd5774c5 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:11.120475 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-418a9912-91b9-4e8b-aa0c-d53d8f69eb41 req-5819e67d-af53-491b-bfd4-b347cd5774c5 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0767863 Mar 23 11:04:11.163752 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-418a9912-91b9-4e8b-aa0c-d53d8f69eb41 req-ff88f97b-21a3-476f-9f8c-ebf1e0f0aa07 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370085 Mar 23 11:04:12.347796 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1fd45-b9c1-4622-8132-108212c19982 req-50ce5152-1f69-4243-ab40-4187146a8be1 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:12.349258 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6ce1fd45-b9c1-4622-8132-108212c19982 req-50ce5152-1f69-4243-ab40-4187146a8be1 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0818279 Mar 23 11:04:12.487964 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-6ce1fd45-b9c1-4622-8132-108212c19982 req-ccd42805-2f65-4faf-9923-eca7aad7f099 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331549 Mar 23 11:04:13.671701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b5d46-8e67-4b6b-8d9a-b31c919c6f2e req-1e253826-feb1-48d9-ae71-113ec1102ff0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:13.673021 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c32b5d46-8e67-4b6b-8d9a-b31c919c6f2e req-1e253826-feb1-48d9-ae71-113ec1102ff0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0804806 Mar 23 11:04:13.714700 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c32b5d46-8e67-4b6b-8d9a-b31c919c6f2e req-34d0b1ae-2ab8-4981-a9cb-384a2b8d1376 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360875 Mar 23 11:04:14.510596 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:04:14.899279 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17fdb1-50de-49b1-a79a-95c5fd69f345 req-8365d223-637a-48db-9ce3-578065ef8da9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:14.900797 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-da17fdb1-50de-49b1-a79a-95c5fd69f345 req-8365d223-637a-48db-9ce3-578065ef8da9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0782783 Mar 23 11:04:14.943953 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-da17fdb1-50de-49b1-a79a-95c5fd69f345 req-b685b275-5646-4413-a14c-2c16b2d9e36a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371022 Mar 23 11:04:16.124973 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d8328-e7ed-4901-ad57-f01597cd639e req-3b5958ac-03af-4107-b39f-847b731cdf41 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:16.126426 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aa4d8328-e7ed-4901-ad57-f01597cd639e req-3b5958ac-03af-4107-b39f-847b731cdf41 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0779920 Mar 23 11:04:16.168057 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-aa4d8328-e7ed-4901-ad57-f01597cd639e req-bc8f1f3f-6f74-43df-ba7b-a2f0b787b942 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360155 Mar 23 11:04:17.350264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56d180-97f9-4c65-835d-db3bdb711e91 req-d7caacdd-ac86-46c8-be90-c97c0a8051b0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:17.351678 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8b56d180-97f9-4c65-835d-db3bdb711e91 req-d7caacdd-ac86-46c8-be90-c97c0a8051b0 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0799489 Mar 23 11:04:17.394206 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-8b56d180-97f9-4c65-835d-db3bdb711e91 req-b6746f0d-9560-4068-89ab-89dd22a23cc2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369236 Mar 23 11:04:17.533158 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-c94f62eb-9466-45a1-a134-b4dbd8db4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:17.534578 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-c94f62eb-9466-45a1-a134-b4dbd8db4da5 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1098 time: 0.0712597 Mar 23 11:04:17.661271 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-bb646d2f-911c-4149-947a-2acc8fa83b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:17.662711 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-bb646d2f-911c-4149-947a-2acc8fa83b6d service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1224098 Mar 23 11:04:17.763810 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-95882291-313c-4f1d-bb35-9c524a65adbf service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0953722 Mar 23 11:04:17.824707 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-8e834509-ddf1-4184-a04f-1d3dfa4a07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:17.826170 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-8e834509-ddf1-4184-a04f-1d3dfa4a07af service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0564594 Mar 23 11:04:17.901579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-50a0caaf-b1f9-413d-81b3-75378cd68745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:17.903023 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-50a0caaf-b1f9-413d-81b3-75378cd68745 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711553 Mar 23 11:04:18.029252 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-046b20d8-204a-4ca6-8a80-f671decd287b service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190171 Mar 23 11:04:18.152525 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-a0e5156e-85c9-4131-a6c2-794732b9ccab req-e62d2941-c432-4f0b-8378-66b2ad259b80 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179011 Mar 23 11:04:18.570463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1704d2-347c-4b4c-9a17-e48041963185 req-2c8336ec-07f6-43a3-bae2-fd1fa343ba6d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:18.571873 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6f1704d2-347c-4b4c-9a17-e48041963185 req-2c8336ec-07f6-43a3-bae2-fd1fa343ba6d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0761714 Mar 23 11:04:18.613748 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6f1704d2-347c-4b4c-9a17-e48041963185 req-73ada76d-e4a8-4f8c-90aa-5fbaa23f42e8 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358462 Mar 23 11:04:19.805820 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044034f-8101-4c65-b2c5-38dc49d1a2ea req-7d9dca1c-88e2-49fc-a8e8-56941f9b7720 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:19.807385 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9044034f-8101-4c65-b2c5-38dc49d1a2ea req-7d9dca1c-88e2-49fc-a8e8-56941f9b7720 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0856278 Mar 23 11:04:19.855248 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-9044034f-8101-4c65-b2c5-38dc49d1a2ea req-7d2c368a-3b6b-43f8-8d5d-f01bc008a979 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413399 Mar 23 11:04:21.039424 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729c016-5bba-47fc-95c0-b465b84afe90 req-3298cea6-4a4f-44ea-aee9-7749a6657387 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:21.040850 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5729c016-5bba-47fc-95c0-b465b84afe90 req-3298cea6-4a4f-44ea-aee9-7749a6657387 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0809171 Mar 23 11:04:21.084081 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5729c016-5bba-47fc-95c0-b465b84afe90 req-db4c21ab-9c06-4412-b0ef-00c66059d2b9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367503 Mar 23 11:04:21.412000 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d988acfc-212e-4161-ae85-03dbefde01ba req-5393593d-6e5c-4e7b-8676-b6c0aec730c7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1116974 Mar 23 11:04:21.438076 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197fd85-4821-463a-87fe-9bb70e7ca412 req-0a652af5-251c-4dc3-95d8-aff85be9ac42 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:21.439594 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6197fd85-4821-463a-87fe-9bb70e7ca412 req-0a652af5-251c-4dc3-95d8-aff85be9ac42 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0793388 Mar 23 11:04:21.483414 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-6197fd85-4821-463a-87fe-9bb70e7ca412 req-04966fac-6db8-4abe-a323-2282cd1af5e8 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381031 Mar 23 11:04:22.284321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c630ee5a-c072-4815-bf53-8a6ec34f5cb3 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:04:22.396632 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:22.427006 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:22.436278 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:04:22.440818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:22.472112 dv-neutron-834652-2-hyperv neutron-server[87861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'code': 422} returned with failed status Mar 23 11:04:22.509578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:22.516953 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.517320 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.517653 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.517980 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.518314 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.518629 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.519066 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.519391 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.519702 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.520290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.520501 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.520813 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:04:22.806388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134448d-540b-4657-8c82-bc41e6487be8 req-61022801-631c-4128-bd6e-83a02dd694d6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:22.807833 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9134448d-540b-4657-8c82-bc41e6487be8 req-61022801-631c-4128-bd6e-83a02dd694d6 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.2064984 Mar 23 11:04:22.857747 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9134448d-540b-4657-8c82-bc41e6487be8 req-2d2ca9fa-ba01-411b-842d-120d858f74e9 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436945 Mar 23 11:04:23.831396 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988acfc-212e-4161-ae85-03dbefde01ba req-f012d19d-1e0a-40aa-b333-40fa610a7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:23.832819 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d988acfc-212e-4161-ae85-03dbefde01ba req-f012d19d-1e0a-40aa-b333-40fa610a7dc8 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466&tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90 HTTP/1.1" status: 200 len: 1096 time: 0.0706689 Mar 23 11:04:23.921326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988acfc-212e-4161-ae85-03dbefde01ba req-c7d9ebd2-d411-4e32-b83c-606b974e60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:23.922771 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d988acfc-212e-4161-ae85-03dbefde01ba req-c7d9ebd2-d411-4e32-b83c-606b974e60e2 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1096 time: 0.0688083 Mar 23 11:04:24.052004 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed189d-b50a-4c1c-b2cf-a2134df5cda3 req-c2c3c998-a561-4871-bcb8-09423733fb8b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:24.052612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988acfc-212e-4161-ae85-03dbefde01ba req-fcd981f7-5088-488d-a5d3-3542ea12a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:24.053442 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-67ed189d-b50a-4c1c-b2cf-a2134df5cda3 req-c2c3c998-a561-4871-bcb8-09423733fb8b tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0810142 Mar 23 11:04:24.053647 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d988acfc-212e-4161-ae85-03dbefde01ba req-fcd981f7-5088-488d-a5d3-3542ea12a8ea service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1247296 Mar 23 11:04:24.097075 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-67ed189d-b50a-4c1c-b2cf-a2134df5cda3 req-715fd328-5730-40cd-ba3d-812131d720b4 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377984 Mar 23 11:04:24.155363 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d988acfc-212e-4161-ae85-03dbefde01ba req-517a2ac8-115e-42f9-aafd-dbca1dd8cb61 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 200 len: 999 time: 0.0962408 Mar 23 11:04:24.216173 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988acfc-212e-4161-ae85-03dbefde01ba req-04f379a2-7657-4ce1-bb62-9d969abc06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:24.217599 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d988acfc-212e-4161-ae85-03dbefde01ba req-04f379a2-7657-4ce1-bb62-9d969abc06b1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0568621 Mar 23 11:04:24.292333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988acfc-212e-4161-ae85-03dbefde01ba req-11e238b0-d1e5-4940-97db-dfaa3aab1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:24.294366 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d988acfc-212e-4161-ae85-03dbefde01ba req-11e238b0-d1e5-4940-97db-dfaa3aab1de8 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710022 Mar 23 11:04:24.422893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d988acfc-212e-4161-ae85-03dbefde01ba req-210a4475-2ea3-42b4-a285-6e8f31d1b5b2 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232126 Mar 23 11:04:24.550209 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-d988acfc-212e-4161-ae85-03dbefde01ba req-cf180205-958b-4a2c-ab1e-0f948f448a1e service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218035 Mar 23 11:04:25.290282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17964b5e-66ff-43ab-954e-c3766a034364 req-bd49d5dd-2ea3-4fa8-b776-24674747ae16 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:25.291707 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17964b5e-66ff-43ab-954e-c3766a034364 req-bd49d5dd-2ea3-4fa8-b776-24674747ae16 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0929422 Mar 23 11:04:25.334482 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-17964b5e-66ff-43ab-954e-c3766a034364 req-723396f1-3383-4957-9462-44ccdfaec9c5 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361989 Mar 23 11:04:26.517330 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4726d6-01d1-484b-80bc-29d1957f01c2 req-f304b574-a1cf-40ff-9299-1a5072f3f531 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:26.518903 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5d4726d6-01d1-484b-80bc-29d1957f01c2 req-f304b574-a1cf-40ff-9299-1a5072f3f531 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0790596 Mar 23 11:04:26.562104 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-5d4726d6-01d1-484b-80bc-29d1957f01c2 req-363af5d0-4100-4a16-b3a1-593a8a7d297a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377302 Mar 23 11:04:27.746037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d62b6f-2cd8-4337-b0e9-af804ed2a5cc req-a11b1aeb-21cb-41ae-a08c-5bf1fbe414c3 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:27.747489 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-26d62b6f-2cd8-4337-b0e9-af804ed2a5cc req-a11b1aeb-21cb-41ae-a08c-5bf1fbe414c3 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0806189 Mar 23 11:04:27.789839 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-26d62b6f-2cd8-4337-b0e9-af804ed2a5cc req-b9dc7275-0577-4d4a-bb88-44300e5f8e2f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367687 Mar 23 11:04:28.974881 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4290135-791d-420d-90d1-e96359c6f5e4 req-2f960fc6-000f-47b3-a23a-3d54d28a9b20 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:28.976318 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d4290135-791d-420d-90d1-e96359c6f5e4 req-2f960fc6-000f-47b3-a23a-3d54d28a9b20 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0821741 Mar 23 11:04:29.019394 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d4290135-791d-420d-90d1-e96359c6f5e4 req-a0d06027-8143-489c-bae1-caeb470eed59 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370567 Mar 23 11:04:30.199837 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197467a-db15-498b-b51f-45fe8f8173d5 req-819db0f1-c1a4-48a3-81cf-51e115a67459 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:30.201340 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2197467a-db15-498b-b51f-45fe8f8173d5 req-819db0f1-c1a4-48a3-81cf-51e115a67459 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0785859 Mar 23 11:04:30.247936 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-2197467a-db15-498b-b51f-45fe8f8173d5 req-1d6c2adc-f00a-4a93-b371-af4e0aec2ee3 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 Mar 23 11:04:31.431367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8ccc1-afc7-4941-985e-373b6f857422 req-78262495-b9f1-4d0b-9e94-882825d8000d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:31.432830 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eba8ccc1-afc7-4941-985e-373b6f857422 req-78262495-b9f1-4d0b-9e94-882825d8000d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 943 time: 0.0803788 Mar 23 11:04:31.487896 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-eba8ccc1-afc7-4941-985e-373b6f857422 req-8088aac0-636a-412c-9b71-d8832a6a2568 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494714 Mar 23 11:04:32.299040 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c630ee5a-c072-4815-bf53-8a6ec34f5cb3 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:04:32.428944 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:04:32.441604 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'port_id': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'mac_address': 'fa:16:3e:bc:e5:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 842, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:04:32.497672 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:32.514327 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c630ee5a-c072-4815-bf53-8a6ec34f5cb3 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:04:32.530614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:04:32.534533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:32.599386 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:32.671998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2282e-3613-479a-acbf-b93d8db9ef24 req-d65d6f00-29be-417d-bb4e-cd0a5a208305 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:32.673525 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-efe2282e-3613-479a-acbf-b93d8db9ef24 req-d65d6f00-29be-417d-bb4e-cd0a5a208305 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 944 time: 0.0786350 Mar 23 11:04:32.721381 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-efe2282e-3613-479a-acbf-b93d8db9ef24 req-4ff7ea3a-e7ea-42a9-92b4-fe97a65ec84a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422430 Mar 23 11:04:32.773892 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['c630ee5a-c072-4815-bf53-8a6ec34f5cb3'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 11:04:33.799766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1bbc4bf1-35a7-4b59-8637-98c92bd554cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:33.906839 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a48764-248b-4f6e-ac2f-e20654a56d4c req-0f10d01e-2a08-4f1a-be1e-0ed8450d0115 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:33.908271 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-04a48764-248b-4f6e-ac2f-e20654a56d4c req-0f10d01e-2a08-4f1a-be1e-0ed8450d0115 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 944 time: 0.0795817 Mar 23 11:04:33.952392 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-04a48764-248b-4f6e-ac2f-e20654a56d4c req-25b4da9e-b86c-476e-afa6-eb8145a6120a tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383999 Mar 23 11:04:34.305553 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c630ee5a-c072-4815-bf53-8a6ec34f5cb3 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:04:34.406216 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:04:34.406577 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:34.516382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:34.542053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:04:34.552698 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:04:34.556721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:34.591663 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'code': 200} Mar 23 11:04:34.623689 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:04:34.849382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993ad04-e51a-4c9b-a152-a646806424c5 req-c84a650c-34ce-48f5-a2b0-4aff3da7e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:34.850836 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b993ad04-e51a-4c9b-a152-a646806424c5 req-c84a650c-34ce-48f5-a2b0-4aff3da7e2a4 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1098 time: 0.0712724 Mar 23 11:04:34.890110 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b993ad04-e51a-4c9b-a152-a646806424c5 req-99ed43cd-eb12-49ca-adda-110143e37854 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336201 Mar 23 11:04:35.134601 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722024b-c6bd-49db-b0c6-ba5797ba2d29 req-02f1238e-5a91-4965-909e-77f6cd7ac9a2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:35.135925 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c722024b-c6bd-49db-b0c6-ba5797ba2d29 req-02f1238e-5a91-4965-909e-77f6cd7ac9a2 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0799909 Mar 23 11:04:35.178954 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-c722024b-c6bd-49db-b0c6-ba5797ba2d29 req-d1bd7ac1-75c0-4d53-9505-6ba90caad896 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366554 Mar 23 11:04:36.363741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324538aa-4679-4004-8560-a313a6cb5919 req-c62c4e9b-3eb4-46dd-be0b-0d3aceadb175 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:36.365217 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-324538aa-4679-4004-8560-a313a6cb5919 req-c62c4e9b-3eb4-46dd-be0b-0d3aceadb175 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0789330 Mar 23 11:04:36.407713 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-324538aa-4679-4004-8560-a313a6cb5919 req-672cd1d9-e195-4f65-b26d-f6aebfbda082 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368593 Mar 23 11:04:36.638736 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b440bb2d-6ef7-4703-9d5b-55c69cfb6459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:36.679873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:37.403849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:37.642157 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:39.703032 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:04:51.508965 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:04:54.925293 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1476b696-c0b8-4b57-be69-158ebc336829 req-caa049b9-2e78-490f-abd7-cef74fe3ecb5 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1097283 Mar 23 11:04:55.064521 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476b696-c0b8-4b57-be69-158ebc336829 req-74b02d72-5bed-4cdb-8ad4-f3cd467c9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:55.064521 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1476b696-c0b8-4b57-be69-158ebc336829 req-74b02d72-5bed-4cdb-8ad4-f3cd467c9811 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1098 time: 0.0770812 Mar 23 11:04:55.312189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476b696-c0b8-4b57-be69-158ebc336829 req-3d379260-05b2-4420-95df-a97e0a302ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:55.312189 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1476b696-c0b8-4b57-be69-158ebc336829 req-3d379260-05b2-4420-95df-a97e0a302ae6 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.2217960 Mar 23 11:04:55.413924 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1476b696-c0b8-4b57-be69-158ebc336829 req-93f1fcfd-0810-4a60-8789-1fde8559e56a service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 200 len: 1001 time: 0.0977373 Mar 23 11:04:55.478283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476b696-c0b8-4b57-be69-158ebc336829 req-215873c4-41b2-4a5f-b455-4ce5020109fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:55.478283 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1476b696-c0b8-4b57-be69-158ebc336829 req-215873c4-41b2-4a5f-b455-4ce5020109fe service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0612111 Mar 23 11:04:55.556170 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476b696-c0b8-4b57-be69-158ebc336829 req-2a2e8458-bec0-45d8-b2f1-81ed4903656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:04:55.556170 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1476b696-c0b8-4b57-be69-158ebc336829 req-2a2e8458-bec0-45d8-b2f1-81ed4903656f service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701792 Mar 23 11:04:55.703530 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1476b696-c0b8-4b57-be69-158ebc336829 req-49cf4a07-0eaf-47b9-83d9-c2911bb6dbf7 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360300 Mar 23 11:04:55.862931 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1476b696-c0b8-4b57-be69-158ebc336829 req-0421b22c-3efb-42f2-9a4a-5f4524054b05 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620038 Mar 23 11:05:03.800868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7e98cb3e-81b5-42ac-b02a-37f8143fb3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:06.640801 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9de39b0f-ec31-4f6f-8c01-9efc253385a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:06.664207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:07.408415 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:07.647422 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:09.702866 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:28.511932 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:05:33.802841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-3379baeb-97e2-4b9c-982b-29a301f249cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:36.641340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-88119339-f580-4f71-9a6e-8d9286d7178a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:36.671956 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:37.409832 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:37.646727 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:39.705153 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:53.796643 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44950) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:05:54.005355 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Deleting port 3d654fae-97a2-453e-afea-c8eb2e88ad4c {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:05:54.005683 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:54.165951 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:54.166152 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:54.293311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Calling delete_port for 3d654fae-97a2-453e-afea-c8eb2e88ad4c owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:05:54.438311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:54.511891 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event deleted for resources: {'Port': ['ID=3d654fae-97a2-453e-afea-c8eb2e88ad4c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:54.527981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.528307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.528637 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.528962 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.529381 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.529701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.530018 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.530333 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.530648 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.530959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.531272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.531579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:05:54.600686 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:54.601010 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Floating IP 6f37a816-7ab0-4cec-9dc4-3e9d47b0be00 disassociated (deleted). External IP: 172.26.4.242, port: c630ee5a-c072-4815-bf53-8a6ec34f5cb3. Mar 23 11:05:55.038530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Router 23c9096d-3da2-442c-8808-511f0fef0ee3 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:05:55.214083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:05:55.223603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] Sync routers for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:05:55.234178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:05:55.235016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:05:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:55.236481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:55.293586 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-87e58fe7-6ea8-46ed-be2b-e96df295f714 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "DELETE /v2.0/floatingips/6f37a816-7ab0-4cec-9dc4-3e9d47b0be00 HTTP/1.1" status: 204 len: 168 time: 1.4958081 Mar 23 11:05:55.294148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:05:55.339314 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'status': 'completed', 'code': 200} Mar 23 11:05:55.413398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:05:55.432079 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-837d52a9-dfdd-4ef3-9271-3bc389fada38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.434291 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-837d52a9-dfdd-4ef3-9271-3bc389fada38 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 1098 time: 0.0732543 Mar 23 11:05:55.575657 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-312cb035-6206-4778-9399-4fdbefb03254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.577132 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-312cb035-6206-4778-9399-4fdbefb03254 service neutron] 10.222.0.102 "GET /v2.0/networks?id=87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 200 len: 909 time: 0.1373322 Mar 23 11:05:55.678262 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-79c0d3a7-be49-4679-927e-2ddc1a24442d service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 200 len: 217 time: 0.0941494 Mar 23 11:05:55.729554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:55.733319 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] Checking router: 23c9096d-3da2-442c-8808-511f0fef0ee3 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:05:55.741483 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:05:55.742077 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:05:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:55.755246 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-f50df451-4a6b-4fec-8a02-cfd8ca36aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.756601 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-f50df451-4a6b-4fec-8a02-cfd8ca36aa4c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 200 len: 847 time: 0.0724661 Mar 23 11:05:55.820083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f697c-7b8d-4692-aa4f-9a248358ea60 req-357a5a8f-ab45-4cd8-aff5-8f37f4a19476 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.820765 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-214f697c-7b8d-4692-aa4f-9a248358ea60 req-357a5a8f-ab45-4cd8-aff5-8f37f4a19476 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Synchronizing usage tracker for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:05:55.850398 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-214f697c-7b8d-4692-aa4f-9a248358ea60 req-357a5a8f-ab45-4cd8-aff5-8f37f4a19476 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Unset dirty status for tenant:e21cc27e0bf74cc5bb75060c7ea23f90 on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:05:55.851543 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-214f697c-7b8d-4692-aa4f-9a248358ea60 req-357a5a8f-ab45-4cd8-aff5-8f37f4a19476 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.2103491 Mar 23 11:05:55.881741 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-01672bca-b4bb-43f0-9e50-cac69d894921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:55.883253 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-01672bca-b4bb-43f0-9e50-cac69d894921 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=87d149ab-e4cd-4c2a-8487-9f4e9447289d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1189606 Mar 23 11:05:55.921821 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:05:55.943037 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-214f697c-7b8d-4692-aa4f-9a248358ea60 req-381242b1-eb10-4175-a59a-e87debee2e7c tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800557 Mar 23 11:05:56.032305 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-33e276c8-f3c2-4723-8162-2e82297a3d34 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411762 Mar 23 11:05:56.163225 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-344b4085-ae02-4c99-8a33-02f755634fd5 req-944bc678-85d2-4205-9664-6d97d88f8715 service neutron] 10.222.0.102 "GET /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243131 Mar 23 11:05:56.267973 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:05:56.271865 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a85e4-9ca1-45e9-b884-6aeefc43c0c5 None None] The sync data for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv is: [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:13Z', 'revision_number': 4, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ddd4043d-a235-420c-8756-bf0dbe90a08d', 'name': '', 'network_id': '87d149ab-e4cd-4c2a-8487-9f4e9447289d', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'mac_address': 'fa:16:3e:2e:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:12Z', 'updated_at': '2022-03-23T10:57:19Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'subnets': [{'id': '3a61c7dc-88ac-4727-bd9e-4eaf0db2de13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:05:56.467622 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bcd8bf-02fc-4afa-972f-db173cba661f None None] New status for floating IP 6f37a816-7ab0-4cec-9dc4-3e9d47b0be00: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:05:57.132864 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6675125-4d1e-47a4-bdc6-82747f6609cb req-8fdf0351-80e6-46cf-bb28-6174e18dbd77 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:57.134477 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d6675125-4d1e-47a4-bdc6-82747f6609cb req-8fdf0351-80e6-46cf-bb28-6174e18dbd77 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.0838301 Mar 23 11:05:57.186088 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-d6675125-4d1e-47a4-bdc6-82747f6609cb req-aef46851-cea7-4bfe-8da6-9b50864e860e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/security-groups?id=828c976f-6209-4041-ab80-d353a6c15759&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453806 Mar 23 11:05:57.237060 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-462afab7-2bea-4cc4-a5ce-50d9567d0e2d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:05:57.238514 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-462afab7-2bea-4cc4-a5ce-50d9567d0e2d tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 945 time: 0.1829779 Mar 23 11:05:57.309572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-414bd987-3508-43f7-beb5-edb1153a13c7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Deleting port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:05:57.309911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-414bd987-3508-43f7-beb5-edb1153a13c7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:57.550501 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-414bd987-3508-43f7-beb5-edb1153a13c7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] For port c630ee5a-c072-4815-bf53-8a6ec34f5cb3, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:05:57.550861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-414bd987-3508-43f7-beb5-edb1153a13c7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:57.676003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-414bd987-3508-43f7-beb5-edb1153a13c7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Calling delete_port for c630ee5a-c072-4815-bf53-8a6ec34f5cb3 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:05:57.815357 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-414bd987-3508-43f7-beb5-edb1153a13c7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:57.895037 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bd987-3508-43f7-beb5-edb1153a13c7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event deleted for resources: {'Port': ['ID=c630ee5a-c072-4815-bf53-8a6ec34f5cb3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:57.942812 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-414bd987-3508-43f7-beb5-edb1153a13c7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] No DVR routers for this DVR port c630ee5a-c072-4815-bf53-8a6ec34f5cb3 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:05:57.945262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-414bd987-3508-43f7-beb5-edb1153a13c7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:57.947659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'name': 'network-vif-deleted', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:05:57.964354 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-993681f4-82f3-4a66-9f50-34a4b283d9ef req-414bd987-3508-43f7-beb5-edb1153a13c7 tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.102 "DELETE /v2.0/ports/c630ee5a-c072-4815-bf53-8a6ec34f5cb3 HTTP/1.1" status: 204 len: 173 time: 0.7182827 Mar 23 11:05:58.010680 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '041030c4-c373-4b61-81ee-06136b82a466', 'name': 'network-vif-deleted', 'tag': 'c630ee5a-c072-4815-bf53-8a6ec34f5cb3', 'status': 'completed', 'code': 200} Mar 23 11:05:58.362199 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-585aff16-2a5d-4f33-b52a-c90759f6e682 req-9578a6f9-3cc9-4ab7-8a00-37fad58e952e tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "GET /v2.0/ports?device_id=041030c4-c373-4b61-81ee-06136b82a466 HTTP/1.1" status: 200 len: 210 time: 0.0472541 Mar 23 11:05:59.460036 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44968) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:05:59.529237 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-570a4657-12dc-4a1a-a1b3-f496ecb5750f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:59.558998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-570a4657-12dc-4a1a-a1b3-f496ecb5750f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:59.625841 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-570a4657-12dc-4a1a-a1b3-f496ecb5750f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:59.643773 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a4657-12dc-4a1a-a1b3-f496ecb5750f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828c976f-6209-4041-ab80-d353a6c15759,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:05:59.658867 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-570a4657-12dc-4a1a-a1b3-f496ecb5750f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:05:59.660209 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-570a4657-12dc-4a1a-a1b3-f496ecb5750f tempest-TestShelveInstance-689117671 tempest-TestShelveInstance-689117671-project] 10.222.0.84 "DELETE /v2.0/security-groups/828c976f-6209-4041-ab80-d353a6c15759 HTTP/1.1" status: 204 len: 168 time: 0.1991334 Mar 23 11:05:59.703701 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44974) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:00.505997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:00.734714 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c630ee5a-c072-4815-bf53-8a6ec34f5cb3 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:00.768756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: c630ee5a-c072-4815-bf53-8a6ec34f5cb3 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:06:00.769207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device c630ee5a-c072-4815-bf53-8a6ec34f5cb3 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:00.857937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] Deleting port ddd4043d-a235-420c-8756-bf0dbe90a08d {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:06:00.858334 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:01.038614 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] For port ddd4043d-a235-420c-8756-bf0dbe90a08d, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ddd4043d-a235-420c-8756-bf0dbe90a08d,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:01.038981 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:01.168313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] Calling delete_port for ddd4043d-a235-420c-8756-bf0dbe90a08d owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:06:01.477504 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:01.521148 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd4043d-a235-420c-8756-bf0dbe90a08d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:01.895429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:02.267108 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] Router 23c9096d-3da2-442c-8808-511f0fef0ee3 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:06:02.452530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:06:02.460923 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] Sync routers for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:02.466817 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-bf1d45b1-f4c4-4856-b694-3b6db09d3845 admin admin] 10.222.0.84 "PUT /v2.0/routers/23c9096d-3da2-442c-8808-511f0fef0ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7620609 Mar 23 11:06:02.469405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44982) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:02.470700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:02.471398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:05:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:02.644675 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:02.649794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:02.817189 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:02.827346 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Deleting port 90754790-6003-4ae7-8420-24fb05fbdfa4 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:06:02.827796 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:02.937041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32'}], 'enable_snat': True}, 'gw_port_id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T11:06:01Z', 'revision_number': 5, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port': {'id': '90754790-6003-4ae7-8420-24fb05fbdfa4', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:0d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T10:57:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:02.941206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] Checking router: 23c9096d-3da2-442c-8808-511f0fef0ee3 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:02.950053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] Routers {'23c9096d-3da2-442c-8808-511f0fef0ee3'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:02.950650 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:05:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['23c9096d-3da2-442c-8808-511f0fef0ee3'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:03.003410 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] For port 90754790-6003-4ae7-8420-24fb05fbdfa4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=90754790-6003-4ae7-8420-24fb05fbdfa4,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:03.003752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.101023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] Set router 23c9096d-3da2-442c-8808-511f0fef0ee3 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:03.124240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Calling delete_port for 90754790-6003-4ae7-8420-24fb05fbdfa4 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:06:03.207240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T11:06:02Z', 'revision_number': 6, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:03.211623 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437024fa-a178-4398-9d29-3ff0b8d8225b None None] The sync data for ids ['23c9096d-3da2-442c-8808-511f0fef0ee3'] in dv-neutron-834652-2-hyperv is: [{'id': '23c9096d-3da2-442c-8808-511f0fef0ee3', 'name': 'tempest-TestShelveInstance-168811318-router', 'tenant_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:09Z', 'updated_at': '2022-03-23T11:06:02Z', 'revision_number': 6, 'project_id': 'e21cc27e0bf74cc5bb75060c7ea23f90', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:06:03.405861 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.451178 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Pushing event deleted for resources: {'Port': ['ID=90754790-6003-4ae7-8420-24fb05fbdfa4,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:03.542880 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.717016 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.719184 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.743654 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.744174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23c9096d-3da2-442c-8808-511f0fef0ee3 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 11:06:03.756280 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.757441 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-543b7880-eafa-4327-aca1-6d2097b8758f admin admin] 10.222.0.84 "DELETE /v2.0/routers/23c9096d-3da2-442c-8808-511f0fef0ee3 HTTP/1.1" status: 204 len: 168 time: 1.2871349 Mar 23 11:06:03.759994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44986) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:03.804731 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b5571215-3f35-4256-a9c6-f26c99f63973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.819463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-3993571b-607e-4e0b-89e4-346a027858c1 admin admin] Deleting subnet 3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 11:06:03.822351 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3993571b-607e-4e0b-89e4-346a027858c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.875163 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3993571b-607e-4e0b-89e4-346a027858c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.960076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ddd4043d-a235-420c-8756-bf0dbe90a08d no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:03.961017 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3993571b-607e-4e0b-89e4-346a027858c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:03.997513 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: ddd4043d-a235-420c-8756-bf0dbe90a08d {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:06:03.997931 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ddd4043d-a235-420c-8756-bf0dbe90a08d not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:04.027961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3993571b-607e-4e0b-89e4-346a027858c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.066807 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993571b-607e-4e0b-89e4-346a027858c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a61c7dc-88ac-4727-bd9e-4eaf0db2de13,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:04.068703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3993571b-607e-4e0b-89e4-346a027858c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.078359 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3993571b-607e-4e0b-89e4-346a027858c1 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/3a61c7dc-88ac-4727-bd9e-4eaf0db2de13 HTTP/1.1" status: 204 len: 168 time: 0.3151662 Mar 23 11:06:04.078621 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123d400-5f9b-4ea1-94c4-5b1020c33c81 None None] Network 87d149ab-e4cd-4c2a-8487-9f4e9447289d requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 11:06:04.078722 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44990) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:04.184602 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.195523 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Deleting port 2a84391a-6643-4025-af4d-ac3f4098cf0c {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:06:04.195855 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.353140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] DHCP port deletion for 87d149ab-e4cd-4c2a-8487-9f4e9447289d request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 11:06:04.357707 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] Deleting port 2a84391a-6643-4025-af4d-ac3f4098cf0c {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:06:04.358213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.410083 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] For port 2a84391a-6643-4025-af4d-ac3f4098cf0c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2a84391a-6643-4025-af4d-ac3f4098cf0c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:04.410352 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.531725 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Calling delete_port for 2a84391a-6643-4025-af4d-ac3f4098cf0c owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:06:04.554447 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] For port 2a84391a-6643-4025-af4d-ac3f4098cf0c, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=2a84391a-6643-4025-af4d-ac3f4098cf0c,segment=NetworkSegment(c34c572b-1718-46d3-9de8-90e7437a7d7a),segment_id=c34c572b-1718-46d3-9de8-90e7437a7d7a)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:04.554823 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.611283 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.657078 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a84391a-6643-4025-af4d-ac3f4098cf0c,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:04.660605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] No DVR routers for this DVR port 2a84391a-6643-4025-af4d-ac3f4098cf0c on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:06:04.684094 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] Calling delete_port for 2a84391a-6643-4025-af4d-ac3f4098cf0c owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:06:04.753710 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:06:04.754058 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:06:04.774106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.798510 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d149ab-e4cd-4c2a-8487-9f4e9447289d']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:04.810720 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34c572b-1718-46d3-9de8-90e7437a7d7a') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:04.811011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34c572b-1718-46d3-9de8-90e7437a7d7a') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:04.821781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.837674 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.843537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Releasing vlan 842 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:06:04.843926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:06:04.856432 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:06:05.024254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:05.039418 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:05.051057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d149ab-e4cd-4c2a-8487-9f4e9447289d,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:05.062908 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-b7e076c9-d5b9-4b49-8860-09b97b3b9fe7 admin admin] 10.222.0.84 "DELETE /v2.0/networks/87d149ab-e4cd-4c2a-8487-9f4e9447289d HTTP/1.1" status: 204 len: 168 time: 0.9833858 Mar 23 11:06:05.065754 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44994) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:05.254857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] Deleting port 2a84391a-6643-4025-af4d-ac3f4098cf0c {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:06:05.255387 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:05.322190 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4665cbae-30a2-407e-bf2c-45d628ab78df None None] The port '2a84391a-6643-4025-af4d-ac3f4098cf0c' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 11:06:05.413874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2a84391a-6643-4025-af4d-ac3f4098cf0c no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:05.447139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 2a84391a-6643-4025-af4d-ac3f4098cf0c {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:06:05.447473 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 2a84391a-6643-4025-af4d-ac3f4098cf0c not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:05.447906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 90754790-6003-4ae7-8420-24fb05fbdfa4 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:05.483217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 90754790-6003-4ae7-8420-24fb05fbdfa4 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:06:05.483558 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 90754790-6003-4ae7-8420-24fb05fbdfa4 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:05.511430 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:06:05.594567 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:05.933539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] Deleting port 7571647c-ee1a-4070-8bc8-11e09095cc2a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:06:05.934174 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.131513 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] For port 7571647c-ee1a-4070-8bc8-11e09095cc2a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=7571647c-ee1a-4070-8bc8-11e09095cc2a,segment=NetworkSegment(e50d1dce-b426-402e-84cb-ef1f2e1a8f23),segment_id=e50d1dce-b426-402e-84cb-ef1f2e1a8f23)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:06.131857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.353613 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] Calling delete_port for 7571647c-ee1a-4070-8bc8-11e09095cc2a owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:06:06.526634 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.572561 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] Pushing event deleted for resources: {'Port': ['ID=7571647c-ee1a-4070-8bc8-11e09095cc2a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:06.649054 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fcca1624-3f88-431a-aaf5-abc31b730c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.673294 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:06.843772 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.193565 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] Router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:06:07.365572 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:06:07.377525 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] Sync routers for ids ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:07.386325 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-894c210b-9b28-464e-a5bb-673782e1f821 admin admin] 10.222.0.84 "PUT /v2.0/routers/794a3c9f-e653-4bdf-b8ab-fcef10fb7655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3195579 Mar 23 11:06:07.387863 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] Routers {'794a3c9f-e653-4bdf-b8ab-fcef10fb7655'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:07.388536 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:07.388833 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 44998) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:07.414700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.565405 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.567310 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] Set router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:07.654390 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.848055 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'name': 'tempest-TestShelveInstance-1352401736-router', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106'}], 'enable_snat': True}, 'gw_port_id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:15Z', 'updated_at': '2022-03-23T11:06:06Z', 'revision_number': 5, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'gw_port': {'id': '0b33136f-51f8-44c8-b53e-e759b22278d7', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:b9:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T10:57:16Z', 'updated_at': '2022-03-23T10:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:07.852047 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] Checking router: 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:07.856109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:07.861209 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] Routers {'794a3c9f-e653-4bdf-b8ab-fcef10fb7655'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:07.861810 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:07.866035 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Deleting port 0b33136f-51f8-44c8-b53e-e759b22278d7 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:06:07.866361 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.014412 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] Set router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:08.036621 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] For port 0b33136f-51f8-44c8-b53e-e759b22278d7, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=0b33136f-51f8-44c8-b53e-e759b22278d7,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:08.036963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.118627 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'name': 'tempest-TestShelveInstance-1352401736-router', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:15Z', 'updated_at': '2022-03-23T11:06:07Z', 'revision_number': 6, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:08.122449 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbed107f-22ae-4b32-aefd-a75dcda6b619 None None] The sync data for ids ['794a3c9f-e653-4bdf-b8ab-fcef10fb7655'] in dv-neutron-834652-2-hyperv is: [{'id': '794a3c9f-e653-4bdf-b8ab-fcef10fb7655', 'name': 'tempest-TestShelveInstance-1352401736-router', 'tenant_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T10:57:15Z', 'updated_at': '2022-03-23T11:06:07Z', 'revision_number': 6, 'project_id': 'bcf0194c1c88441fbc75b30e4d3bc25a', 'gw_port_host': None}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:06:08.157409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Calling delete_port for 0b33136f-51f8-44c8-b53e-e759b22278d7 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:06:08.319535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.368344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b33136f-51f8-44c8-b53e-e759b22278d7,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:08.456737 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.630543 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.632688 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.654979 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.655536 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 794a3c9f-e653-4bdf-b8ab-fcef10fb7655 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 11:06:08.667714 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.668825 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-4258f2a4-8bb5-409c-9b2d-7a8e6ce1996f admin admin] 10.222.0.84 "DELETE /v2.0/routers/794a3c9f-e653-4bdf-b8ab-fcef10fb7655 HTTP/1.1" status: 204 len: 168 time: 1.2790325 Mar 23 11:06:08.671273 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45002) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:08.733004 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58bd7c0-69a5-4d45-8cc8-1630b190fd95 admin admin] Deleting subnet 2a45a052-98e4-4033-8ee3-b8d9f9848465 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 11:06:08.735941 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f58bd7c0-69a5-4d45-8cc8-1630b190fd95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.783626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f58bd7c0-69a5-4d45-8cc8-1630b190fd95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.861988 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f58bd7c0-69a5-4d45-8cc8-1630b190fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.932054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f58bd7c0-69a5-4d45-8cc8-1630b190fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.970708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bd7c0-69a5-4d45-8cc8-1630b190fd95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a45a052-98e4-4033-8ee3-b8d9f9848465,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:08.972595 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f58bd7c0-69a5-4d45-8cc8-1630b190fd95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:08.979700 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f58bd7c0-69a5-4d45-8cc8-1630b190fd95 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/2a45a052-98e4-4033-8ee3-b8d9f9848465 HTTP/1.1" status: 204 len: 168 time: 0.3063841 Mar 23 11:06:08.981813 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45006) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:08.982795 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eecba4-493a-4c12-9c28-26401441cd86 None None] Network 02f9ee08-734f-4167-9c0c-dec4cefc91cd requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 11:06:09.089838 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.100623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Deleting port 55b052f0-31a3-45e6-9610-221241db020e {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:06:09.100916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.228226 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] DHCP port deletion for 02f9ee08-734f-4167-9c0c-dec4cefc91cd request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 11:06:09.232706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] Deleting port 55b052f0-31a3-45e6-9610-221241db020e {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:06:09.233113 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.422175 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0b33136f-51f8-44c8-b53e-e759b22278d7 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:09.423011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] For port 55b052f0-31a3-45e6-9610-221241db020e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=55b052f0-31a3-45e6-9610-221241db020e,segment=NetworkSegment(e50d1dce-b426-402e-84cb-ef1f2e1a8f23),segment_id=e50d1dce-b426-402e-84cb-ef1f2e1a8f23)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:09.423481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.466507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 0b33136f-51f8-44c8-b53e-e759b22278d7 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:06:09.466819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 0b33136f-51f8-44c8-b53e-e759b22278d7 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:09.467222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 55b052f0-31a3-45e6-9610-221241db020e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:09.500597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] For port 55b052f0-31a3-45e6-9610-221241db020e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=55b052f0-31a3-45e6-9610-221241db020e,segment=NetworkSegment(e50d1dce-b426-402e-84cb-ef1f2e1a8f23),segment_id=e50d1dce-b426-402e-84cb-ef1f2e1a8f23)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:09.500983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.544916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Calling delete_port for 55b052f0-31a3-45e6-9610-221241db020e owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:06:09.622519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.634200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] Calling delete_port for 55b052f0-31a3-45e6-9610-221241db020e owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:06:09.669856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] No DVR routers for this DVR port 55b052f0-31a3-45e6-9610-221241db020e on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:06:09.671857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=55b052f0-31a3-45e6-9610-221241db020e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:09.685849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No active binding found for port 55b052f0-31a3-45e6-9610-221241db020e {{(pid=87861) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 23 11:06:09.686246 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 55b052f0-31a3-45e6-9610-221241db020e not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:09.686660 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7571647c-ee1a-4070-8bc8-11e09095cc2a no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:06:09.776654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 7571647c-ee1a-4070-8bc8-11e09095cc2a {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:06:09.776994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 7571647c-ee1a-4070-8bc8-11e09095cc2a not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:06:09.792691 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.796399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.798644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:06:09.799031 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:06:09.818600 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02f9ee08-734f-4167-9c0c-dec4cefc91cd']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:09.830609 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:09.830898 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50d1dce-b426-402e-84cb-ef1f2e1a8f23') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:09.842212 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.858048 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.864120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:06:09.864535 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:06:09.877111 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:06:09.952446 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.968719 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:09.978583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=02f9ee08-734f-4167-9c0c-dec4cefc91cd,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:09.986304 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-dfa4b735-bbc0-4ca1-af6b-f16a6bf1cbd0 admin admin] 10.222.0.84 "DELETE /v2.0/networks/02f9ee08-734f-4167-9c0c-dec4cefc91cd HTTP/1.1" status: 204 len: 168 time: 1.0034904 Mar 23 11:06:10.106077 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45012) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:10.153893 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-40fff8bb-2ae1-4ecc-9bc4-830774948fa5 admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=e21cc27e0bf74cc5bb75060c7ea23f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466933 Mar 23 11:06:10.158447 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45016) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:10.225150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95b7c1a4-ff7b-49d0-b5cd-f88a2044f021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.251550 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95b7c1a4-ff7b-49d0-b5cd-f88a2044f021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.300561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] Deleting port 55b052f0-31a3-45e6-9610-221241db020e {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:06:10.301257 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.302384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95b7c1a4-ff7b-49d0-b5cd-f88a2044f021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.319944 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7c1a4-ff7b-49d0-b5cd-f88a2044f021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16e9fb3-548a-4ce1-a1e5-052af61d6994,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:10.328624 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-95b7c1a4-ff7b-49d0-b5cd-f88a2044f021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.332028 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-95b7c1a4-ff7b-49d0-b5cd-f88a2044f021 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/d16e9fb3-548a-4ce1-a1e5-052af61d6994 HTTP/1.1" status: 204 len: 168 time: 0.1704531 Mar 23 11:06:10.378267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-227bc2f4-2ced-47c0-a401-3b0eb0b17a07 None None] The port '55b052f0-31a3-45e6-9610-221241db020e' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 11:06:10.662578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45024) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:10.709348 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e917a788-b70c-4624-8eb8-ba6ff074183b admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=bcf0194c1c88441fbc75b30e4d3bc25a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455809 Mar 23 11:06:10.711636 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45028) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:10.768224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff9d17fb-d2e7-4a0a-8099-cda4086bc769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.794485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff9d17fb-d2e7-4a0a-8099-cda4086bc769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.849930 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff9d17fb-d2e7-4a0a-8099-cda4086bc769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.864594 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d17fb-d2e7-4a0a-8099-cda4086bc769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77edcaf0-206e-412d-b672-b454d8d8b0bf,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:10.870752 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ff9d17fb-d2e7-4a0a-8099-cda4086bc769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:10.873599 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ff9d17fb-d2e7-4a0a-8099-cda4086bc769 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/77edcaf0-206e-412d-b672-b454d8d8b0bf HTTP/1.1" status: 204 len: 168 time: 0.1610224 Mar 23 11:06:11.609455 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45052) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:11.711500 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1016218026-network', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:11.716179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:11.719901 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Usage tracker for resource:network and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:11.722677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:11.728579 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:11.738463 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Made reservation on behalf of cd2350c1c2c54582a869d702d77c6d7f for: {'network': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:06:11.740644 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.752922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.766646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:11.770324 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Usage tracker for resource:security_group_rule and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:11.773006 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:11.778570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:11.861002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.865130 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.895484 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=87859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:06:11.903718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580bb696-3642-4d08-a4c6-4239cdcce1a3,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:11.909573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.909917 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.segments_db [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Added segment 1c3afc54-f36f-48cb-8e6c-b3d521c56af3 of type vlan for network 48045c45-8392-471d-a56f-617bd6eb9a78 Mar 23 11:06:11.937408 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.966584 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:11.967544 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:11.968117 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.068446 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4578726 Mar 23 11:06:12.071950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 45058) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:12.074002 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87a5e2-9b8a-4c86-8865-c77f5f9fba9d admin admin] Pushing event updated for resources: {'Network': ['ID=48045c45-8392-471d-a56f-617bd6eb9a78,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:12.078706 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Request body: {'subnet': {'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1016218026-subnet', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:12.084334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 48045c45-8392-471d-a56f-617bd6eb9a78 details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 11:06:12.084831 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:12.089148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Usage tracker for resource:subnet and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:12.092009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:12.098619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:12.109118 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Made reservation on behalf of cd2350c1c2c54582a869d702d77c6d7f for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:06:12.111497 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.307032 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.376544 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a9b00c-fe52-4412-9914-085e7dc32525,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:12.388091 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.388432 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.388761 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.389110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.389436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.389758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.390076 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.390395 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.390712 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.391022 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.391332 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.391645 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:12.400828 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Checking segment: {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:06:12.401734 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Network hostable DHCP agents. Network: 48045c45-8392-471d-a56f-617bd6eb9a78, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:06:12.419369 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Network 48045c45-8392-471d-a56f-617bd6eb9a78 is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:06:12.428314 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 48045c45-8392-471d-a56f-617bd6eb9a78) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:12.432258 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:12.432840 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.439157 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b073dc6-cc00-4327-b339-0d4a427f59d2 None None] Network 48045c45-8392-471d-a56f-617bd6eb9a78 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 11:06:12.455498 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-8de3c450-b93a-4e6b-91ac-e8e438e64bbb admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3823910 Mar 23 11:06:12.458178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 45062) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:12.462941 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:12.468178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:12.471932 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Usage tracker for resource:router and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:12.474772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:12.480386 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:12.491829 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.492802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.507534 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.651442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-48045c45-8392-471d-a56f-617bd6eb9a78', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 11:06:12.652430 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:12.826642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Allocated IP 172.20.0.2 (48045c45-8392-471d-a56f-617bd6eb9a78/05a9b00c-fe52-4412-9914-085e7dc32525/f2db9188-5784-4c1f-a999-022886df75e4) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:12.886592 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.037516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.047529 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Transition to ACTIVE for port object f2db9188-5784-4c1f-a999-022886df75e4 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:13.065297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Transition to ACTIVE for port object f2db9188-5784-4c1f-a999-022886df75e4 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:13.071073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.133873 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Network 48045c45-8392-471d-a56f-617bd6eb9a78 is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:13.137026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:13.140134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:06:13.154053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Pushing event updated for resources: {'Port': ['ID=f2db9188-5784-4c1f-a999-022886df75e4,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:13.189288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.189637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.189947 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.190274 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.190599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.190935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.191253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.191576 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.191888 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.192201 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.192511 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.192819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:13.200133 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.230345 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.252409 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Attempting to bind port f2db9188-5784-4c1f-a999-022886df75e4 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:13.252766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Attempting to bind port f2db9188-5784-4c1f-a999-022886df75e4 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:13.253154 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Attempting to bind port f2db9188-5784-4c1f-a999-022886df75e4 on network 48045c45-8392-471d-a56f-617bd6eb9a78 {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:06:13.258522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 11:06:13.258891 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Checking segment: {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:06:13.259285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.259671 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Bound using segment: {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 11:06:13.260124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Bound port: f2db9188-5784-4c1f-a999-022886df75e4, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:13.260500 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.346870 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] For port f2db9188-5784-4c1f-a999-022886df75e4, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 11:06:13.350108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] For port f2db9188-5784-4c1f-a999-022886df75e4, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f2db9188-5784-4c1f-a999-022886df75e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 11:06:13.356287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.368112 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Allocated IP 172.26.4.122 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/ea792505-1558-44cb-bbc0-6d6d4a646057) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:13.447880 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda6eb3-1103-44d8-ae89-b18c60edeef6 None None] Pushing event updated for resources: {'Port': ['ID=f2db9188-5784-4c1f-a999-022886df75e4,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:13.523435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.554970 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:13.620259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:13.622689 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:13.625786 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:06:13.672095 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Pushing event updated for resources: {'Port': ['ID=ea792505-1558-44cb-bbc0-6d6d4a646057,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:14.057456 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:14.349753 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3bca8-f0ca-40ea-9c01-d55bd70f5551 None None] Network 48045c45-8392-471d-a56f-617bd6eb9a78 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 11:06:14.434776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-41e395d9-45ff-4ffc-bcad-0a87b640f9cb None None] Provisioning for port f2db9188-5784-4c1f-a999-022886df75e4 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:14.525308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:14.738178 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 11:06:14.922556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:06:14.931024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Sync routers for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:14.940383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:14.940924 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:14.947302 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:14.948903 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-9851db83-6ce2-4697-83df-72a836872b24 admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4898152 Mar 23 11:06:14.951543 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 45066) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:15.147657 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:15.431512 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 3, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:15.435578 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Checking router: 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:15.435994 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Updating router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 port ea792505-1558-44cb-bbc0-6d6d4a646057 binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:06:15.469321 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f2db9188-5784-4c1f-a999-022886df75e4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:15.544533 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:15.648630 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port f2db9188-5784-4c1f-a999-022886df75e4 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:15.661766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f2db9188-5784-4c1f-a999-022886df75e4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:15.662155 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:15.741445 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:15.898588 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:15.950987 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port f2db9188-5784-4c1f-a999-022886df75e4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f2db9188-5784-4c1f-a999-022886df75e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:15.951396 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Allocated IP 172.20.0.1 (48045c45-8392-471d-a56f-617bd6eb9a78/05a9b00c-fe52-4412-9914-085e7dc32525/ab1dc893-e116-4ed7-b82f-2584e4229c0a) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:15.984076 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.071818 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.085337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=f2db9188-5784-4c1f-a999-022886df75e4,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:16.089700 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Transition to ACTIVE for port object ea792505-1558-44cb-bbc0-6d6d4a646057 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:16.096480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.111582 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.127140 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.provisioning_blocks [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Transition to ACTIVE for port object ab1dc893-e116-4ed7-b82f-2584e4229c0a will not be triggered until provisioned by entity DHCP. {{(pid=87860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:16.152397 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.180187 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Attempting to bind port ea792505-1558-44cb-bbc0-6d6d4a646057 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:16.180551 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Attempting to bind port ea792505-1558-44cb-bbc0-6d6d4a646057 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:16.180909 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Attempting to bind port ea792505-1558-44cb-bbc0-6d6d4a646057 on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:06:16.183561 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae3a11-50ba-4fa3-8bec-9fef0f9dbd72 None None] Pushing event updated for resources: {'Port': ['ID=ea792505-1558-44cb-bbc0-6d6d4a646057,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:16.189092 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 11:06:16.189466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:06:16.189857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.190232 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 11:06:16.190747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Bound port: ea792505-1558-44cb-bbc0-6d6d4a646057, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:16.191039 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.213018 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Network 48045c45-8392-471d-a56f-617bd6eb9a78 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:16.215615 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:16.217936 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:06:16.267587 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] For port ea792505-1558-44cb-bbc0-6d6d4a646057, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 11:06:16.270825 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1dc893-e116-4ed7-b82f-2584e4229c0a,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:16.271140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] For port ea792505-1558-44cb-bbc0-6d6d4a646057, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ea792505-1558-44cb-bbc0-6d6d4a646057,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 11:06:16.280557 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.287666 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.360264 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:16.361182 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:16.419779 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.430602 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae3a11-50ba-4fa3-8bec-9fef0f9dbd72 None None] Pushing event updated for resources: {'Port': ['ID=ea792505-1558-44cb-bbc0-6d6d4a646057,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:16.536574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-62176625-1344-4c96-9efa-37d6fa7579b1 None None] Provisioning for port ab1dc893-e116-4ed7-b82f-2584e4229c0a completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:16.552913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-62176625-1344-4c96-9efa-37d6fa7579b1 None None] Provisioning complete for port ab1dc893-e116-4ed7-b82f-2584e4229c0a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:16.553296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-62176625-1344-4c96-9efa-37d6fa7579b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.620289 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:16.656588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.661087 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.755679 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-62176625-1344-4c96-9efa-37d6fa7579b1 None None] Port ab1dc893-e116-4ed7-b82f-2584e4229c0a cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 11:06:16.771106 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:16.776051 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab1dc893-e116-4ed7-b82f-2584e4229c0a,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:16.909954 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Network 48045c45-8392-471d-a56f-617bd6eb9a78 is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:16.911037 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:16.955799 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:15Z', 'revision_number': 1, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:16.960328 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5757fe40-a344-473a-9db3-d98ad2c9ae7e None None] The sync data for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv is: [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:15Z', 'revision_number': 1, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:06:17.102392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:06:17.183749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-f21b95d3-5ebb-4617-8d23-5f463fbbfed4 None None] Provisioning complete for port ab1dc893-e116-4ed7-b82f-2584e4229c0a triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:17.184050 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f21b95d3-5ebb-4617-8d23-5f463fbbfed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:17.239368 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f21b95d3-5ebb-4617-8d23-5f463fbbfed4 None None] Port ab1dc893-e116-4ed7-b82f-2584e4229c0a cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 11:06:17.427577 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:06:17.428555 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f2db9188-5784-4c1f-a999-022886df75e4 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:17.437003 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-26d2115b-259c-4042-bba3-ccae02ffd1b3 admin admin] 10.222.0.84 "PUT /v2.0/routers/366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4840772 Mar 23 11:06:17.510615 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port f2db9188-5784-4c1f-a999-022886df75e4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:17.510986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.002308 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 45084) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:18.007755 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1188216494-network', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:18.013372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:18.017230 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Usage tracker for resource:network and tenant:56d45bb6f1c24bafab7ffb2e865ce8bb is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:18.020070 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:18.026440 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:18.037484 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Made reservation on behalf of 56d45bb6f1c24bafab7ffb2e865ce8bb for: {'network': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:06:18.039969 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for network, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.052746 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.070026 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:18.074509 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Usage tracker for resource:security_group_rule and tenant:56d45bb6f1c24bafab7ffb2e865ce8bb is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:18.077400 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:18.083094 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:18.167154 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.172023 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.207659 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=87860) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 11:06:18.213019 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943b12a1-bbda-4f87-938b-850081a677b8,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:18.221893 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.222165 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.segments_db [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Added segment d7500341-39af-4428-b2b9-a0be2df20076 of type vlan for network 229a538d-6112-41f6-8869-f2c1ca464b1b Mar 23 11:06:18.248641 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783881102749'] for network, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.277210 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789'] for network, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.278147 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:18.278822 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Notify callbacks [] for network, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.381264 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] Pushing event updated for resources: {'Network': ['ID=229a538d-6112-41f6-8869-f2c1ca464b1b,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:18.384184 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e7ae82e0-7186-4349-941e-518dca47624c admin admin] 10.222.0.84 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3808680 Mar 23 11:06:18.387593 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 45088) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:18.391484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Network 229a538d-6112-41f6-8869-f2c1ca464b1b details requested by agent ovs-agent-dv-neutron-834652-2-hyperv with host dv-neutron-834652-2-hyperv {{(pid=87861) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 23 11:06:18.392899 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Request body: {'subnet': {'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1188216494-subnet', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'ip_version': 4}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:18.397872 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:18.402500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Usage tracker for resource:subnet and tenant:56d45bb6f1c24bafab7ffb2e865ce8bb is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:18.405322 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:18.411075 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:18.421759 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Made reservation on behalf of 56d45bb6f1c24bafab7ffb2e865ce8bb for: {'subnet': 1} {{(pid=87860) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:06:18.424011 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-261617782'] for subnet, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.624419 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3821783', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-261617732'] for subnet, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.707165 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e5a8ef4-e6ad-45cf-8281-aeabf970b51e,revision_number=0']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:18.711199 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Checking segment: {'id': 'd7500341-39af-4428-b2b9-a0be2df20076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:06:18.711555 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Network hostable DHCP agents. Network: 229a538d-6112-41f6-8869-f2c1ca464b1b, hostable agents: ['6c810c3b-b313-4d0a-9de7-c119648084da'], hosted agents: [] {{(pid=87860) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 11:06:18.730435 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Network 229a538d-6112-41f6-8869-f2c1ca464b1b is scheduled to be hosted by DHCP agent 6c810c3b-b313-4d0a-9de7-c119648084da with binding_index 1 {{(pid=87860) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 11:06:18.739606 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-834652-2-hyperv, 229a538d-6112-41f6-8869-f2c1ca464b1b) {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:18.743873 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:18.744443 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.749449 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966e73f-63c4-487c-ad10-54c22de68def None None] Network 229a538d-6112-41f6-8869-f2c1ca464b1b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 11:06:18.767266 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-b8796e02-0038-4745-92b9-8350cb66918e admin admin] 10.222.0.84 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3786597 Mar 23 11:06:18.769868 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 45092) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:18.774773 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1188216494-router', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:18.781188 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:18.784950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Usage tracker for resource:router and tenant:56d45bb6f1c24bafab7ffb2e865ce8bb is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:18.787937 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:18.794233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:18.806245 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4145513', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7970'] for router, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.807921 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4147817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4159962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4102222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7979'] for router, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.824490 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.964056 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Sync routers for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:18.971442 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d08dfe7-6719-5a93-a5fb-9cc9f9b2ee4b-229a538d-6112-41f6-8869-f2c1ca464b1b', 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'fixed_ips': [{'subnet_id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e'}]}} from dv-neutron-834652-2-hyperv. {{(pid=87861) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 23 11:06:18.972369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:18.974911 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:18.975520 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:19.115173 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4159948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4145563', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7997'] for router, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.133730 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.db_base_plugin_common [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Allocated IP 172.20.0.2 (229a538d-6112-41f6-8869-f2c1ca464b1b/1e5a8ef4-e6ad-45cf-8281-aeabf970b51e/b0d0eccf-8a9b-4d47-9775-21a67f99dbe1) {{(pid=87861) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:19.190804 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:19.351903 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Notify callbacks [] for port, precommit_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.362127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Transition to ACTIVE for port object b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:19.382469 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Transition to ACTIVE for port object b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 will not be triggered until provisioned by entity DHCP. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:19.393706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280'] for port, after_create {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.441241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.465782 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Network 229a538d-6112-41f6-8869-f2c1ca464b1b is already hosted by enough agents. {{(pid=87861) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:19.468593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.scheduler.base_scheduler [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Resources bound (agent type, host, resource id): {{(pid=87861) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:19.472287 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Received port after_create {{(pid=87861) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:06:19.481854 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.518645 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Pushing event updated for resources: {'Port': ['ID=b0d0eccf-8a9b-4d47-9775-21a67f99dbe1,revision_number=1']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:19.520976 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ea792505-1558-44cb-bbc0-6d6d4a646057 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:19.552508 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 2, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:19.557494 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Checking router: 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:19.557839 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Updating router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 port ab1dc893-e116-4ed7-b82f-2584e4229c0a binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:06:19.611913 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.621216 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Allocated IP 172.26.4.16 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/4bbac7b5-c5af-4c7f-814a-cc48a7672b7e) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:19.665927 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Attempting to bind port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:19.666402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Attempting to bind port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd7500341-39af-4428-b2b9-a0be2df20076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:19.666762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Attempting to bind port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 on network 229a538d-6112-41f6-8869-f2c1ca464b1b {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:06:19.674042 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 11:06:19.674393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Checking segment: {'id': 'd7500341-39af-4428-b2b9-a0be2df20076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:06:19.674780 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.675169 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Bound using segment: {'id': 'd7500341-39af-4428-b2b9-a0be2df20076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 11:06:19.675841 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Bound port: b0d0eccf-8a9b-4d47-9775-21a67f99dbe1, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7500341-39af-4428-b2b9-a0be2df20076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:19.676026 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.725152 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port ea792505-1558-44cb-bbc0-6d6d4a646057 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:19.738593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ea792505-1558-44cb-bbc0-6d6d4a646057 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:19.738962 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.821822 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] For port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 11:06:19.832395 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] For port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b0d0eccf-8a9b-4d47-9775-21a67f99dbe1,segment=NetworkSegment(d7500341-39af-4428-b2b9-a0be2df20076),segment_id=d7500341-39af-4428-b2b9-a0be2df20076)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 11:06:19.840712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.888670 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.937259 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.972768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.972995 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:19.978151 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9f341-55b9-49ad-8ae0-ab564a986244 None None] Pushing event updated for resources: {'Port': ['ID=b0d0eccf-8a9b-4d47-9775-21a67f99dbe1,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:19.989594 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Transition to ACTIVE for port object ab1dc893-e116-4ed7-b82f-2584e4229c0a will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:19.995947 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port ea792505-1558-44cb-bbc0-6d6d4a646057, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ea792505-1558-44cb-bbc0-6d6d4a646057,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:19.998732 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:20.008432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:20.018009 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:20.023058 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:20.027367 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:06:20.074328 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Pushing event updated for resources: {'Port': ['ID=ab1dc893-e116-4ed7-b82f-2584e4229c0a,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:20.076721 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Pushing event updated for resources: {'Port': ['ID=4bbac7b5-c5af-4c7f-814a-cc48a7672b7e,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:20.084698 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.085059 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.085382 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.085703 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.086022 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.086339 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.086654 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.086966 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.087278 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.087586 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.088141 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.088452 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87862) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:06:20.097528 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=ea792505-1558-44cb-bbc0-6d6d4a646057,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:20.276274 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Attempting to bind port ab1dc893-e116-4ed7-b82f-2584e4229c0a on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:20.276640 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Attempting to bind port ab1dc893-e116-4ed7-b82f-2584e4229c0a by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:20.276997 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Attempting to bind port ab1dc893-e116-4ed7-b82f-2584e4229c0a on network 48045c45-8392-471d-a56f-617bd6eb9a78 {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:06:20.282968 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 11:06:20.283292 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Checking segment: {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:06:20.283632 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:20.284018 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Bound using segment: {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 11:06:20.284496 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Bound port: ab1dc893-e116-4ed7-b82f-2584e4229c0a, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:20.284864 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:20.393960 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] For port ab1dc893-e116-4ed7-b82f-2584e4229c0a, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 11:06:20.397440 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] For port ab1dc893-e116-4ed7-b82f-2584e4229c0a, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ab1dc893-e116-4ed7-b82f-2584e4229c0a,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 11:06:20.402613 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:20.484250 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:20.484967 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:20.528294 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:20.548385 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f3089-bf13-4c3b-bffb-8480c4c79dd4 None None] Pushing event updated for resources: {'Port': ['ID=ab1dc893-e116-4ed7-b82f-2584e4229c0a,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:20.673995 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:20.891175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4145540', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4159975'] for router, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:21.020033 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:20Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:21.024174 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a255f-d2ad-486a-9720-915a148af0e9 None None] The sync data for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv is: [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:20Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:06:21.113885 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Router b30bcb36-5b97-48ab-bb16-90586ab08a48 is scheduled to L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 with binding_index 1 {{(pid=87860) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 23 11:06:21.188067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd69ae3-2a6d-4e45-b6c2-4177d934f2f8 None None] Network 229a538d-6112-41f6-8869-f2c1ca464b1b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 11:06:21.300184 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bed6ce06-88bd-41e9-b304-c80cae8e031c None None] Provisioning for port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:21.429806 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:06:21.442475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Sync routers for ids ['b30bcb36-5b97-48ab-bb16-90586ab08a48'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:21.458935 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Routers {'b30bcb36-5b97-48ab-bb16-90586ab08a48'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:21.459936 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b30bcb36-5b97-48ab-bb16-90586ab08a48'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:21.470392 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] Notify callbacks [] for router, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:21.472057 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-983a3b22-4086-4505-86c1-c3c50c06fbaf admin admin] 10.222.0.84 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7012489 Mar 23 11:06:21.474948 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45096) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:21.616304 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ab1dc893-e116-4ed7-b82f-2584e4229c0a up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:21.719899 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Set router b30bcb36-5b97-48ab-bb16-90586ab08a48 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:21.843674 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port ab1dc893-e116-4ed7-b82f-2584e4229c0a completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:21.880552 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ab1dc893-e116-4ed7-b82f-2584e4229c0a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:21.881005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.134037 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.174308 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'name': 'tempest-TestSnapshotPattern-1188216494-router', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:18Z', 'updated_at': '2022-03-23T11:06:20Z', 'revision_number': 3, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'gw_port': {'id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:19Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:22.176966 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port ab1dc893-e116-4ed7-b82f-2584e4229c0a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ab1dc893-e116-4ed7-b82f-2584e4229c0a,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:22.180445 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Checking router: b30bcb36-5b97-48ab-bb16-90586ab08a48 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:22.180783 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Updating router b30bcb36-5b97-48ab-bb16-90586ab08a48 port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e binding host dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:06:22.208756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.209599 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:22.288015 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.368839 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.423898 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=ab1dc893-e116-4ed7-b82f-2584e4229c0a,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:22.488348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:22.493904 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Allocated IP 172.20.0.1 (229a538d-6112-41f6-8869-f2c1ca464b1b/1e5a8ef4-e6ad-45cf-8281-aeabf970b51e/b5596cf4-ecf3-47c0-9310-4a2806bad37e) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:22.502794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:22.503156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.641444 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.657617 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Transition to ACTIVE for port object b5596cf4-ecf3-47c0-9310-4a2806bad37e will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:22.685301 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.740053 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.744749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Network 229a538d-6112-41f6-8869-f2c1ca464b1b is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:22.749517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:22.758137 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:06:22.791499 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b0d0eccf-8a9b-4d47-9775-21a67f99dbe1,segment=NetworkSegment(d7500341-39af-4428-b2b9-a0be2df20076),segment_id=d7500341-39af-4428-b2b9-a0be2df20076)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:22.794892 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Pushing event updated for resources: {'Port': ['ID=b5596cf4-ecf3-47c0-9310-4a2806bad37e,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:22.819391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4159697'] for router_interface, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.827692 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.828581 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ea792505-1558-44cb-bbc0-6d6d4a646057 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:22.963989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Notify callbacks [] for port, precommit_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:22.996131 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=b0d0eccf-8a9b-4d47-9775-21a67f99dbe1,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:22.998981 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Transition to ACTIVE for port object 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e will not be triggered until provisioned by entity L2. {{(pid=87861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:23.009441 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.042510 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ea792505-1558-44cb-bbc0-6d6d4a646057 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:23.042768 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.087248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.149397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff5e49-7eed-4d7a-972c-58171d88e622 None None] Pushing event updated for resources: {'Port': ['ID=4bbac7b5-c5af-4c7f-814a-cc48a7672b7e,revision_number=2']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:23.153798 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Attempting to bind port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:23.154160 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Attempting to bind port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:23.154516 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Attempting to bind port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e on network 77b66acd-bcec-47ba-9161-e3759c2525ef {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:06:23.158333 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4fc258e6-b36a-4d87-a471-a01dd2cfa941 None None] Provisioning for port b5596cf4-ecf3-47c0-9310-4a2806bad37e completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:23.165811 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 11:06:23.166712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Checking segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:06:23.167107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.167491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Bound using segment: {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'} {{(pid=87861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 11:06:23.167950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.managers [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Bound port: 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1464962-1c7f-4e48-a62d-a6236327b260', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef'}}] {{(pid=87861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:23.168315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.209712 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-4fc258e6-b36a-4d87-a471-a01dd2cfa941 None None] Provisioning complete for port b5596cf4-ecf3-47c0-9310-4a2806bad37e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:23.210360 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4fc258e6-b36a-4d87-a471-a01dd2cfa941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.332208 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-4fc258e6-b36a-4d87-a471-a01dd2cfa941 None None] Port b5596cf4-ecf3-47c0-9310-4a2806bad37e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 11:06:23.349862 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.355893 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.356463 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] For port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 11:06:23.361480 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] For port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4bbac7b5-c5af-4c7f-814a-cc48a7672b7e,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 11:06:23.367491 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.449178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Routers {'b30bcb36-5b97-48ab-bb16-90586ab08a48'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:23.449920 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b30bcb36-5b97-48ab-bb16-90586ab08a48'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:23.507654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ab1dc893-e116-4ed7-b82f-2584e4229c0a up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:23.573128 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff5e49-7eed-4d7a-972c-58171d88e622 None None] Pushing event updated for resources: {'Port': ['ID=4bbac7b5-c5af-4c7f-814a-cc48a7672b7e,revision_number=3']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:23.585801 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Pushing event updated for resources: {'Port': ['ID=b5596cf4-ecf3-47c0-9310-4a2806bad37e,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:23.588144 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3676807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4160312'] for router_interface, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.684397 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port ab1dc893-e116-4ed7-b82f-2584e4229c0a triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:23.684766 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:23.719220 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Network 229a538d-6112-41f6-8869-f2c1ca464b1b is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:23.720635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:23.739147 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] Set router b30bcb36-5b97-48ab-bb16-90586ab08a48 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:23.920566 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Router b30bcb36-5b97-48ab-bb16-90586ab08a48 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:06:24.097433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-66346c18-4fc7-417d-aa36-24d199bc7c64 None None] Provisioning complete for port b5596cf4-ecf3-47c0-9310-4a2806bad37e triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:24.097693 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-66346c18-4fc7-417d-aa36-24d199bc7c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:24.124582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:06:24.133140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:24.134438 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-26498bdb-fec9-4633-a991-3a8d974abc57 admin admin] 10.222.0.84 "PUT /v2.0/routers/b30bcb36-5b97-48ab-bb16-90586ab08a48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578603 Mar 23 11:06:24.214073 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-66346c18-4fc7-417d-aa36-24d199bc7c64 None None] Port b5596cf4-ecf3-47c0-9310-4a2806bad37e cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 11:06:24.281156 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:24.281523 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:24.344857 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'name': 'tempest-TestSnapshotPattern-1188216494-router', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:18Z', 'updated_at': '2022-03-23T11:06:23Z', 'revision_number': 4, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'gw_port': {'id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:19Z', 'updated_at': '2022-03-23T11:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'b5596cf4-ecf3-47c0-9310-4a2806bad37e', 'name': '', 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:22Z', 'updated_at': '2022-03-23T11:06:23Z', 'revision_number': 2, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'subnets': [{'id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:24.352255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f96fb7-3755-434b-9a39-31c83dccbfb5 None None] The sync data for ids ['b30bcb36-5b97-48ab-bb16-90586ab08a48'] in dv-neutron-834652-2-hyperv is: [{'id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'name': 'tempest-TestSnapshotPattern-1188216494-router', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:18Z', 'updated_at': '2022-03-23T11:06:23Z', 'revision_number': 4, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'gw_port': {'id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:19Z', 'updated_at': '2022-03-23T11:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'b5596cf4-ecf3-47c0-9310-4a2806bad37e', 'name': '', 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:22Z', 'updated_at': '2022-03-23T11:06:23Z', 'revision_number': 2, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'subnets': [{'id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:06:25.458939 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:25.533367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:25.538389 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:25.538814 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:25.653735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:25.669267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4bbac7b5-c5af-4c7f-814a-cc48a7672b7e,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:25.673495 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:25.683135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45108) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:25.688276 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060891819', 'description': 'tempest-secgroup-smoke-2060891819 description', 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:25.694310 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:25.698840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Usage tracker for resource:security_group and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:25.701730 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:25.707326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:25.721011 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:25.740822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:25.741290 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=4bbac7b5-c5af-4c7f-814a-cc48a7672b7e,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:25.745270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Usage tracker for resource:security_group_rule and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:25.748199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:25.753889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:25.823054 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:25.826912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:25.866538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:25.869814 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:25.873646 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-00487d23-7c09-47dd-95dd-08558255d32a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1868327 Mar 23 11:06:25.873878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45112) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:25.878998 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'security_group_rule': {'security_group_id': '6b36f6f7-06c4-4cba-a6ff-f1a04aab9958', 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:25.885483 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:25.889250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Usage tracker for resource:security_group_rule and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:25.892069 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:25.897632 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:25.913662 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:25.975580 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:25.979464 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.001805 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df162ce-d2c6-42c7-955f-ea3b7f24b9ac,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:26.010825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.012042 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-e89439e4-bf4f-42d6-83e9-9fac96b0b434 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373022 Mar 23 11:06:26.014758 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45116) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:26.019507 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'security_group_rule': {'security_group_id': '6b36f6f7-06c4-4cba-a6ff-f1a04aab9958', 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:26.025201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:26.028859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Usage tracker for resource:security_group_rule and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:26.031642 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:26.037074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:26.052750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.110911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.114384 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.137787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7468a9a5-f4b5-4d46-a001-90e37355248f,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:26.148845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.150231 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-01d63ee5-e335-46f3-9672-3ef6bd8b4a46 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1344516 Mar 23 11:06:26.152802 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45120) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:26.157704 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'security_group_rule': {'security_group_id': '6b36f6f7-06c4-4cba-a6ff-f1a04aab9958', 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:26.163442 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:26.167768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Usage tracker for resource:security_group_rule and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:26.170576 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:26.176386 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:26.193293 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.262840 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.266291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.293275 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87846f7-7e33-48bb-b2ae-abb0bb3dffad,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:26.302509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.303941 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-ebef3a4e-3193-4682-83d5-5cbf630da4b8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502171 Mar 23 11:06:26.306709 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45124) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:26.311588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'security_group_rule': {'security_group_id': '6b36f6f7-06c4-4cba-a6ff-f1a04aab9958', 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:26.317242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:26.321007 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Usage tracker for resource:security_group_rule and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:26.324080 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:26.329620 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:26.346735 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.407897 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.411282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.432388 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab23ad1e-4077-4f94-8814-0bfb73a93bfb,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:26.443406 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.444576 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7035e50f-1136-4016-80e0-9e7270b90672 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369686 Mar 23 11:06:26.447922 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45128) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:26.452750 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'security_group_rule': {'security_group_id': '6b36f6f7-06c4-4cba-a6ff-f1a04aab9958', 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:26.458392 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:26.462150 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Usage tracker for resource:security_group_rule and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:26.464980 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:26.470528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:26.480565 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Project cd2350c1c2c54582a869d702d77c6d7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:06:26.486822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.551473 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.555091 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.578282 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a71607db-300b-453c-ae74-f23c5c35f0f0,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:26.586353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.587771 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f889da19-0415-46be-9eca-2a773ad7b4cc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389155 Mar 23 11:06:26.591252 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45132) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:26.596323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'security_group_rule': {'security_group_id': '6b36f6f7-06c4-4cba-a6ff-f1a04aab9958', 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:26.602065 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:26.605787 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Usage tracker for resource:security_group_rule and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:26.608649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:26.615353 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:26.625783 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.securitygroups_db [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Project cd2350c1c2c54582a869d702d77c6d7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 11:06:26.632289 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.698258 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.701834 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4114664'] for security_group_rule, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.725235 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aec05b5-5888-4728-8bbc-d70fe8ffdd7f,revision_number=0']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:26.734145 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:26.735477 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-52623112-81ec-461a-b757-8ea97c291415 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431639 Mar 23 11:06:26.897276 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-67e75a9b-66d9-4556-8fda-139175869b9f tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060891819&fields=id&tenant_id=cd2350c1c2c54582a869d702d77c6d7f HTTP/1.1" status: 200 len: 267 time: 0.0413847 Mar 23 11:06:27.044507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-57830cc7-f9ba-4252-a2a8-3f74142bb253 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:27.045953 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-57830cc7-f9ba-4252-a2a8-3f74142bb253 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 810 time: 0.1422377 Mar 23 11:06:27.060449 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-372b24bb-d4ac-4c8f-aaaa-1869f01b0f48 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/quotas/cd2350c1c2c54582a869d702d77c6d7f HTTP/1.1" status: 200 len: 375 time: 0.0088458 Mar 23 11:06:27.138975 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-b6b516f6-8b52-4e6e-8bd5-1d8e6148dcc5 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Synchronizing usage tracker for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:06:27.155218 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-b6b516f6-8b52-4e6e-8bd5-1d8e6148dcc5 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Unset dirty status for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:06:27.156424 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-b6b516f6-8b52-4e6e-8bd5-1d8e6148dcc5 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911262 Mar 23 11:06:27.290287 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-e5ef0931-24d7-4993-83a3-a34fe281e882 service neutron] 10.222.0.84 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215057 Mar 23 11:06:27.419138 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-2592dbea-eef2-492b-a823-7aeaa283d4ef service neutron] 10.222.0.84 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226158 Mar 23 11:06:27.430028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:27.497064 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:27.497443 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:27.600265 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c5685700-0836-46ab-b61d-f2af638553de req-6e6c2f3e-f595-4da8-ba7b-de836ddddb4a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 210 time: 0.0427942 Mar 23 11:06:28.032648 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Sync routers for ids ['b30bcb36-5b97-48ab-bb16-90586ab08a48'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:28.041687 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Routers {'b30bcb36-5b97-48ab-bb16-90586ab08a48'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:28.042353 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b30bcb36-5b97-48ab-bb16-90586ab08a48'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:28.221172 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Set router b30bcb36-5b97-48ab-bb16-90586ab08a48 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:28.551346 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'name': 'tempest-TestSnapshotPattern-1188216494-router', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:18Z', 'updated_at': '2022-03-23T11:06:23Z', 'revision_number': 4, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'gw_port': {'id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:19Z', 'updated_at': '2022-03-23T11:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'b5596cf4-ecf3-47c0-9310-4a2806bad37e', 'name': '', 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:22Z', 'updated_at': '2022-03-23T11:06:23Z', 'revision_number': 2, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'subnets': [{'id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:28.555038 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Checking router: b30bcb36-5b97-48ab-bb16-90586ab08a48 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:28.555388 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Updating router b30bcb36-5b97-48ab-bb16-90586ab08a48 port b5596cf4-ecf3-47c0-9310-4a2806bad37e binding host dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 11:06:28.607699 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:28.755673 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0e187751-9a4d-4f2f-b5df-22d320089483 req-ff9066de-a23f-4d1f-9490-7587281b9c1f tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 210 time: 0.0458806 Mar 23 11:06:28.955975 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-0c428b6e-0cc0-4581-b0d1-cb86b0a845c9 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:28.956702 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-0c428b6e-0cc0-4581-b0d1-cb86b0a845c9 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Synchronizing usage tracker for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:network {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:06:28.974659 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-0c428b6e-0cc0-4581-b0d1-cb86b0a845c9 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Unset dirty status for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:network {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:06:28.976078 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-0c428b6e-0cc0-4581-b0d1-cb86b0a845c9 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 810 time: 0.1798539 Mar 23 11:06:28.990478 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Notify callbacks [] for port, precommit_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.003706 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.provisioning_blocks [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Transition to ACTIVE for port object b5596cf4-ecf3-47c0-9310-4a2806bad37e will not be triggered until provisioned by entity L2. {{(pid=87862) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:29.011437 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.031161 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-1d67f2c9-17a4-47e9-85d7-a0a9d2d65e37 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Synchronizing usage tracker for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:security_group {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:06:29.047625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-1d67f2c9-17a4-47e9-85d7-a0a9d2d65e37 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Unset dirty status for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:security_group {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:06:29.048906 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-1d67f2c9-17a4-47e9-85d7-a0a9d2d65e37 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd2350c1c2c54582a869d702d77c6d7f HTTP/1.1" status: 200 len: 380 time: 0.0631032 Mar 23 11:06:29.057997 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'port': {'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'admin_state_up': True, 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'security_groups': ['6b36f6f7-06c4-4cba-a6ff-f1a04aab9958']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:29.137954 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97f561-8acf-4a5e-a2e1-14a270c9aa68 None None] Pushing event updated for resources: {'Port': ['ID=b5596cf4-ecf3-47c0-9310-4a2806bad37e,revision_number=3']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:29.209781 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:29.221441 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:29.233985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Made reservation on behalf of cd2350c1c2c54582a869d702d77c6d7f for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:06:29.238239 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.288428 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Attempting to bind port b5596cf4-ecf3-47c0-9310-4a2806bad37e on host dv-neutron-834652-2-hyperv for vnic_type normal with profile {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:29.289205 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Attempting to bind port b5596cf4-ecf3-47c0-9310-4a2806bad37e by drivers openvswitch,hyperv on host dv-neutron-834652-2-hyperv at level 0 using segments [{'id': 'd7500341-39af-4428-b2b9-a0be2df20076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b'}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:29.289205 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Attempting to bind port b5596cf4-ecf3-47c0-9310-4a2806bad37e on network 229a538d-6112-41f6-8869-f2c1ca464b1b {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:06:29.302166 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Checking agent: {'id': 'ee07a6c2-ad7a-4812-9838-e792f86d97fa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-834652-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 6, 37), 'started_at': datetime.datetime(2022, 3, 23, 10, 7, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-834652-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 11:06:29.302549 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Checking segment: {'id': 'd7500341-39af-4428-b2b9-a0be2df20076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87862) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:06:29.302958 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.303350 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Bound using segment: {'id': 'd7500341-39af-4428-b2b9-a0be2df20076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b'} {{(pid=87862) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 11:06:29.303825 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.managers [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Bound port: b5596cf4-ecf3-47c0-9310-4a2806bad37e, host: dv-neutron-834652-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7500341-39af-4428-b2b9-a0be2df20076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b'}}] {{(pid=87862) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:29.304197 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.403071 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] For port b5596cf4-ecf3-47c0-9310-4a2806bad37e, host dv-neutron-834652-2-hyperv, cleared binding levels {{(pid=87862) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 11:06:29.406425 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.plugins.ml2.db [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] For port b5596cf4-ecf3-47c0-9310-4a2806bad37e, host dv-neutron-834652-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b5596cf4-ecf3-47c0-9310-4a2806bad37e,segment=NetworkSegment(d7500341-39af-4428-b2b9-a0be2df20076),segment_id=d7500341-39af-4428-b2b9-a0be2df20076)] {{(pid=87862) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 11:06:29.410889 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron_lib.callbacks.manager [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.485064 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Routers {'b30bcb36-5b97-48ab-bb16-90586ab08a48'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:29.485705 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b30bcb36-5b97-48ab-bb16-90586ab08a48'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:29.506185 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Allocated IP 172.20.0.14 (48045c45-8392-471d-a56f-617bd6eb9a78/05a9b00c-fe52-4412-9914-085e7dc32525/49916a2c-2050-499d-9c6b-79b55a354c5f) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:29.566724 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e97f561-8acf-4a5e-a2e1-14a270c9aa68 None None] Pushing event updated for resources: {'Port': ['ID=b5596cf4-ecf3-47c0-9310-4a2806bad37e,revision_number=4']} {{(pid=87862) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:29.685950 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] Set router b30bcb36-5b97-48ab-bb16-90586ab08a48 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:29.710881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.726340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Transition to ACTIVE for port object 49916a2c-2050-499d-9c6b-79b55a354c5f will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:29.750968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.827074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Network 48045c45-8392-471d-a56f-617bd6eb9a78 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:29.831486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'Port': ['ID=49916a2c-2050-499d-9c6b-79b55a354c5f,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:29.835096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:29.838756 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:06:29.912641 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:29.913517 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:29.983934 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c4cce53-f9a7-443f-87ce-1c625e4cea33 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9300141 Mar 23 11:06:29.996995 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Request body: {'port': {'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:30.033442 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'name': 'tempest-TestSnapshotPattern-1188216494-router', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:18Z', 'updated_at': '2022-03-23T11:06:23Z', 'revision_number': 4, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'gw_port': {'id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:19Z', 'updated_at': '2022-03-23T11:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'b5596cf4-ecf3-47c0-9310-4a2806bad37e', 'name': '', 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:22Z', 'updated_at': '2022-03-23T11:06:29Z', 'revision_number': 4, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'subnets': [{'id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:30.038264 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da54f4b-51c7-485a-8956-0b1ee4bf77af None None] The sync data for ids ['b30bcb36-5b97-48ab-bb16-90586ab08a48'] in dv-neutron-834652-2-hyperv is: [{'id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'name': 'tempest-TestSnapshotPattern-1188216494-router', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:18Z', 'updated_at': '2022-03-23T11:06:23Z', 'revision_number': 4, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'gw_port': {'id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:19Z', 'updated_at': '2022-03-23T11:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'b5596cf4-ecf3-47c0-9310-4a2806bad37e', 'name': '', 'network_id': '229a538d-6112-41f6-8869-f2c1ca464b1b', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'mac_address': 'fa:16:3e:a6:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:22Z', 'updated_at': '2022-03-23T11:06:29Z', 'revision_number': 4, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'subnets': [{'id': '1e5a8ef4-e6ad-45cf-8281-aeabf970b51e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:06:30.079216 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b21d9a-ec0b-4a7e-9508-e54eeb4ed951 req-f799e06d-182d-4fd1-970d-2d56bac85e2d tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:30.079916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-74b21d9a-ec0b-4a7e-9508-e54eeb4ed951 req-f799e06d-182d-4fd1-970d-2d56bac85e2d tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Synchronizing usage tracker for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:06:30.109140 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-51a7edbc-be46-4afa-a6ec-40cd6aabbdab None None] Provisioning for port 49916a2c-2050-499d-9c6b-79b55a354c5f completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:30.114986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-51a7edbc-be46-4afa-a6ec-40cd6aabbdab None None] Provisioning complete for port 49916a2c-2050-499d-9c6b-79b55a354c5f triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:30.115560 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-51a7edbc-be46-4afa-a6ec-40cd6aabbdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.137348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-74b21d9a-ec0b-4a7e-9508-e54eeb4ed951 req-f799e06d-182d-4fd1-970d-2d56bac85e2d tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Unset dirty status for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:06:30.138422 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-74b21d9a-ec0b-4a7e-9508-e54eeb4ed951 req-f799e06d-182d-4fd1-970d-2d56bac85e2d tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 932 time: 0.2202606 Mar 23 11:06:30.163690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.181384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-51a7edbc-be46-4afa-a6ec-40cd6aabbdab None None] Port 49916a2c-2050-499d-9c6b-79b55a354c5f cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 11:06:30.249559 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-74b21d9a-ec0b-4a7e-9508-e54eeb4ed951 req-3131833f-960f-44d5-a037-f8093c9218e3 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022308 Mar 23 11:06:30.547368 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49916a2c-2050-499d-9c6b-79b55a354c5f {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:06:30.554899 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.569540 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Transition to ACTIVE for port object 49916a2c-2050-499d-9c6b-79b55a354c5f will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:06:30.573871 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.727649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Pushing event updated for resources: {'Port': ['ID=49916a2c-2050-499d-9c6b-79b55a354c5f,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:30.806085 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Attempting to bind port 49916a2c-2050-499d-9c6b-79b55a354c5f on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:06:30.807003 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Attempting to bind port 49916a2c-2050-499d-9c6b-79b55a354c5f by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:06:30.807338 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Attempting to bind port 49916a2c-2050-499d-9c6b-79b55a354c5f on network 48045c45-8392-471d-a56f-617bd6eb9a78 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:06:30.811874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Port 49916a2c-2050-499d-9c6b-79b55a354c5f on network 48045c45-8392-471d-a56f-617bd6eb9a78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 11:06:30.812190 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Attempting to bind port 49916a2c-2050-499d-9c6b-79b55a354c5f on network 48045c45-8392-471d-a56f-617bd6eb9a78 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:06:30.817389 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 11:06:30.817723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Checking segment: {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:06:30.818100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Bound using segment: {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 11:06:30.818525 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Bound port: 49916a2c-2050-499d-9c6b-79b55a354c5f, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:06:30.818869 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.912272 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] For port 49916a2c-2050-499d-9c6b-79b55a354c5f, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 11:06:30.915205 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] For port 49916a2c-2050-499d-9c6b-79b55a354c5f, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=49916a2c-2050-499d-9c6b-79b55a354c5f,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 11:06:30.920302 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.975706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:30.976313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:30.977684 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] 10.222.0.102 "PUT /v2.0/ports/49916a2c-2050-499d-9c6b-79b55a354c5f HTTP/1.1" status: 200 len: 1094 time: 0.9849138 Mar 23 11:06:30.978106 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:31.009573 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310ddd7-5f8d-40d5-bdfc-d201c7fd1769 service neutron] Pushing event updated for resources: {'Port': ['ID=49916a2c-2050-499d-9c6b-79b55a354c5f,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:31.054616 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'status': 'completed', 'code': 200} Mar 23 11:06:31.093064 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-94407ca1-569d-4e27-88dd-42e6e3633555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:31.094558 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-94407ca1-569d-4e27-88dd-42e6e3633555 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 1097 time: 0.0783815 Mar 23 11:06:31.262331 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-4c59adc9-ff75-4dce-ade3-d096708162e9 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49916a2c-2050-499d-9c6b-79b55a354c5f HTTP/1.1" status: 200 len: 217 time: 0.1606219 Mar 23 11:06:31.323425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-159c6045-9f31-42d6-beb3-ab29fb37816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:31.324849 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-159c6045-9f31-42d6-beb3-ab29fb37816a service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0568554 Mar 23 11:06:31.410255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-7cbc0eb0-50db-4757-b7f2-1b265d4ec977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:31.411767 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-7cbc0eb0-50db-4757-b7f2-1b265d4ec977 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812936 Mar 23 11:06:31.456024 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b5596cf4-ecf3-47c0-9310-4a2806bad37e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:31.524127 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning for port b5596cf4-ecf3-47c0-9310-4a2806bad37e completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:31.529470 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b5596cf4-ecf3-47c0-9310-4a2806bad37e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:31.529836 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:31.599907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-599466eb-7157-4a13-b55e-50d24178315d service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818373 Mar 23 11:06:31.646685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:31.649761 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fb034-d7c4-48aa-945e-201b9659349d req-b47fb125-b25c-40fc-8296-555e7916cf2c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:31.651236 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-046fb034-d7c4-48aa-945e-201b9659349d req-b47fb125-b25c-40fc-8296-555e7916cf2c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 944 time: 0.2918153 Mar 23 11:06:31.679628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] For port b5596cf4-ecf3-47c0-9310-4a2806bad37e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b5596cf4-ecf3-47c0-9310-4a2806bad37e,segment=NetworkSegment(d7500341-39af-4428-b2b9-a0be2df20076),segment_id=d7500341-39af-4428-b2b9-a0be2df20076)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:31.684350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:31.753224 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Pushing event updated for resources: {'Port': ['ID=b5596cf4-ecf3-47c0-9310-4a2806bad37e,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:31.763533 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-046fb034-d7c4-48aa-945e-201b9659349d req-8bab69e8-38c5-499e-aad5-a3918350d769 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050220 Mar 23 11:06:31.782914 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-1b95e77d-71d5-4627-88af-1aa2d0f6eaf6 req-b809fd4b-39bf-4234-97ba-7165cc5ac5ad service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728985 Mar 23 11:06:31.898339 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-99e18299-b374-4349-95ee-07a21b524052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:31.899805 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-99e18299-b374-4349-95ee-07a21b524052 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 1097 time: 0.0754857 Mar 23 11:06:32.032612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-6317c787-73cf-4883-9787-d39860ebda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:32.033999 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-6317c787-73cf-4883-9787-d39860ebda35 service neutron] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 911 time: 0.1272318 Mar 23 11:06:32.100489 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-23797862-70ae-4eb5-9dfc-7d5520a170e8 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49916a2c-2050-499d-9c6b-79b55a354c5f HTTP/1.1" status: 200 len: 217 time: 0.0596061 Mar 23 11:06:32.163457 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-cdf9096f-1733-43c6-a71c-44a5f1d677d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:32.164882 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-cdf9096f-1733-43c6-a71c-44a5f1d677d1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0580857 Mar 23 11:06:32.239990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-1d496702-048f-4556-9f27-7dc313ba5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:32.244590 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-1d496702-048f-4556-9f27-7dc313ba5d17 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687842 Mar 23 11:06:32.371592 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-8b6b53e0-6112-48bd-9a97-17c0ba9e0805 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223793 Mar 23 11:06:32.498629 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b5624801-28aa-4ebb-9f18-fc4c6c87e5ed req-f6b358c9-3c2b-4a4f-bf09-8486a4700ff1 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207366 Mar 23 11:06:33.035446 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fd1c3-d377-4f3e-a437-5920e534eae3 req-2bd9776d-25ea-488b-b933-2cb1ce3ad2b0 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:33.036879 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-625fd1c3-d377-4f3e-a437-5920e534eae3 req-2bd9776d-25ea-488b-b933-2cb1ce3ad2b0 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 944 time: 0.1694632 Mar 23 11:06:33.081317 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-625fd1c3-d377-4f3e-a437-5920e534eae3 req-637bf2b7-cb61-4a45-a9d0-979aa6c875bd tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381029 Mar 23 11:06:33.430918 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b5596cf4-ecf3-47c0-9310-4a2806bad37e up at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:33.495479 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Provisioning complete for port b5596cf4-ecf3-47c0-9310-4a2806bad37e triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:33.495834 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:33.807160 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-e65eb3ae-388d-40c0-b313-ec032c29a70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:34.266179 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5230-8e99-42a1-81b2-c5253267a2e4 req-8aff1fcf-3bb5-4335-88a9-6f4075abddee tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:34.267613 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-55fa5230-8e99-42a1-81b2-c5253267a2e4 req-8aff1fcf-3bb5-4335-88a9-6f4075abddee tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 944 time: 0.0815530 Mar 23 11:06:34.311216 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-55fa5230-8e99-42a1-81b2-c5253267a2e4 req-48d6dbd5-a5c5-41d3-aeff-ec0939bba68d tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380468 Mar 23 11:06:34.922295 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 49916a2c-2050-499d-9c6b-79b55a354c5f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:06:35.090462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 49916a2c-2050-499d-9c6b-79b55a354c5f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=49916a2c-2050-499d-9c6b-79b55a354c5f,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:35.103628 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:06:35.158240 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:35.174619 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49916a2c-2050-499d-9c6b-79b55a354c5f {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:06:35.189466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 49916a2c-2050-499d-9c6b-79b55a354c5f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=49916a2c-2050-499d-9c6b-79b55a354c5f,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:35.193574 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:35.263835 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=49916a2c-2050-499d-9c6b-79b55a354c5f,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:35.402642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['49916a2c-2050-499d-9c6b-79b55a354c5f'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 11:06:35.489176 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268a6ce-6724-4a69-a0c7-8bfed023cfcb req-a9494498-6c32-473b-a257-160d70dfb08c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:35.490629 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1268a6ce-6724-4a69-a0c7-8bfed023cfcb req-a9494498-6c32-473b-a257-160d70dfb08c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 945 time: 0.0780189 Mar 23 11:06:35.538697 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-1268a6ce-6724-4a69-a0c7-8bfed023cfcb req-5bfb7af7-1070-4d6d-9a69-1593dda76b9a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416257 Mar 23 11:06:36.642819 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8857d208-68f5-4bd7-87e3-9b9721e0a7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:36.701139 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:36.726129 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43336d-3b3d-4883-be3a-686556caa6fa req-8826c159-7424-480d-8203-c02bc1a1b37e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:36.727549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb43336d-3b3d-4883-be3a-686556caa6fa req-8826c159-7424-480d-8203-c02bc1a1b37e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 945 time: 0.0790229 Mar 23 11:06:36.771530 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bb43336d-3b3d-4883-be3a-686556caa6fa req-ddb7320f-1c2c-4308-9c80-23d94a99a90b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371068 Mar 23 11:06:36.921464 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 49916a2c-2050-499d-9c6b-79b55a354c5f up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:06:36.989408 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 49916a2c-2050-499d-9c6b-79b55a354c5f completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:06:36.994126 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 49916a2c-2050-499d-9c6b-79b55a354c5f triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:06:36.994493 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:37.107421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:37.132116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:37.141913 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 49916a2c-2050-499d-9c6b-79b55a354c5f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=49916a2c-2050-499d-9c6b-79b55a354c5f,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:06:37.146298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:37.181944 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'code': 200} Mar 23 11:06:37.215695 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=49916a2c-2050-499d-9c6b-79b55a354c5f,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:37.406344 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3dcaa-1bf9-45ad-8260-70589ad371b5 req-18622cf1-1e82-409f-a3a6-14ca7df88296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:37.407801 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bcc3dcaa-1bf9-45ad-8260-70589ad371b5 req-18622cf1-1e82-409f-a3a6-14ca7df88296 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 1099 time: 0.0717857 Mar 23 11:06:37.418399 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:37.448519 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-bcc3dcaa-1bf9-45ad-8260-70589ad371b5 req-eeb22061-1c2d-4303-9f69-29399c9a59ed service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346940 Mar 23 11:06:37.652875 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:37.951559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d696abb-026c-41e3-943a-86398cddf1aa req-e4349e60-a0b6-43d8-a625-0842d98b316f tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:37.952981 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d696abb-026c-41e3-943a-86398cddf1aa req-e4349e60-a0b6-43d8-a625-0842d98b316f tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 946 time: 0.0789216 Mar 23 11:06:37.998151 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-8d696abb-026c-41e3-943a-86398cddf1aa req-71c1de26-0935-4f63-91bc-7da89ed800f8 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395792 Mar 23 11:06:39.188372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df01f5-af77-4463-acad-870ac5b9c8f5 req-e5f9156d-ec4c-4b4e-9efc-a9eaf6bd7438 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:39.189743 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b1df01f5-af77-4463-acad-870ac5b9c8f5 req-e5f9156d-ec4c-4b4e-9efc-a9eaf6bd7438 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 946 time: 0.0794358 Mar 23 11:06:39.233835 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b1df01f5-af77-4463-acad-870ac5b9c8f5 req-14606312-d0aa-4fb9-ba0f-127aa6d32e26 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384924 Mar 23 11:06:39.513601 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e49f-10c2-47e9-bab5-85d7af0aa4a1 req-fc49d943-7f5f-4a52-a867-c7ad7bf75388 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:39.515055 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3837e49f-10c2-47e9-bab5-85d7af0aa4a1 req-fc49d943-7f5f-4a52-a867-c7ad7bf75388 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 946 time: 0.1774600 Mar 23 11:06:39.558505 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3837e49f-10c2-47e9-bab5-85d7af0aa4a1 req-0b2855b4-66fb-472e-ac40-0059a3f60717 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379248 Mar 23 11:06:39.580679 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45208) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:39.690143 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271bec84-bead-46f5-b348-a4f88fb7f76f tempest-TestSnapshotPattern-989412688 tempest-TestSnapshotPattern-989412688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:39.690843 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-271bec84-bead-46f5-b348-a4f88fb7f76f tempest-TestSnapshotPattern-989412688 tempest-TestSnapshotPattern-989412688-project-admin] Synchronizing usage tracker for tenant:56d45bb6f1c24bafab7ffb2e865ce8bb on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:06:39.708638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [None req-271bec84-bead-46f5-b348-a4f88fb7f76f tempest-TestSnapshotPattern-989412688 tempest-TestSnapshotPattern-989412688-project-admin] Unset dirty status for tenant:56d45bb6f1c24bafab7ffb2e865ce8bb on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:06:39.710192 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-271bec84-bead-46f5-b348-a4f88fb7f76f tempest-TestSnapshotPattern-989412688 tempest-TestSnapshotPattern-989412688-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 1094 time: 0.1284850 Mar 23 11:06:39.713898 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 45214) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:06:39.715001 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:39.719242 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:06:39.725427 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:06:39.729808 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Usage tracker for resource:floatingip and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:06:39.732642 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:06:39.739529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:06:39.749697 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:39.883304 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:40.017268 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Allocated IP 172.26.4.119 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/697c5ab8-cfd2-4b71-ab2c-b787978199e7) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:06:40.164720 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:40.193473 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:40.255483 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:06:40.259172 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:06:40.263175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:06:40.304083 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'Port': ['ID=697c5ab8-cfd2-4b71-ab2c-b787978199e7,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:40.770128 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:40.859135 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:41.066802 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:41.070974 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:41.180313 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'Port': ['ID=697c5ab8-cfd2-4b71-ab2c-b787978199e7,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:06:41.188709 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:41.356008 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Floating IP 466e922e-955a-4239-8bd4-eb0237ca10f9 associated. External IP: 172.26.4.119, port: 49916a2c-2050-499d-9c6b-79b55a354c5f. Mar 23 11:06:41.698833 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:06:41.986907 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:06:41.997329 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] Sync routers for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:06:42.006335 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:42.007018 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:42.011072 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:06:42.069192 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-e9b4481c-d345-43bc-8a87-836e6fdc9e7e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3544476 Mar 23 11:06:42.069758 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:06:42.170448 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'status': 'completed', 'code': 200} Mar 23 11:06:42.185691 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:42.261808 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c87163-489d-43da-8b96-0996a63bce70 req-d641a830-2ea3-4d2d-b0cd-9921d5a22664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:42.263188 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25c87163-489d-43da-8b96-0996a63bce70 req-d641a830-2ea3-4d2d-b0cd-9921d5a22664 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 1099 time: 0.0716434 Mar 23 11:06:42.394751 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c87163-489d-43da-8b96-0996a63bce70 req-0a301371-c368-4436-b6f9-879569d698e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:42.396200 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25c87163-489d-43da-8b96-0996a63bce70 req-0a301371-c368-4436-b6f9-879569d698e9 service neutron] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 911 time: 0.1271615 Mar 23 11:06:42.499954 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25c87163-489d-43da-8b96-0996a63bce70 req-09e54944-a2cc-40fa-9855-fd95ff785709 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49916a2c-2050-499d-9c6b-79b55a354c5f HTTP/1.1" status: 200 len: 1000 time: 0.0963655 Mar 23 11:06:42.514360 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:06:42.527421 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '466e922e-955a-4239-8bd4-eb0237ca10f9', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:40Z', 'updated_at': '2022-03-23T11:06:40Z', 'revision_number': 0, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:42.531207 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] Checking router: 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:06:42.539296 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:06:42.539929 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:06:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:42.561873 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c87163-489d-43da-8b96-0996a63bce70 req-60a756fe-b74a-4a38-95cd-71cfc3790414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:42.563286 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25c87163-489d-43da-8b96-0996a63bce70 req-60a756fe-b74a-4a38-95cd-71cfc3790414 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0577531 Mar 23 11:06:42.639845 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c87163-489d-43da-8b96-0996a63bce70 req-98e8d4f1-3978-4410-97bb-60fd07d3ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:42.641373 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25c87163-489d-43da-8b96-0996a63bce70 req-98e8d4f1-3978-4410-97bb-60fd07d3ea2a service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722632 Mar 23 11:06:42.751568 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:06:42.769898 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25c87163-489d-43da-8b96-0996a63bce70 req-53c59f9f-aeab-436f-a7f5-e99cfda6c221 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225991 Mar 23 11:06:42.901007 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-25c87163-489d-43da-8b96-0996a63bce70 req-89d08883-d0f9-42c6-b321-eae88fc7d2a4 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247053 Mar 23 11:06:43.099515 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '466e922e-955a-4239-8bd4-eb0237ca10f9', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:40Z', 'updated_at': '2022-03-23T11:06:40Z', 'revision_number': 0, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:06:43.104266 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc69ca48-1aa9-4904-b71a-8600e2c8b6d1 None None] The sync data for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv is: [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '466e922e-955a-4239-8bd4-eb0237ca10f9', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:40Z', 'updated_at': '2022-03-23T11:06:40Z', 'revision_number': 0, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:06:43.294476 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3655c195-0826-4481-ba4e-30c89b911d00 None None] New status for floating IP 466e922e-955a-4239-8bd4-eb0237ca10f9: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:06:56.869365 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-08c0baea-8aa1-4064-9e74-9ca524c7df74 service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694304 Mar 23 11:06:57.014917 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-46872d5e-8723-4348-929d-f039e67c5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:57.016349 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-46872d5e-8723-4348-929d-f039e67c5008 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 1099 time: 0.0750341 Mar 23 11:06:57.157121 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-ad4e02de-daec-4943-a128-5d751cdc7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:57.158471 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-ad4e02de-daec-4943-a128-5d751cdc7c4d service neutron] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 911 time: 0.1230819 Mar 23 11:06:57.260781 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-5b762af3-167c-4d53-a05c-e2f2790774ef service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49916a2c-2050-499d-9c6b-79b55a354c5f HTTP/1.1" status: 200 len: 1002 time: 0.0960150 Mar 23 11:06:57.325440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-d316d180-54ae-4827-bba9-f94348d60aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:57.326799 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-d316d180-54ae-4827-bba9-f94348d60aa5 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0598960 Mar 23 11:06:57.398774 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-aa264d76-5686-4400-bd75-7969be5af003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:06:57.400244 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-aa264d76-5686-4400-bd75-7969be5af003 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681155 Mar 23 11:06:57.533459 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-878c29ff-01fd-4e0b-bac6-a19cfb00b5d6 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246009 Mar 23 11:06:57.755815 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-370c5395-7aaf-4bb9-a8a8-e91adef6c35e req-6b4ab417-1248-433b-9739-cd30f298720c service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163050 Mar 23 11:07:03.808677 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2c532fc5-34ef-4a9c-98a2-55817b767006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:06.643803 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ec711f1f-64be-4731-9e80-af5dfdf2f173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:06.699204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:07.420771 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:07.656970 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:09.715263 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:19.517246 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:07:33.814985 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-2db84376-09de-45e5-b666-36b16a7bfd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:36.645095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-1d733575-3831-46ff-ac11-5fe7510940d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:36.704484 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:37.423959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:37.658033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:39.717597 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:07:56.516002 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:07:57.936406 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-e88f02b0-c31a-4e5c-a6dc-fcd1439663dc service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1199923 Mar 23 11:07:58.073200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-cc13b08d-c2e8-41c6-b358-bd3a3d8b403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:58.075169 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-cc13b08d-c2e8-41c6-b358-bd3a3d8b403b service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 1099 time: 0.0713098 Mar 23 11:07:58.215308 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-be5ecd28-3279-4e4f-b375-96f301eb2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:58.216716 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-be5ecd28-3279-4e4f-b375-96f301eb2a42 service neutron] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 911 time: 0.1239564 Mar 23 11:07:58.319201 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-02c25ac2-b84b-41d9-bd4f-5dd4f6ba4560 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49916a2c-2050-499d-9c6b-79b55a354c5f HTTP/1.1" status: 200 len: 1002 time: 0.0965266 Mar 23 11:07:58.381569 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-042a34ae-a4fc-4c15-adb2-05aa6d7f59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:58.382847 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-042a34ae-a4fc-4c15-adb2-05aa6d7f59ba service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0574558 Mar 23 11:07:58.454253 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-24010f87-8b92-44a5-a571-715a26ba4f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:07:58.455669 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-24010f87-8b92-44a5-a571-715a26ba4f5b service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670836 Mar 23 11:07:58.464969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-95114d06-cffe-4cc4-b429-0d56ee090cf4 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 11:07:58.465907 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-95114d06-cffe-4cc4-b429-0d56ee090cf4 service neutron] 10.222.0.102 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047626 Mar 23 11:07:58.599933 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-9baac017-fd23-4dbe-b590-5114d11a4eff service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280437 Mar 23 11:07:58.726643 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3f4ca638-ab94-41f6-84c2-3f45b032b3ad req-ed6f6a73-4471-4f71-bc03-06e6a88b9d1c service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202266 Mar 23 11:08:03.807148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-de691fba-7dc4-48c5-accc-2046a8a2537c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:06.646432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9ee2eae0-550e-4049-8d14-efa5a19ad472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:06.702838 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:07.426272 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:07.660992 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:09.720893 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:33.516410 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:08:33.809991 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0086d642-5385-4b92-8241-9bd5c0c41bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:36.648854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-331f07f6-dacd-43ee-9430-245b113c2472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:36.712384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:37.428206 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:37.664219 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:39.722526 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:41.534239 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 49916a2c-2050-499d-9c6b-79b55a354c5f details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:08:41.670012 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 49916a2c-2050-499d-9c6b-79b55a354c5f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=49916a2c-2050-499d-9c6b-79b55a354c5f,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:08:41.684504 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:08:41.739472 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:41.759743 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49916a2c-2050-499d-9c6b-79b55a354c5f {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:08:41.778542 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 49916a2c-2050-499d-9c6b-79b55a354c5f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=49916a2c-2050-499d-9c6b-79b55a354c5f,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:08:41.782536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:41.857462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=49916a2c-2050-499d-9c6b-79b55a354c5f,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:41.862565 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['49916a2c-2050-499d-9c6b-79b55a354c5f'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 11:08:41.894734 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.895148 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.895554 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.895951 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.896380 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.896706 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.897091 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.897374 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.897694 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.898011 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.898329 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:41.898643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:43.529297 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 49916a2c-2050-499d-9c6b-79b55a354c5f up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:08:43.648095 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 49916a2c-2050-499d-9c6b-79b55a354c5f triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:08:43.648474 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:43.779910 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:43.808849 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:08:43.831119 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 49916a2c-2050-499d-9c6b-79b55a354c5f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=49916a2c-2050-499d-9c6b-79b55a354c5f,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:08:43.840571 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:43.916108 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=49916a2c-2050-499d-9c6b-79b55a354c5f,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:43.963864 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'code': 200} Mar 23 11:08:51.710467 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-7e6fe83c-a9d4-4b60-a621-ab85a220b7cf tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060891819&fields=id&tenant_id=cd2350c1c2c54582a869d702d77c6d7f HTTP/1.1" status: 200 len: 267 time: 0.0394526 Mar 23 11:08:51.860194 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-3157710e-df27-4adc-9d91-fd0a7642da41 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:51.862050 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-3157710e-df27-4adc-9d91-fd0a7642da41 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 810 time: 0.1438019 Mar 23 11:08:51.876629 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-1344d8f6-30ca-4856-ab46-802f01e52568 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/quotas/cd2350c1c2c54582a869d702d77c6d7f HTTP/1.1" status: 200 len: 375 time: 0.0092096 Mar 23 11:08:51.971689 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-aa7fcd62-f704-4913-96a2-c202ab0ee242 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0902002 Mar 23 11:08:52.050248 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-3479488f-08e4-4bf1-954c-f419d4d11123 service neutron] http://10.222.0.84:9696/v2.0/extensions returned with HTTP 200 {{(pid=87859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 23 11:08:52.051269 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-3479488f-08e4-4bf1-954c-f419d4d11123 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0684330 Mar 23 11:08:52.181661 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-bd17b428-6dd6-42f0-b40d-485530474455 service neutron] 10.222.0.84 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244390 Mar 23 11:08:52.310217 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-20488d0f-f6a5-4467-a348-89a2d40d2ca8 service neutron] 10.222.0.84 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224797 Mar 23 11:08:52.486994 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-7b24ad20-d3fc-4442-9097-1450281efa3c req-c2c4bb9c-c0ca-4c5c-9af9-6bddd5361050 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 210 time: 0.0422537 Mar 23 11:08:53.590300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 49916a2c-2050-499d-9c6b-79b55a354c5f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:08:53.659154 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3eafa183-f9f9-4c57-9801-fdc1fa024528 req-ac243da3-8462-4744-a657-1651d22ce029 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 210 time: 0.0620599 Mar 23 11:08:53.713654 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:53.739745 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:08:53.762052 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 49916a2c-2050-499d-9c6b-79b55a354c5f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=49916a2c-2050-499d-9c6b-79b55a354c5f,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:08:53.770410 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:53.771314 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-fe7eb271-4a7f-4ed1-befa-791259b03a00 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:53.772946 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-fe7eb271-4a7f-4ed1-befa-791259b03a00 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 810 time: 0.2026546 Mar 23 11:08:53.809511 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'code': 200} Mar 23 11:08:53.831119 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27f0393b-4163-474c-a0f7-437b7ef8efee tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.102 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd2350c1c2c54582a869d702d77c6d7f HTTP/1.1" status: 200 len: 380 time: 0.0439858 Mar 23 11:08:53.841311 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'port': {'device_id': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'admin_state_up': True, 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'security_groups': ['6b36f6f7-06c4-4cba-a6ff-f1a04aab9958']}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:08:53.852611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=49916a2c-2050-499d-9c6b-79b55a354c5f,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:54.082583 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:08:54.092824 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.quota.driver [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:08:54.103409 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Made reservation on behalf of cd2350c1c2c54582a869d702d77c6d7f for: {'port': 1} {{(pid=87859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 11:08:54.106903 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:54.323630 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_common [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Allocated IP 172.20.0.8 (48045c45-8392-471d-a56f-617bd6eb9a78/05a9b00c-fe52-4412-9914-085e7dc32525/677f237c-048c-4654-b187-1818fb5105e4) {{(pid=87859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:08:54.560481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for port, precommit_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:54.584373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Transition to ACTIVE for port object 677f237c-048c-4654-b187-1818fb5105e4 will not be triggered until provisioned by entity DHCP. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:08:54.611779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_create {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:54.704063 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'Port': ['ID=677f237c-048c-4654-b187-1818fb5105e4,revision_number=1']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:08:54.715100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.715553 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.715994 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.716959 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.720718 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.721429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.721857 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.722274 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.722690 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.723101 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.723509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.723915 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:08:54.728496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Network 48045c45-8392-471d-a56f-617bd6eb9a78 is already hosted by enough agents. {{(pid=87859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:08:54.730146 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.base_scheduler [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources bound (agent type, host, resource id): {{(pid=87859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:08:54.735167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Received port after_create {{(pid=87859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:08:54.872673 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:54.873496 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:54.920561 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-27c467a6-fd43-4b95-940c-8785c27e7c72 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.102 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0833273 Mar 23 11:08:54.972779 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10b5d4-44cd-402b-bebd-930c6be4334d req-2f9b3dab-7903-409d-a617-f3e2a674d96a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:54.973664 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-df10b5d4-44cd-402b-bebd-930c6be4334d req-2f9b3dab-7903-409d-a617-f3e2a674d96a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Synchronizing usage tracker for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:08:54.998288 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-df10b5d4-44cd-402b-bebd-930c6be4334d req-2f9b3dab-7903-409d-a617-f3e2a674d96a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Unset dirty status for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:08:54.999701 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-df10b5d4-44cd-402b-bebd-930c6be4334d req-2f9b3dab-7903-409d-a617-f3e2a674d96a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 931 time: 0.1715951 Mar 23 11:08:55.074525 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-df10b5d4-44cd-402b-bebd-930c6be4334d req-06eac7e1-7b85-4343-b196-10548b31b695 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679326 Mar 23 11:08:55.096505 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5c079285-6322-4145-b8dc-6fe35d5e2263 None None] Provisioning for port 677f237c-048c-4654-b187-1818fb5105e4 completed by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:08:55.102194 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-5c079285-6322-4145-b8dc-6fe35d5e2263 None None] Provisioning complete for port 677f237c-048c-4654-b187-1818fb5105e4 triggered by entity DHCP. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:08:55.102756 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5c079285-6322-4145-b8dc-6fe35d5e2263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:08:55.159496 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-5c079285-6322-4145-b8dc-6fe35d5e2263 None None] Port 677f237c-048c-4654-b187-1818fb5105e4 cannot update to ACTIVE because it is not bound. {{(pid=87861) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 23 11:08:56.287239 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1255-a2c4-4b71-b0e6-916d08446624 req-18a13dd7-79fd-4724-a4b4-454a985245bf tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:56.288831 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-657b1255-a2c4-4b71-b0e6-916d08446624 req-18a13dd7-79fd-4724-a4b4-454a985245bf tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 931 time: 0.0894113 Mar 23 11:08:56.339968 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-657b1255-a2c4-4b71-b0e6-916d08446624 req-a4877e4d-f32d-43a7-b335-cb4ace7dc5ab tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442760 Mar 23 11:08:57.533698 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df450e6c-655e-44a9-92c8-7f1faebab760 req-1aace93d-38d3-4261-94de-ebb717d99582 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:57.535300 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-df450e6c-655e-44a9-92c8-7f1faebab760 req-1aace93d-38d3-4261-94de-ebb717d99582 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 931 time: 0.0849085 Mar 23 11:08:57.582142 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-df450e6c-655e-44a9-92c8-7f1faebab760 req-f0a6f17a-8ba5-4475-9e83-627633647a9c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403378 Mar 23 11:08:58.774067 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ba815-6726-4c8b-af63-430266f3b5f3 req-7530947f-4c05-485f-8d61-168ae71f2b7c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:08:58.776427 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f20ba815-6726-4c8b-af63-430266f3b5f3 req-7530947f-4c05-485f-8d61-168ae71f2b7c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 931 time: 0.0834572 Mar 23 11:08:58.824005 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f20ba815-6726-4c8b-af63-430266f3b5f3 req-df3326ef-e78a-4069-841c-ef320605e2be tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Mar 23 11:09:00.051912 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8f1e4-370a-40e4-b29c-d784d2288d87 req-b8c2c8af-f14a-455e-894e-6b891e1ef8fc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:00.054231 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3fc8f1e4-370a-40e4-b29c-d784d2288d87 req-b8c2c8af-f14a-455e-894e-6b891e1ef8fc tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 931 time: 0.1091502 Mar 23 11:09:00.102239 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3fc8f1e4-370a-40e4-b29c-d784d2288d87 req-19fb0623-a793-4ba4-9100-6099920141f1 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412402 Mar 23 11:09:01.300958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696027-0fde-4acf-9760-698e0327342b req-e1f58f82-1b98-4784-a235-de9d7e7cc75a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:01.302469 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e1696027-0fde-4acf-9760-698e0327342b req-e1f58f82-1b98-4784-a235-de9d7e7cc75a tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 931 time: 0.0843034 Mar 23 11:09:01.349081 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e1696027-0fde-4acf-9760-698e0327342b req-6d2a0632-e580-4db9-b216-2f2c24646f28 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399480 Mar 23 11:09:01.995568 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.v2.base [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Request body: {'port': {'device_id': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8346'}} {{(pid=87859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:09:02.006958 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.102', 51380) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:02.075955 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-1e79f592-5342-48ad-99e5-a4b08a92ca4d service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676589 Mar 23 11:09:02.107422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:02.238692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-121ae9b6-98cc-4750-91a6-3ac0fbb9ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:02.240180 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-121ae9b6-98cc-4750-91a6-3ac0fbb9ed8c service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 1097 time: 0.0814199 Mar 23 11:09:02.386457 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-1aa789d2-3db6-432d-9977-18e1c4fb7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:02.387803 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-1aa789d2-3db6-432d-9977-18e1c4fb7481 service neutron] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 911 time: 0.1284571 Mar 23 11:09:02.469746 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 677f237c-048c-4654-b187-1818fb5105e4 {{(pid=87859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:09:02.510488 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-faf43c67-777a-4748-bac0-af7be0778d25 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49916a2c-2050-499d-9c6b-79b55a354c5f HTTP/1.1" status: 200 len: 1000 time: 0.1163735 Mar 23 11:09:02.516494 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:02.541254 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.provisioning_blocks [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Transition to ACTIVE for port object 677f237c-048c-4654-b187-1818fb5105e4 will not be triggered until provisioned by entity L2. {{(pid=87859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 23 11:09:02.547481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:02.580464 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-77f42b32-f000-4ad0-8153-cf5dfb0ceacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:02.582682 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-77f42b32-f000-4ad0-8153-cf5dfb0ceacf service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0660298 Mar 23 11:09:02.661906 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-e2446a59-12f4-435a-84c0-01787c915174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:02.663806 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-e2446a59-12f4-435a-84c0-01787c915174 service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751531 Mar 23 11:09:02.719692 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Pushing event updated for resources: {'Port': ['ID=677f237c-048c-4654-b187-1818fb5105e4,revision_number=2']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:02.729485 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c92166-1d12-4c89-be3e-5a21659b84ab req-c29be625-5b88-4ee5-8f5e-e931dd80fbef tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:02.731031 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-81c92166-1d12-4c89-be3e-5a21659b84ab req-c29be625-5b88-4ee5-8f5e-e931dd80fbef tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 931 time: 0.2563343 Mar 23 11:09:02.820923 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-81c92166-1d12-4c89-be3e-5a21659b84ab req-f9921c0d-7ae2-4279-b510-630edf20e7c9 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839982 Mar 23 11:09:02.840373 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Attempting to bind port 677f237c-048c-4654-b187-1818fb5105e4 on host hv-neutron-8346 for vnic_type normal with profile {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 23 11:09:02.841167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Attempting to bind port 677f237c-048c-4654-b187-1818fb5105e4 by drivers openvswitch,hyperv on host hv-neutron-8346 at level 0 using segments [{'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 23 11:09:02.841167 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Attempting to bind port 677f237c-048c-4654-b187-1818fb5105e4 on network 48045c45-8392-471d-a56f-617bd6eb9a78 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:09:02.845885 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Port 677f237c-048c-4654-b187-1818fb5105e4 on network 48045c45-8392-471d-a56f-617bd6eb9a78 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8346 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 23 11:09:02.846320 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Attempting to bind port 677f237c-048c-4654-b187-1818fb5105e4 on network 48045c45-8392-471d-a56f-617bd6eb9a78 {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 23 11:09:02.848423 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-e20cc0d5-d8a4-478a-a1a0-22d4335a428b service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789901 Mar 23 11:09:02.857733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Checking agent: {'id': '3f8b45e2-fd2a-49c9-a319-d978c19f5de0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8346', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'started_at': datetime.datetime(2022, 3, 23, 10, 13, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 11, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 23 11:09:02.858086 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Checking segment: {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 23 11:09:02.858465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Bound using segment: {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'} {{(pid=87859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 23 11:09:02.858896 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.managers [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Bound port: 677f237c-048c-4654-b187-1818fb5105e4, host: hv-neutron-8346, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3afc54-f36f-48cb-8e6c-b3d521c56af3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78'}}] {{(pid=87859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 23 11:09:02.859242 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:02.989741 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-f74be9c0-71ee-474b-8cb9-d23b72f9ca19 req-09eb3230-95d2-4461-a035-f058df363506 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355832 Mar 23 11:09:03.073649 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] For port 677f237c-048c-4654-b187-1818fb5105e4, host hv-neutron-8346, cleared binding levels {{(pid=87859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 23 11:09:03.076734 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] For port 677f237c-048c-4654-b187-1818fb5105e4, host hv-neutron-8346, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=677f237c-048c-4654-b187-1818fb5105e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 23 11:09:03.080956 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3818958'] for port, after_update {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:03.144911 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:03.145635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:03.147219 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] 10.222.0.102 "PUT /v2.0/ports/677f237c-048c-4654-b187-1818fb5105e4 HTTP/1.1" status: 200 len: 1093 time: 1.1559587 Mar 23 11:09:03.147696 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'tag': '677f237c-048c-4654-b187-1818fb5105e4'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:09:03.181209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae68afd-b56b-45f7-98db-c8d607b62644 service neutron] Pushing event updated for resources: {'Port': ['ID=677f237c-048c-4654-b187-1818fb5105e4,revision_number=3']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:03.260748 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'tag': '677f237c-048c-4654-b187-1818fb5105e4', 'status': 'completed', 'code': 200} Mar 23 11:09:03.271851 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-b1256e85-6cb0-4f58-8f12-da2d9ddfaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:03.273348 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-b1256e85-6cb0-4f58-8f12-da2d9ddfaab6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 1096 time: 0.0810223 Mar 23 11:09:03.350305 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-1ab18f61-c7a8-4c3a-9505-1b98a592d272 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=677f237c-048c-4654-b187-1818fb5105e4 HTTP/1.1" status: 200 len: 217 time: 0.0665483 Mar 23 11:09:03.411668 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-ac4a6b67-c7fd-425a-baca-dbc740fb99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:03.413155 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-ac4a6b67-c7fd-425a-baca-dbc740fb99b2 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0575840 Mar 23 11:09:03.493575 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-f5f45b57-f406-47c3-9245-5a73306443af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:03.495083 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-f5f45b57-f406-47c3-9245-5a73306443af service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756547 Mar 23 11:09:03.631954 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-82cc4e6a-a3c9-4d44-aa4f-3cedc30a9fb7 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244977 Mar 23 11:09:03.762772 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-dc030d10-b590-48d3-9e73-7773341a30e5 req-07239d3b-b817-4a06-b935-55e82286004f service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242883 Mar 23 11:09:03.812398 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0e614117-4fcd-4fd0-8186-891018339bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:03.887582 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-bdb0ec61-85ff-44cb-a199-e65209949edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:03.889301 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-bdb0ec61-85ff-44cb-a199-e65209949edb service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 1096 time: 0.0787218 Mar 23 11:09:04.094793 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-4f3f50de-fa6b-4143-8f39-daac455c1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:04.096474 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-4f3f50de-fa6b-4143-8f39-daac455c1f94 service neutron] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 911 time: 0.2005703 Mar 23 11:09:04.184216 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-5d624c22-20d0-4a42-9da5-11ece344f81e service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=677f237c-048c-4654-b187-1818fb5105e4 HTTP/1.1" status: 200 len: 217 time: 0.0787675 Mar 23 11:09:04.193001 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0dcd3-e7f4-42fd-b3f3-1a450145b9d2 req-462d2163-e223-44c0-9857-883e5c4b86a4 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:04.194641 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-48e0dcd3-e7f4-42fd-b3f3-1a450145b9d2 req-462d2163-e223-44c0-9857-883e5c4b86a4 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 943 time: 0.2047648 Mar 23 11:09:04.299617 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-48e0dcd3-e7f4-42fd-b3f3-1a450145b9d2 req-f998baa7-a931-4ab7-a8f7-aa11b9d7eb26 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666275 Mar 23 11:09:04.301359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-60dee615-1ef9-4cbf-8cdb-121147e3044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:04.302930 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-60dee615-1ef9-4cbf-8cdb-121147e3044c service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.1073575 Mar 23 11:09:04.390677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-39b470a9-e84c-487a-a0d2-053ae7e96a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:04.392343 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-39b470a9-e84c-487a-a0d2-053ae7e96a0e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831647 Mar 23 11:09:04.539178 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-971dc766-338f-4823-bd70-05201e1d8150 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401920 Mar 23 11:09:04.685346 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-543b9829-e2fe-41b0-ae64-5f6940094521 req-c6bdfc2c-5610-4abd-932e-6f9d6127a6c8 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398804 Mar 23 11:09:05.488092 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0a7bc-9ae4-4a5b-9b8b-4ae72796c3db req-d7a57081-fe14-425c-8649-eaa11d5636ee tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:05.489553 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b7a0a7bc-9ae4-4a5b-9b8b-4ae72796c3db req-d7a57081-fe14-425c-8649-eaa11d5636ee tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 943 time: 0.0840123 Mar 23 11:09:05.532650 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-b7a0a7bc-9ae4-4a5b-9b8b-4ae72796c3db req-52073395-686d-4d20-a7fb-b258f3283f4c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369413 Mar 23 11:09:05.648614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 677f237c-048c-4654-b187-1818fb5105e4 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:09:05.778043 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 677f237c-048c-4654-b187-1818fb5105e4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=677f237c-048c-4654-b187-1818fb5105e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:09:05.790375 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '677f237c-048c-4654-b187-1818fb5105e4', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'port_id': '677f237c-048c-4654-b187-1818fb5105e4', 'mac_address': 'fa:16:3e:17:ec:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:09:05.846876 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:05.863283 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 677f237c-048c-4654-b187-1818fb5105e4 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:09:05.878325 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 677f237c-048c-4654-b187-1818fb5105e4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=677f237c-048c-4654-b187-1818fb5105e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:09:05.883519 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:05.948580 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=677f237c-048c-4654-b187-1818fb5105e4,revision_number=4']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:06.122639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['677f237c-048c-4654-b187-1818fb5105e4'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 11:09:06.651446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-5ac7273b-10b8-4ef3-945e-22df8a41fdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.728940 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:06.824307 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106654b-7091-44ea-8293-5ded903790e3 req-b67c5e4f-53d0-449b-ae0b-0ef64c022c1d tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:06.825697 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5106654b-7091-44ea-8293-5ded903790e3 req-b67c5e4f-53d0-449b-ae0b-0ef64c022c1d tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 944 time: 0.1817832 Mar 23 11:09:06.868049 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-5106654b-7091-44ea-8293-5ded903790e3 req-54469eb5-17de-490e-9032-96c3280f9b5e tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367925 Mar 23 11:09:07.434507 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.652069 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 677f237c-048c-4654-b187-1818fb5105e4 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:09:07.705023 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.728396 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning for port 677f237c-048c-4654-b187-1818fb5105e4 completed by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 23 11:09:07.732939 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 677f237c-048c-4654-b187-1818fb5105e4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:09:07.733332 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.848879 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.875356 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677f237c-048c-4654-b187-1818fb5105e4'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:09:07.886054 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 677f237c-048c-4654-b187-1818fb5105e4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=677f237c-048c-4654-b187-1818fb5105e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:09:07.889837 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:07.926203 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677f237c-048c-4654-b187-1818fb5105e4', 'code': 200} Mar 23 11:09:07.963432 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=677f237c-048c-4654-b187-1818fb5105e4,revision_number=5']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:08.068910 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c6c3-f2db-43b5-9f2d-9ff0cbd60aa8 req-587557eb-f621-411b-889b-a8624930274c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:08.070626 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51f8c6c3-f2db-43b5-9f2d-9ff0cbd60aa8 req-587557eb-f621-411b-889b-a8624930274c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 945 time: 0.0942371 Mar 23 11:09:08.168258 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-51f8c6c3-f2db-43b5-9f2d-9ff0cbd60aa8 req-93f44282-3914-4342-98fe-a52a8bbb1414 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906537 Mar 23 11:09:08.194028 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917b8c4-c568-4b23-b976-894c28f259d8 req-6a75e3fa-d7d3-4818-9e0b-b303566ff54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:08.195682 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c917b8c4-c568-4b23-b976-894c28f259d8 req-6a75e3fa-d7d3-4818-9e0b-b303566ff54a service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 1098 time: 0.1033306 Mar 23 11:09:08.238284 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-c917b8c4-c568-4b23-b976-894c28f259d8 req-3c8c0073-2531-4d72-bb14-f1a88c4c2050 service neutron] 10.222.0.102 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366492 Mar 23 11:09:09.359799 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469e662-f11b-413f-abb0-1aa5efa3d30b req-691c7b3c-704a-4a8c-a8e3-594accd32294 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:09.361263 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0469e662-f11b-413f-abb0-1aa5efa3d30b req-691c7b3c-704a-4a8c-a8e3-594accd32294 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 945 time: 0.0815556 Mar 23 11:09:09.404625 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-0469e662-f11b-413f-abb0-1aa5efa3d30b req-c0bb3d1d-9db5-4231-9088-3ce46d03bf52 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377908 Mar 23 11:09:09.591895 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa02464-9b35-4e30-8329-9a916351cb4b req-c4d1da39-9d04-499f-a502-6bf3e3f59ef6 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:09.593648 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eaa02464-9b35-4e30-8329-9a916351cb4b req-c4d1da39-9d04-499f-a502-6bf3e3f59ef6 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 945 time: 0.0825989 Mar 23 11:09:09.636045 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-eaa02464-9b35-4e30-8329-9a916351cb4b req-645abde6-b89b-4a1a-9eb2-cbc25baa944b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369272 Mar 23 11:09:09.727793 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 45542) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:09.728401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:09.799372 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0030643e-27f3-4144-ae8a-33d96ee14da6 tempest-TestSnapshotPattern-989412688 tempest-TestSnapshotPattern-989412688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:09.800850 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-0030643e-27f3-4144-ae8a-33d96ee14da6 tempest-TestSnapshotPattern-989412688 tempest-TestSnapshotPattern-989412688-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 1093 time: 0.0721493 Mar 23 11:09:09.804221 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 45546) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:09:09.809109 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.v2.base [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Request body: {'floatingip': {'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'port_id': '677f237c-048c-4654-b187-1818fb5105e4', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87860) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 11:09:09.814911 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 23 11:09:09.818692 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Usage tracker for resource:floatingip and tenant:cd2350c1c2c54582a869d702d77c6d7f is out of sync, need to count used quota {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 23 11:09:09.821529 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87860) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 23 11:09:09.827566 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.quota.driver [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87860) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 23 11:09:09.838590 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for floatingip, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.071194 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.211038 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.db_base_plugin_common [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Allocated IP 172.26.4.43 (77b66acd-bcec-47ba-9161-e3759c2525ef/eff7d457-9487-4bb4-8ff6-2020a1f426a3/2976ccc2-970c-407f-ba69-4101edca886d) {{(pid=87860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 11:09:10.363655 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for port, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.392129 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783881066280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.450710 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Network 77b66acd-bcec-47ba-9161-e3759c2525ef is already hosted by enough agents. {{(pid=87860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 11:09:10.453329 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.base_scheduler [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Resources bound (agent type, host, resource id): {{(pid=87860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 11:09:10.456795 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Received port after_create {{(pid=87860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 23 11:09:10.494772 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'Port': ['ID=2976ccc2-970c-407f-ba69-4101edca886d,revision_number=1']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:10.513619 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.513962 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.514295 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.514623 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.514950 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.515269 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.515588 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.515903 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.516072 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:09:10.516551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.516551 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.516820 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.517158 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:09:10.883796 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:10.965972 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:11.199805 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for port, precommit_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:11.204567 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3823148'] for port, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:11.326695 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event updated for resources: {'Port': ['ID=2976ccc2-970c-407f-ba69-4101edca886d,revision_number=2']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:09:11.335436 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4159580'] for floatingip, after_update {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:11.516241 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Floating IP a26187a5-c50f-4158-9e2d-d7587f3c3dc6 associated. External IP: 172.26.4.43, port: 677f237c-048c-4654-b187-1818fb5105e4. Mar 23 11:09:11.955110 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:09:12.136948 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:09:12.147433 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] Sync routers for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:09:12.158229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:09:12.158874 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:09:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:12.162857 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:12.226192 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-3ebb8214-63ff-4147-8826-70be020a30e7 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4209764 Mar 23 11:09:12.226874 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'tag': '677f237c-048c-4654-b187-1818fb5105e4'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:09:12.277515 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'tag': '677f237c-048c-4654-b187-1818fb5105e4', 'status': 'completed', 'code': 200} Mar 23 11:09:12.342622 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:09:12.377625 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-8b9ed93c-3c1a-477c-8520-4cf4fb340ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:12.379097 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-8b9ed93c-3c1a-477c-8520-4cf4fb340ebe service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 1098 time: 0.0811975 Mar 23 11:09:12.509961 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-d40f3cb8-8409-4d9a-89dc-cc0daf7bb752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:12.511402 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-d40f3cb8-8409-4d9a-89dc-cc0daf7bb752 service neutron] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 911 time: 0.1260073 Mar 23 11:09:12.609419 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-dcf45474-4538-498b-a946-504f65840611 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=677f237c-048c-4654-b187-1818fb5105e4 HTTP/1.1" status: 200 len: 998 time: 0.0921831 Mar 23 11:09:12.673928 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-91076d72-96ef-4ca3-8fb5-b821141e4ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:12.675352 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-91076d72-96ef-4ca3-8fb5-b821141e4ed4 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0603118 Mar 23 11:09:12.725928 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '466e922e-955a-4239-8bd4-eb0237ca10f9', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:40Z', 'updated_at': '2022-03-23T11:06:43Z', 'revision_number': 1, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}, {'id': 'a26187a5-c50f-4158-9e2d-d7587f3c3dc6', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '677f237c-048c-4654-b187-1818fb5105e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:17:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:10Z', 'revision_number': 0, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:12.730318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] Checking router: 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:09:12.738685 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:09:12.739288 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:09:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:12.748890 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-d8b9ba69-415a-42cb-83d4-5970cb4d21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:12.750400 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-d8b9ba69-415a-42cb-83d4-5970cb4d21ce service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694246 Mar 23 11:09:12.892604 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-480aab3b-f473-4338-91ef-5527385b7874 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355627 Mar 23 11:09:12.916200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:09:13.040105 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-839f6534-b62b-4d7a-abf5-67d5986a7a34 req-26400d4c-b3e9-4200-90a7-cf3d8840e35d service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419756 Mar 23 11:09:13.265639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '466e922e-955a-4239-8bd4-eb0237ca10f9', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:40Z', 'updated_at': '2022-03-23T11:06:43Z', 'revision_number': 1, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}, {'id': 'a26187a5-c50f-4158-9e2d-d7587f3c3dc6', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '677f237c-048c-4654-b187-1818fb5105e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:17:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:10Z', 'revision_number': 0, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:09:13.269616 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8dbe2d-8243-46e4-a5cd-c2e72ee2ccb6 None None] The sync data for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv is: [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '466e922e-955a-4239-8bd4-eb0237ca10f9', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:40Z', 'updated_at': '2022-03-23T11:06:43Z', 'revision_number': 1, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}, {'id': 'a26187a5-c50f-4158-9e2d-d7587f3c3dc6', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.43', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '677f237c-048c-4654-b187-1818fb5105e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:17:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:09:10Z', 'updated_at': '2022-03-23T11:09:10Z', 'revision_number': 0, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:09:13.463373 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a1726-16fc-4f1c-adf7-971b32c36165 None None] New status for floating IP a26187a5-c50f-4158-9e2d-d7587f3c3dc6: ACTIVE {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:09:33.816129 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-a7656619-9b55-42f8-b4ab-3243c98ac081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:36.653229 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-8feda46e-c253-47af-80d6-43150f7d2fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:36.737594 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:37.426300 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:37.669643 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:39.730193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:09:47.514894 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:09:58.883278 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-bd135c3d-7141-45b6-a353-3694f4799eed service neutron] 10.222.0.102 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724342 Mar 23 11:09:59.020214 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-0a502616-3776-4b78-9da0-2d4f5c97abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:59.021699 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-0a502616-3776-4b78-9da0-2d4f5c97abf6 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 1097 time: 0.0698903 Mar 23 11:09:59.161949 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-c03af527-2118-4388-8944-710486929c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:59.163346 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-c03af527-2118-4388-8944-710486929c8d service neutron] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 911 time: 0.1229897 Mar 23 11:09:59.264400 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-a5ce1cb9-9c1b-4a56-b2d8-b809e1ff8137 service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49916a2c-2050-499d-9c6b-79b55a354c5f HTTP/1.1" status: 200 len: 1000 time: 0.0948365 Mar 23 11:09:59.325859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-12afff54-1ef0-49d4-a245-e6a6aa582fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:59.327259 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-12afff54-1ef0-49d4-a245-e6a6aa582fef service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0568368 Mar 23 11:09:59.405708 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-75e447a7-0dc0-4d42-bd55-ef890c73f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:09:59.407260 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-75e447a7-0dc0-4d42-bd55-ef890c73f7ba service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743155 Mar 23 11:09:59.629474 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-4a773f22-79b3-4cce-999a-1c3782bf36e6 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145374 Mar 23 11:09:59.761512 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-b2b94b31-321c-4fef-b06f-d6acf1804d61 req-8b1b1721-bb80-43c5-b263-76c6ce56eb61 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259372 Mar 23 11:10:03.818201 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-32456420-3e4f-45c1-ae18-f124fe001347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:06.657895 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-36aae9bd-b4bc-4538-8102-e62344c5cd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:06.743383 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:07.428711 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:07.671683 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:09.731882 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:24.513852 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:10:33.819785 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c8e86c31-b1bc-4453-84e4-6865dbddc452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:36.659222 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ca414263-15fc-4cc9-afb9-67b66b658fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:36.743789 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:37.430231 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:37.674011 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:39.732989 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:44.106765 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 677f237c-048c-4654-b187-1818fb5105e4 details requested by agent hyperv_hv-neutron-8346 with host hv-neutron-8346 {{(pid=87861) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 23 11:10:44.262082 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 677f237c-048c-4654-b187-1818fb5105e4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=677f237c-048c-4654-b187-1818fb5105e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:10:44.275393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Returning: {'device': '677f237c-048c-4654-b187-1818fb5105e4', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'port_id': '677f237c-048c-4654-b187-1818fb5105e4', 'mac_address': 'fa:16:3e:17:ec:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87861) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 23 11:10:44.328845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:44.348302 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 677f237c-048c-4654-b187-1818fb5105e4 {{(pid=87861) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 11:10:44.364367 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 677f237c-048c-4654-b187-1818fb5105e4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=677f237c-048c-4654-b187-1818fb5105e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:10:44.367868 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:44.435856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=677f237c-048c-4654-b187-1818fb5105e4,revision_number=6']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:44.443267 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.443611 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.443946 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.444298 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.444622 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.444950 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.445318 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.445639 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.446041 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.446365 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.446682 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.447062 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:44.451739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] get_ports_and_sgs() called for port_ids ['677f237c-048c-4654-b187-1818fb5105e4'] {{(pid=87861) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 23 11:10:46.138340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 677f237c-048c-4654-b187-1818fb5105e4 up at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 23 11:10:46.234369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.provisioning_blocks [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Provisioning complete for port 677f237c-048c-4654-b187-1818fb5105e4 triggered by entity L2. {{(pid=87861) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 23 11:10:46.235134 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-974210'] for port, provisioning_complete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:46.363897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:46.402522 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677f237c-048c-4654-b187-1818fb5105e4'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:46.413382 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 677f237c-048c-4654-b187-1818fb5105e4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=677f237c-048c-4654-b187-1818fb5105e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:10:46.420548 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:46.474441 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '677f237c-048c-4654-b187-1818fb5105e4', 'code': 200} Mar 23 11:10:46.497354 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=677f237c-048c-4654-b187-1818fb5105e4,revision_number=7']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:53.918041 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [-] (87860) accepted ('10.222.0.84', 45728) {{(pid=87860) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:10:54.114175 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Deleting port 2976ccc2-970c-407f-ba69-4101edca886d {{(pid=87860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:10:54.114501 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:54.278883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:54.278883 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:54.396430 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.plugins.ml2.plugin [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Calling delete_port for 2976ccc2-970c-407f-ba69-4101edca886d owned by network:floatingip {{(pid=87860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:10:54.540480 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3823143'] for port, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:54.588507 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event deleted for resources: {'Port': ['ID=2976ccc2-970c-407f-ba69-4101edca886d,revision_number=None']} {{(pid=87860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:54.629957 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.630300 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.630640 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.630964 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.631286 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.631607 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.631925 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.632241 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.632556 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.632870 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.633200 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.633514 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:54.788500 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for floatingip, after_delete {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:54.788820 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.db.l3_db [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Floating IP a26187a5-c50f-4158-9e2d-d7587f3c3dc6 disassociated (deleted). External IP: 172.26.4.43, port: 677f237c-048c-4654-b187-1818fb5105e4. Mar 23 11:10:55.134013 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87860) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:10:55.313748 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87860) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:10:55.323575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] Sync routers for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:10:55.334233 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron_lib.callbacks.manager [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:55.337393 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:10:55.337995 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:10:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:55.387669 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [None req-923b2285-95a9-4127-b304-bb40e88cf561 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "DELETE /v2.0/floatingips/a26187a5-c50f-4158-9e2d-d7587f3c3dc6 HTTP/1.1" status: 204 len: 168 time: 1.4684651 Mar 23 11:10:55.388148 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'tag': '677f237c-048c-4654-b187-1818fb5105e4'}] {{(pid=87860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:55.433536 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'tag': '677f237c-048c-4654-b187-1818fb5105e4', 'status': 'completed', 'code': 200} Mar 23 11:10:55.514886 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:10:55.525205 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-0c12388a-368a-403f-a9ec-813f4db5519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:55.526656 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-0c12388a-368a-403f-a9ec-813f4db5519a service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 1098 time: 0.0709147 Mar 23 11:10:55.678519 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-9f069e34-855c-4718-828c-09bf747858a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:55.679884 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-9f069e34-855c-4718-828c-09bf747858a1 service neutron] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 911 time: 0.1474574 Mar 23 11:10:55.750846 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-c0f3cc4e-3f81-4b9e-a611-4e3cf24b147b service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=677f237c-048c-4654-b187-1818fb5105e4 HTTP/1.1" status: 200 len: 217 time: 0.0642750 Mar 23 11:10:55.763100 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1c3b7-b239-421f-af32-353166a44c13 req-f516cee7-6bd7-4e5a-bb75-59926878cd53 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:55.763792 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-73f1c3b7-b239-421f-af32-353166a44c13 req-f516cee7-6bd7-4e5a-bb75-59926878cd53 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Synchronizing usage tracker for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87860) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:10:55.780723 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.quota.resource [req-73f1c3b7-b239-421f-af32-353166a44c13 req-f516cee7-6bd7-4e5a-bb75-59926878cd53 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Unset dirty status for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87860) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:10:55.782773 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-73f1c3b7-b239-421f-af32-353166a44c13 req-f516cee7-6bd7-4e5a-bb75-59926878cd53 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 945 time: 0.1020913 Mar 23 11:10:55.813852 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-b0c51fcb-8021-44e4-825a-e183cfd80ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:55.815366 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-b0c51fcb-8021-44e4-825a-e183cfd80ca1 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0576439 Mar 23 11:10:55.827913 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-73f1c3b7-b239-421f-af32-353166a44c13 req-d777dda5-6cde-473c-a135-87a37b56c3ff tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390918 Mar 23 11:10:55.875553 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '466e922e-955a-4239-8bd4-eb0237ca10f9', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:40Z', 'updated_at': '2022-03-23T11:06:43Z', 'revision_number': 1, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:55.879637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] Checking router: 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:10:55.889747 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:10:55.890348 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:10:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:55.907481 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-e899cbd5-8183-41bd-a61d-1dd0348e490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:55.909095 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-e899cbd5-8183-41bd-a61d-1dd0348e490e service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849347 Mar 23 11:10:56.039307 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-af155f13-98dd-419c-a9bd-292a5d9d9d57 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236548 Mar 23 11:10:56.070401 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:10:56.168648 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-afe65dc3-b780-4bf7-9902-42d26660b4a9 req-7dedd520-e679-4bee-ae09-2ea6f3b10e8e service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224446 Mar 23 11:10:56.195334 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 677f237c-048c-4654-b187-1818fb5105e4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:10:56.460209 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-555633'] for port, before_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:56.529253 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677f237c-048c-4654-b187-1818fb5105e4'}] {{(pid=87861) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:56.544902 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] For port 677f237c-048c-4654-b187-1818fb5105e4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=677f237c-048c-4654-b187-1818fb5105e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:10:56.550582 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783881463044', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783881066298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783881066343'] for port, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:56.585131 dv-neutron-834652-2-hyperv neutron-server[87861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '677f237c-048c-4654-b187-1818fb5105e4', 'code': 200} Mar 23 11:10:56.633624 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Pushing event updated for resources: {'Port': ['ID=677f237c-048c-4654-b187-1818fb5105e4,revision_number=8']} {{(pid=87861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:56.642033 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '466e922e-955a-4239-8bd4-eb0237ca10f9', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:40Z', 'updated_at': '2022-03-23T11:06:43Z', 'revision_number': 1, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:10:56.646178 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d7794a-4219-4988-b652-a53b9ea89e77 None None] The sync data for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv is: [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_floatingips': [{'id': '466e922e-955a-4239-8bd4-eb0237ca10f9', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'floating_ip_address': '172.26.4.119', 'floating_network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'router_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'port_id': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'mac_address': 'fa:16:3e:a6:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2268d806-d000-436f-b0c2-591fd460540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T11:06:40Z', 'updated_at': '2022-03-23T11:06:43Z', 'revision_number': 1, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:10:56.857961 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d228ea-3abb-47de-9715-3acf3d748d24 None None] New status for floating IP a26187a5-c50f-4158-9e2d-d7587f3c3dc6: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:10:57.015901 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab429b-949a-4f7f-a7a9-d97223c2d7ab req-2ba56099-ea5b-4010-b792-3cd1c0c4d8ce tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:57.018225 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-24ab429b-949a-4f7f-a7a9-d97223c2d7ab req-2ba56099-ea5b-4010-b792-3cd1c0c4d8ce tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 943 time: 0.0824938 Mar 23 11:10:57.061477 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-24ab429b-949a-4f7f-a7a9-d97223c2d7ab req-a69aaab8-542c-44c5-a00f-c1bd74893040 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372849 Mar 23 11:10:57.274486 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-32d4fed7-71cb-41ea-a1ec-01611af16e78 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:10:57.275825 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-32d4fed7-71cb-41ea-a1ec-01611af16e78 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.102 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 943 time: 0.0768828 Mar 23 11:10:57.345440 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Deleting port 677f237c-048c-4654-b187-1818fb5105e4 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:10:57.345768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:57.592723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] For port 677f237c-048c-4654-b187-1818fb5105e4, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=677f237c-048c-4654-b187-1818fb5105e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:10:57.592993 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:57.717786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Calling delete_port for 677f237c-048c-4654-b187-1818fb5105e4 owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:10:57.859122 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:58.007937 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event deleted for resources: {'Port': ['ID=677f237c-048c-4654-b187-1818fb5105e4,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:10:58.052053 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.052391 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.052723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.053066 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.053393 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.053712 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.054027 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.054343 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.054656 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.054968 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.055278 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.055585 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-834652-2-hyperv {{(pid=87859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 11:10:58.095359 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] No DVR routers for this DVR port 677f237c-048c-4654-b187-1818fb5105e4 on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:10:58.098433 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:10:58.100991 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'name': 'network-vif-deleted', 'tag': '677f237c-048c-4654-b187-1818fb5105e4'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:10:58.117497 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-03a0af66-75dc-4932-ba72-5d18ad01878d req-7595d5b0-6f97-4e2d-bee7-2762e1a718fb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.102 "DELETE /v2.0/ports/677f237c-048c-4654-b187-1818fb5105e4 HTTP/1.1" status: 204 len: 173 time: 0.8359950 Mar 23 11:10:58.146157 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3635aea-4ea7-4255-99b6-a96aeb134041', 'name': 'network-vif-deleted', 'tag': '677f237c-048c-4654-b187-1818fb5105e4', 'status': 'completed', 'code': 200} Mar 23 11:10:58.216768 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-3c0ffbe3-afc8-4e17-8d06-b3c1de4b3c63 req-b89cde9b-8efb-4aa0-907f-f19297b981df tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Synchronizing usage tracker for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:10:58.234243 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-3c0ffbe3-afc8-4e17-8d06-b3c1de4b3c63 req-b89cde9b-8efb-4aa0-907f-f19297b981df tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Unset dirty status for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:10:58.235393 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-3c0ffbe3-afc8-4e17-8d06-b3c1de4b3c63 req-b89cde9b-8efb-4aa0-907f-f19297b981df tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=f3635aea-4ea7-4255-99b6-a96aeb134041 HTTP/1.1" status: 200 len: 210 time: 0.0595024 Mar 23 11:10:59.874605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45788) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:00.071134 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Deleting port 697c5ab8-cfd2-4b71-ab2c-b787978199e7 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:00.071465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:00.165002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 677f237c-048c-4654-b187-1818fb5105e4 no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:00.199649 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 677f237c-048c-4654-b187-1818fb5105e4 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:11:00.199986 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 677f237c-048c-4654-b187-1818fb5105e4 not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:00.238623 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:00.239074 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:00.368530 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Calling delete_port for 697c5ab8-cfd2-4b71-ab2c-b787978199e7 owned by network:floatingip {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:11:00.514348 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:00.561509 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event deleted for resources: {'Port': ['ID=697c5ab8-cfd2-4b71-ab2c-b787978199e7,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:00.650135 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for floatingip, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:00.650458 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.db.l3_db [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Floating IP 466e922e-955a-4239-8bd4-eb0237ca10f9 disassociated (deleted). External IP: 172.26.4.119, port: 49916a2c-2050-499d-9c6b-79b55a354c5f. Mar 23 11:11:01.098291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:11:01.271200 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:11:01.280854 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] Sync routers for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:11:01.291019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for floatingip, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:01.291200 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:11:01.291784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:10:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:01.351248 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-45d4c764-9272-43fd-9ddc-e5fe7e16453b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "DELETE /v2.0/floatingips/466e922e-955a-4239-8bd4-eb0237ca10f9 HTTP/1.1" status: 204 len: 168 time: 1.4755478 Mar 23 11:11:01.351831 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:11:01.395177 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'status': 'completed', 'code': 200} Mar 23 11:11:01.477281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:11:01.500227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-6d51e2ee-9593-489e-830b-acb111b22253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:01.501597 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-6d51e2ee-9593-489e-830b-acb111b22253 service neutron] 10.222.0.102 "GET /v2.0/ports?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 1097 time: 0.0844982 Mar 23 11:11:01.513915 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:11:01.679743 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-34c4444b-9c97-48f1-83a9-d1fcf1fc1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:01.681482 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-34c4444b-9c97-48f1-83a9-d1fcf1fc1d08 service neutron] 10.222.0.102 "GET /v2.0/networks?id=48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 200 len: 911 time: 0.1666148 Mar 23 11:11:01.729353 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609cf6b-f28e-47fa-af80-3f78766540cb req-eb5086af-5795-4f59-9f23-ee1614bfb25c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87860) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:01.731391 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e609cf6b-f28e-47fa-af80-3f78766540cb req-eb5086af-5795-4f59-9f23-ee1614bfb25c tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 944 time: 0.0835772 Mar 23 11:11:01.760838 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-7b4ccea9-18dd-4f62-9da6-7afa9982d7ff service neutron] 10.222.0.102 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49916a2c-2050-499d-9c6b-79b55a354c5f HTTP/1.1" status: 200 len: 217 time: 0.0725169 Mar 23 11:11:01.793958 dv-neutron-834652-2-hyperv neutron-server[87860]: INFO neutron.wsgi [req-e609cf6b-f28e-47fa-af80-3f78766540cb req-18a013cf-c767-4bed-acb1-ab196d5d9adb tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547132 Mar 23 11:11:01.813055 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:01.818191 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] Checking router: 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:11:01.830644 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:11:01.831435 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:10:37Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:01.845615 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-7c9843ec-b9c2-4311-9dce-513779e88996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:01.847232 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-7c9843ec-b9c2-4311-9dce-513779e88996 service neutron] 10.222.0.102 "GET /v2.0/subnets?id=05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 200 len: 849 time: 0.0792964 Mar 23 11:11:01.927817 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-e8225add-4c72-44a6-bfa4-66167a01152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:01.929208 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-e8225add-4c72-44a6-bfa4-66167a01152c service neutron] 10.222.0.102 "GET /v2.0/ports?network_id=48045c45-8392-471d-a56f-617bd6eb9a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754259 Mar 23 11:11:02.030056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:11:02.078769 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-fa84109d-4c25-40e8-80a6-3b5e4eb11c8c service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423862 Mar 23 11:11:02.215560 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-243b0c75-8d03-4101-b06e-6e9fdb681bc8 req-0f0dfc03-1d33-4e7e-9f1f-f16a6e9fd692 service neutron] 10.222.0.102 "GET /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307359 Mar 23 11:11:02.412056 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:02.415941 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831aa8f1-44f6-4038-a1fb-0bedec74b58a None None] The sync data for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv is: [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:06:16Z', 'revision_number': 4, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv', '_interfaces': [{'id': 'ab1dc893-e116-4ed7-b82f-2584e4229c0a', 'name': '', 'network_id': '48045c45-8392-471d-a56f-617bd6eb9a78', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'mac_address': 'fa:16:3e:03:80:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:15Z', 'updated_at': '2022-03-23T11:06:22Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'subnets': [{'id': '05a9b00c-fe52-4412-9914-085e7dc32525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:11:02.636599 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562449c-370c-4e2c-823b-ef1b8012ceb6 None None] New status for floating IP 466e922e-955a-4239-8bd4-eb0237ca10f9: DOWN {{(pid=87862) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 11:11:02.982120 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfb6f2-f1e1-46c8-89e9-ef9e532d34fb req-636ae76d-b3ff-4350-b214-4609403fa4f0 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:02.982811 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-06dfb6f2-f1e1-46c8-89e9-ef9e532d34fb req-636ae76d-b3ff-4350-b214-4609403fa4f0 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Synchronizing usage tracker for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:11:02.998603 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-06dfb6f2-f1e1-46c8-89e9-ef9e532d34fb req-636ae76d-b3ff-4350-b214-4609403fa4f0 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Unset dirty status for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:11:02.999850 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-06dfb6f2-f1e1-46c8-89e9-ef9e532d34fb req-636ae76d-b3ff-4350-b214-4609403fa4f0 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 944 time: 0.0981057 Mar 23 11:11:03.043712 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-06dfb6f2-f1e1-46c8-89e9-ef9e532d34fb req-55011a42-1432-4ade-a70b-5c31604c648f tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/security-groups?id=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381072 Mar 23 11:11:03.250588 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-dbf0f9aa-6ff9-4de8-a9bc-b3d612425b7b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 11:11:03.252039 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-dbf0f9aa-6ff9-4de8-a9bc-b3d612425b7b tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.102 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 944 time: 0.0766065 Mar 23 11:11:03.322123 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-9b0f6e2a-3683-49ae-8f73-f90766f9fe86 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Deleting port 49916a2c-2050-499d-9c6b-79b55a354c5f {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:03.322377 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-9b0f6e2a-3683-49ae-8f73-f90766f9fe86 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:03.561383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-9b0f6e2a-3683-49ae-8f73-f90766f9fe86 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] For port 49916a2c-2050-499d-9c6b-79b55a354c5f, host hv-neutron-8346, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8346',level=0,port_id=49916a2c-2050-499d-9c6b-79b55a354c5f,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:11:03.561723 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-9b0f6e2a-3683-49ae-8f73-f90766f9fe86 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:03.779559 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-9b0f6e2a-3683-49ae-8f73-f90766f9fe86 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Calling delete_port for 49916a2c-2050-499d-9c6b-79b55a354c5f owned by compute:nova {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:11:03.821485 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-065011dc-f232-48cb-9f2a-48a6932e5970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:03.921985 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-9b0f6e2a-3683-49ae-8f73-f90766f9fe86 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:03.969403 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f6e2a-3683-49ae-8f73-f90766f9fe86 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event deleted for resources: {'Port': ['ID=49916a2c-2050-499d-9c6b-79b55a354c5f,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:04.045089 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-9b0f6e2a-3683-49ae-8f73-f90766f9fe86 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] No DVR routers for this DVR port 49916a2c-2050-499d-9c6b-79b55a354c5f on host hv-neutron-8346 {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:11:04.047528 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-9b0f6e2a-3683-49ae-8f73-f90766f9fe86 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58804'] for port, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:04.050429 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'name': 'network-vif-deleted', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f'}] {{(pid=87859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 11:11:04.073829 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-9e117a56-2462-4fef-a1a0-90e1a4271609 req-9b0f6e2a-3683-49ae-8f73-f90766f9fe86 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.102 "DELETE /v2.0/ports/49916a2c-2050-499d-9c6b-79b55a354c5f HTTP/1.1" status: 204 len: 173 time: 0.8166342 Mar 23 11:11:04.098700 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2268d806-d000-436f-b0c2-591fd460540c', 'name': 'network-vif-deleted', 'tag': '49916a2c-2050-499d-9c6b-79b55a354c5f', 'status': 'completed', 'code': 200} Mar 23 11:11:04.195201 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-14c9dcdc-62d6-4af0-b70c-dd2e07c67d37 req-15c7675e-ff41-46d7-81b3-4d6f05a93fe1 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Synchronizing usage tracker for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 23 11:11:04.210527 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.quota.resource [req-14c9dcdc-62d6-4af0-b70c-dd2e07c67d37 req-15c7675e-ff41-46d7-81b3-4d6f05a93fe1 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Unset dirty status for tenant:cd2350c1c2c54582a869d702d77c6d7f on resource:port {{(pid=87859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 23 11:11:04.212062 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [req-14c9dcdc-62d6-4af0-b70c-dd2e07c67d37 req-15c7675e-ff41-46d7-81b3-4d6f05a93fe1 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "GET /v2.0/ports?device_id=2268d806-d000-436f-b0c2-591fd460540c HTTP/1.1" status: 200 len: 210 time: 0.0590372 Mar 23 11:11:05.305541 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45806) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:05.377597 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-965a68c4-ecba-4ff6-863f-ebe18fdc7bf6 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.406874 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-965a68c4-ecba-4ff6-863f-ebe18fdc7bf6 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.476706 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-965a68c4-ecba-4ff6-863f-ebe18fdc7bf6 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.493859 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a68c4-ecba-4ff6-863f-ebe18fdc7bf6 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b36f6f7-06c4-4cba-a6ff-f1a04aab9958,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:05.508044 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-965a68c4-ecba-4ff6-863f-ebe18fdc7bf6 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:05.509234 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-965a68c4-ecba-4ff6-863f-ebe18fdc7bf6 tempest-TestSnapshotPattern-955024993 tempest-TestSnapshotPattern-955024993-project] 10.222.0.84 "DELETE /v2.0/security-groups/6b36f6f7-06c4-4cba-a6ff-f1a04aab9958 HTTP/1.1" status: 204 len: 168 time: 0.2026994 Mar 23 11:11:05.553139 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45812) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:06.074645 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.203497 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 49916a2c-2050-499d-9c6b-79b55a354c5f no longer exists at agent hyperv_hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:06.237462 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] No Port match for: 49916a2c-2050-499d-9c6b-79b55a354c5f {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:11:06.237804 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Device 49916a2c-2050-499d-9c6b-79b55a354c5f not bound to the agent host hv-neutron-8346 {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:06.414052 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] Deleting port ab1dc893-e116-4ed7-b82f-2584e4229c0a {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:06.414605 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.661402 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-b58ea599-214d-44c7-b5e8-b2e84cd3e68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.677096 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] For port ab1dc893-e116-4ed7-b82f-2584e4229c0a, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ab1dc893-e116-4ed7-b82f-2584e4229c0a,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:11:06.677435 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.747159 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:06.802204 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] Calling delete_port for ab1dc893-e116-4ed7-b82f-2584e4229c0a owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:11:07.114458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.161766 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1dc893-e116-4ed7-b82f-2584e4229c0a,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:07.424227 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.433612 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.677107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:07.792666 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] Router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:11:08.068822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:11:08.077851 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] Sync routers for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:11:08.084762 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-27ff8f43-b8b6-4395-b851-f4b1d4854328 admin admin] 10.222.0.84 "PUT /v2.0/routers/366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5305510 Mar 23 11:11:08.087309 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45816) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:08.088569 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:11:08.089281 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:11:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:08.258217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:08.263593 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:11:08.433363 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:08.442782 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Deleting port ea792505-1558-44cb-bbc0-6d6d4a646057 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:08.443141 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:08.546407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122'}], 'enable_snat': True}, 'gw_port_id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:11:07Z', 'revision_number': 5, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port': {'id': 'ea792505-1558-44cb-bbc0-6d6d4a646057', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:22:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:13Z', 'updated_at': '2022-03-23T11:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:08.550438 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] Checking router: 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 for host: dv-neutron-834652-2-hyperv {{(pid=87861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:11:08.558475 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] Routers {'366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:11:08.559072 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:11:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'], 'active': True} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:08.610578 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] For port ea792505-1558-44cb-bbc0-6d6d4a646057, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=ea792505-1558-44cb-bbc0-6d6d4a646057,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:11:08.610918 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:08.705776 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_dvr_db [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] Set router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 gateway port host: None {{(pid=87861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:11:08.732548 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Calling delete_port for ea792505-1558-44cb-bbc0-6d6d4a646057 owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:11:08.810642 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.db.l3_hamode_db [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:11:08Z', 'revision_number': 6, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:08.814490 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c55ba3-e2a7-4e8e-8584-56510ed9bd31 None None] The sync data for ids ['366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23'] in dv-neutron-834652-2-hyperv is: [{'id': '366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23', 'name': 'tempest-TestSnapshotPattern-1016218026-router', 'tenant_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:12Z', 'updated_at': '2022-03-23T11:11:08Z', 'revision_number': 6, 'project_id': 'cd2350c1c2c54582a869d702d77c6d7f', 'gw_port_host': None}] {{(pid=87861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:11:08.904820 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:08.955115 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea792505-1558-44cb-bbc0-6d6d4a646057,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:09.041107 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.326291 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.328395 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.352788 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.353318 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 11:11:09.365155 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.366247 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-f5a8ac54-f03c-42b6-bd33-279a8e594374 admin admin] 10.222.0.84 "DELETE /v2.0/routers/366d2e1d-fee4-4ff8-b7a4-cf4ecc9abd23 HTTP/1.1" status: 204 len: 168 time: 1.2779608 Mar 23 11:11:09.368882 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45820) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:09.428539 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f63369-b7ea-4e17-8a63-095e6100b940 admin admin] Deleting subnet 05a9b00c-fe52-4412-9914-085e7dc32525 {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 11:11:09.431374 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f63369-b7ea-4e17-8a63-095e6100b940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.480990 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f63369-b7ea-4e17-8a63-095e6100b940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.559298 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f63369-b7ea-4e17-8a63-095e6100b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.629382 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f63369-b7ea-4e17-8a63-095e6100b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.636573 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ab1dc893-e116-4ed7-b82f-2584e4229c0a no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:09.666713 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f63369-b7ea-4e17-8a63-095e6100b940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a9b00c-fe52-4412-9914-085e7dc32525,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:09.670240 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-22f63369-b7ea-4e17-8a63-095e6100b940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.671204 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: ab1dc893-e116-4ed7-b82f-2584e4229c0a {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:11:09.671614 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ab1dc893-e116-4ed7-b82f-2584e4229c0a not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:09.672403 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ea792505-1558-44cb-bbc0-6d6d4a646057 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:09.679047 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-22f63369-b7ea-4e17-8a63-095e6100b940 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/05a9b00c-fe52-4412-9914-085e7dc32525 HTTP/1.1" status: 204 len: 168 time: 0.3069932 Mar 23 11:11:09.679250 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45824) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:09.705739 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb90cf4-012a-420e-9116-3110b2859370 None None] Network 48045c45-8392-471d-a56f-617bd6eb9a78 requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 11:11:09.737603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: ea792505-1558-44cb-bbc0-6d6d4a646057 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:11:09.737856 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device ea792505-1558-44cb-bbc0-6d6d4a646057 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:09.785971 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.796109 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Deleting port f2db9188-5784-4c1f-a999-022886df75e4 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:09.796426 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:09.807067 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.015255 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] For port f2db9188-5784-4c1f-a999-022886df75e4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f2db9188-5784-4c1f-a999-022886df75e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:11:10.015587 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.016539 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] DHCP port deletion for 48045c45-8392-471d-a56f-617bd6eb9a78 request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 11:11:10.021404 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] Deleting port f2db9188-5784-4c1f-a999-022886df75e4 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:10.021774 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.138472 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Calling delete_port for f2db9188-5784-4c1f-a999-022886df75e4 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:11:10.214340 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.264383 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2db9188-5784-4c1f-a999-022886df75e4,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:10.270019 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] No DVR routers for this DVR port f2db9188-5784-4c1f-a999-022886df75e4 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:11:10.276842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] For port f2db9188-5784-4c1f-a999-022886df75e4, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=f2db9188-5784-4c1f-a999-022886df75e4,segment=NetworkSegment(1c3afc54-f36f-48cb-8e6c-b3d521c56af3),segment_id=1c3afc54-f36f-48cb-8e6c-b3d521c56af3)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:11:10.277369 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.384748 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.396213 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] Calling delete_port for f2db9188-5784-4c1f-a999-022886df75e4 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:11:10.413635 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48045c45-8392-471d-a56f-617bd6eb9a78']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:10.430778 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3afc54-f36f-48cb-8e6c-b3d521c56af3') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:10.431197 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3afc54-f36f-48cb-8e6c-b3d521c56af3') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:10.444909 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.464313 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.470638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:11:10.471652 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.471917 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:11:10.472282 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:11:10.487434 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:11:10.571465 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.587186 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:10.597100 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] Pushing event deleted for resources: {'Network': ['ID=48045c45-8392-471d-a56f-617bd6eb9a78,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:10.609547 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-13f3af4b-d2ac-4751-8ddc-514a18388303 admin admin] 10.222.0.84 "DELETE /v2.0/networks/48045c45-8392-471d-a56f-617bd6eb9a78 HTTP/1.1" status: 204 len: 168 time: 0.9293592 Mar 23 11:11:10.612844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45828) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:10.973437 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] Deleting port f2db9188-5784-4c1f-a999-022886df75e4 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:10.974010 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:11.038492 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-f08e4917-0a6c-48cd-896f-2f4320106b7f None None] The port 'f2db9188-5784-4c1f-a999-022886df75e4' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 11:11:11.239879 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4160298'] for router_interface, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:11.559124 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f2db9188-5784-4c1f-a999-022886df75e4 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:11.591926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] Deleting port b5596cf4-ecf3-47c0-9310-4a2806bad37e {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:11.592537 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:11.594704 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: f2db9188-5784-4c1f-a999-022886df75e4 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:11:11.595035 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device f2db9188-5784-4c1f-a999-022886df75e4 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:11.758703 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] For port b5596cf4-ecf3-47c0-9310-4a2806bad37e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b5596cf4-ecf3-47c0-9310-4a2806bad37e,segment=NetworkSegment(d7500341-39af-4428-b2b9-a0be2df20076),segment_id=d7500341-39af-4428-b2b9-a0be2df20076)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:11:11.758969 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:11.877963 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] Calling delete_port for b5596cf4-ecf3-47c0-9310-4a2806bad37e owned by network:router_interface {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:11:12.052503 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.100769 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5596cf4-ecf3-47c0-9310-4a2806bad37e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:12.463631 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3676814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4160438'] for router_interface, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:12.810677 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] Router b30bcb36-5b97-48ab-bb16-90586ab08a48 has already been hosted by L3 agent 2e0d5c83-b955-423c-8b05-da6da338d460 {{(pid=87859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 23 11:11:12.983300 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] Notify agent at l3_agent.dv-neutron-834652-2-hyperv the message routers_updated {{(pid=87859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 23 11:11:12.992770 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] Sync routers for ids ['b30bcb36-5b97-48ab-bb16-90586ab08a48'] in dv-neutron-834652-2-hyperv {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 11:11:13.002150 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0e029abd-b98b-4434-a8d8-1dd25c1fa94a admin admin] 10.222.0.84 "PUT /v2.0/routers/b30bcb36-5b97-48ab-bb16-90586ab08a48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3859015 Mar 23 11:11:13.002856 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45832) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:13.002951 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] Routers {'b30bcb36-5b97-48ab-bb16-90586ab08a48'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:11:13.003549 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:11:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b30bcb36-5b97-48ab-bb16-90586ab08a48'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:13.173879 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] Set router b30bcb36-5b97-48ab-bb16-90586ab08a48 gateway port host: dv-neutron-834652-2-hyperv {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:11:13.296508 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Notify callbacks [] for router, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.450133 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'name': 'tempest-TestSnapshotPattern-1188216494-router', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'external_fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16'}], 'enable_snat': True}, 'gw_port_id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:18Z', 'updated_at': '2022-03-23T11:11:11Z', 'revision_number': 5, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'gw_port': {'id': '4bbac7b5-c5af-4c7f-814a-cc48a7672b7e', 'name': '', 'network_id': '77b66acd-bcec-47ba-9161-e3759c2525ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b1:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'ip_address': '172.26.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-834652-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T11:06:19Z', 'updated_at': '2022-03-23T11:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'eff7d457-9487-4bb4-8ff6-2020a1f426a3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-834652-2-hyperv'}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:13.454122 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] Checking router: b30bcb36-5b97-48ab-bb16-90586ab08a48 for host: dv-neutron-834652-2-hyperv {{(pid=87862) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 11:11:13.462690 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] Routers {'b30bcb36-5b97-48ab-bb16-90586ab08a48'} bound to L3 agent in host dv-neutron-834652-2-hyperv {{(pid=87862) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 23 11:11:13.463305 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-834652-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T10:06:36Z,description=,heartbeat_timestamp=2022-03-23T11:11:07Z,host='dv-neutron-834652-2-hyperv',id=2e0d5c83-b955-423c-8b05-da6da338d460,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T10:06:36Z,topic='l3_agent')) {'router_ids': ['b30bcb36-5b97-48ab-bb16-90586ab08a48'], 'active': True} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:13.472612 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.482865 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Deleting port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:13.483422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.652112 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_dvr_db [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] Set router b30bcb36-5b97-48ab-bb16-90586ab08a48 gateway port host: None {{(pid=87862) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 23 11:11:13.660199 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] For port 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=4bbac7b5-c5af-4c7f-814a-cc48a7672b7e,segment=NetworkSegment(d1464962-1c7f-4e48-a62d-a6236327b260),segment_id=d1464962-1c7f-4e48-a62d-a6236327b260)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:11:13.660542 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:13.758329 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.l3_hamode_db [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'name': 'tempest-TestSnapshotPattern-1188216494-router', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:18Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 6, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'gw_port_host': None}], 'dv-neutron-834652-2-hyperv', False) {} {{(pid=87862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:13.762473 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54dd34-d471-4af6-8086-48dc28421628 None None] The sync data for ids ['b30bcb36-5b97-48ab-bb16-90586ab08a48'] in dv-neutron-834652-2-hyperv is: [{'id': 'b30bcb36-5b97-48ab-bb16-90586ab08a48', 'name': 'tempest-TestSnapshotPattern-1188216494-router', 'tenant_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T11:06:18Z', 'updated_at': '2022-03-23T11:11:13Z', 'revision_number': 6, 'project_id': '56d45bb6f1c24bafab7ffb2e865ce8bb', 'gw_port_host': None}] {{(pid=87862) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 11:11:13.892057 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Calling delete_port for 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e owned by network:router_gateway {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:11:14.049574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.093884 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbac7b5-c5af-4c7f-814a-cc48a7672b7e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:14.187616 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4159503'] for router_gateway, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.354422 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4124984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7988'] for router, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.356479 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.379323 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4125159'] for router, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.379818 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b30bcb36-5b97-48ab-bb16-90586ab08a48 {{(pid=87859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 23 11:11:14.392270 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] Notify callbacks [] for router, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.393932 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-0c50529e-e81f-4d71-acaf-0d8176d1e245 admin admin] 10.222.0.84 "DELETE /v2.0/routers/b30bcb36-5b97-48ab-bb16-90586ab08a48 HTTP/1.1" status: 204 len: 168 time: 1.3901863 Mar 23 11:11:14.396458 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45838) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:14.455729 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de16fdf-b52e-4530-a38b-38e6760e71a9 admin admin] Deleting subnet 1e5a8ef4-e6ad-45cf-8281-aeabf970b51e {{(pid=87859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 23 11:11:14.458574 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3de16fdf-b52e-4530-a38b-38e6760e71a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.509924 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3de16fdf-b52e-4530-a38b-38e6760e71a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2690593'] for subnet, precommit_delete_associations {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.589217 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3de16fdf-b52e-4530-a38b-38e6760e71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-969602'] for subnet, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.660881 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3de16fdf-b52e-4530-a38b-38e6760e71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-969611', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116715', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3818992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262009673'] for subnet, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.702039 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de16fdf-b52e-4530-a38b-38e6760e71a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e5a8ef4-e6ad-45cf-8281-aeabf970b51e,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:14.703931 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-3de16fdf-b52e-4530-a38b-38e6760e71a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.710388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2507ac3f-2d10-48cc-b81a-d182e4413806 None None] Network 229a538d-6112-41f6-8869-f2c1ca464b1b requested from dv-neutron-834652-2-hyperv {{(pid=87861) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 23 11:11:14.710882 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-3de16fdf-b52e-4530-a38b-38e6760e71a9 admin admin] 10.222.0.84 "DELETE /v2.0/subnets/1e5a8ef4-e6ad-45cf-8281-aeabf970b51e HTTP/1.1" status: 204 len: 168 time: 0.3131173 Mar 23 11:11:14.712905 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45842) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:14.824570 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-561246'] for network, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.835445 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Deleting port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 {{(pid=87859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:14.835771 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:14.960466 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] DHCP port deletion for 229a538d-6112-41f6-8869-f2c1ca464b1b request from dv-neutron-834652-2-hyperv {{(pid=87861) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 23 11:11:14.964784 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] Deleting port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:14.965193 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.044262 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.db [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] For port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b0d0eccf-8a9b-4d47-9775-21a67f99dbe1,segment=NetworkSegment(d7500341-39af-4428-b2b9-a0be2df20076),segment_id=d7500341-39af-4428-b2b9-a0be2df20076)] {{(pid=87859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:11:15.044827 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.166172 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.db [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] For port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1, host dv-neutron-834652-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-834652-2-hyperv',level=0,port_id=b0d0eccf-8a9b-4d47-9775-21a67f99dbe1,segment=NetworkSegment(d7500341-39af-4428-b2b9-a0be2df20076),segment_id=d7500341-39af-4428-b2b9-a0be2df20076)] {{(pid=87861) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 23 11:11:15.166436 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4160810'] for port, precommit_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.167097 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Calling delete_port for b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 owned by network:dhcp {{(pid=87859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:11:15.289845 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] Calling delete_port for b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 owned by network:dhcp {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 23 11:11:15.336711 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-87348', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783881462254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783881066289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3818949'] for port, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.363016 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.db.api [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87861) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 11:11:15.363370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG oslo_db.api [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 11:11:15.383413 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d0eccf-8a9b-4d47-9775-21a67f99dbe1,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:15.385209 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] No DVR routers for this DVR port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 on host dv-neutron-834652-2-hyperv {{(pid=87859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 11:11:15.495825 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968713', 'neutron.services.segments.db._delete_segments_for_network-8783881616469'] for network, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.523626 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229a538d-6112-41f6-8869-f2c1ca464b1b']}} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:15.536538 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7500341-39af-4428-b2b9-a0be2df20076') {'for_net_delete': True} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:15.536822 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.services.segments.db [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7500341-39af-4428-b2b9-a0be2df20076') {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 11:11:15.548518 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783881621104', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2690600'] for segment, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.564906 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:15.577878 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966997'] for segment, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.583844 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=87859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 11:11:15.584224 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-966983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3818922'] for segment, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: Traceback (most recent call last): Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: timer() Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: cb(*args, **kw) Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: return func(*args, **kwargs) Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: self._notify() Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: self.callback(batched_events) Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: event.method(event) Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: return f(self, *a, **k) Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._get(url).json() Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: return self.request(url, 'GET', **kwargs) Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 11:11:15.597828 dv-neutron-834652-2-hyperv neutron-server[87859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 11:11:15.599827 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:11:15.599959 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device 4bbac7b5-c5af-4c7f-814a-cc48a7672b7e not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:15.600366 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b5596cf4-ecf3-47c0-9310-4a2806bad37e no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:15.632600 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: b5596cf4-ecf3-47c0-9310-4a2806bad37e {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:11:15.632938 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b5596cf4-ecf3-47c0-9310-4a2806bad37e not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:15.633373 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 no longer exists at agent ovs-agent-dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 23 11:11:15.667637 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] No Port match for: b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 {{(pid=87861) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 23 11:11:15.667983 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.rpc [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Device b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 not bound to the agent host dv-neutron-834652-2-hyperv {{(pid=87861) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 23 11:11:15.674638 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3676789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4159530'] for network, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.681731 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Notify callbacks [] for network, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.705889 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] Pushing event deleted for resources: {'Network': ['ID=229a538d-6112-41f6-8869-f2c1ca464b1b,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:15.711838 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-7c08e76b-40fd-457b-b05d-cac9b2e3859c admin admin] 10.222.0.84 "DELETE /v2.0/networks/229a538d-6112-41f6-8869-f2c1ca464b1b HTTP/1.1" status: 204 len: 168 time: 0.9979951 Mar 23 11:11:15.822916 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45848) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:15.864794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] Deleting port b0d0eccf-8a9b-4d47-9775-21a67f99dbe1 {{(pid=87861) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 23 11:11:15.865310 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783881456900'] for port, before_delete {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.903287 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-282ebd28-634b-4547-afc0-5b6d1993767e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=cd2350c1c2c54582a869d702d77c6d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0764294 Mar 23 11:11:15.903487 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45852) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:15.930028 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron.plugins.ml2.plugin [None req-528de5a9-63f3-4d80-84aa-f2d92e25acb7 None None] The port 'b0d0eccf-8a9b-4d47-9775-21a67f99dbe1' was deleted {{(pid=87861) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 23 11:11:15.963665 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23b4fc62-a165-4561-b9e0-f3b704cb7b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:15.989646 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23b4fc62-a165-4561-b9e0-f3b704cb7b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.040680 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23b4fc62-a165-4561-b9e0-f3b704cb7b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.055926 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4fc62-a165-4561-b9e0-f3b704cb7b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580bb696-3642-4d08-a4c6-4239cdcce1a3,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:16.064425 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-23b4fc62-a165-4561-b9e0-f3b704cb7b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.065562 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-23b4fc62-a165-4561-b9e0-f3b704cb7b84 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/580bb696-3642-4d08-a4c6-4239cdcce1a3 HTTP/1.1" status: 204 len: 168 time: 0.1611631 Mar 23 11:11:16.407749 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45860) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:16.458229 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-23f5b5a8-2491-4464-b4a3-02777ad44d4e admin admin] 10.222.0.84 "GET /v2.0/security-groups?tenant_id=56d45bb6f1c24bafab7ffb2e865ce8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488596 Mar 23 11:11:16.460732 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.wsgi [-] (87859) accepted ('10.222.0.84', 45864) {{(pid=87859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 23 11:11:16.515667 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fb691092-085f-462b-b9dd-093d3a6e1cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.540326 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fb691092-085f-462b-b9dd-093d3a6e1cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.590733 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fb691092-085f-462b-b9dd-093d3a6e1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4116483'] for security_group, after_delete {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.604502 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb691092-085f-462b-b9dd-093d3a6e1cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943b12a1-bbda-4f87-938b-850081a677b8,revision_number=None']} {{(pid=87859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 11:11:16.610786 dv-neutron-834652-2-hyperv neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-fb691092-085f-462b-b9dd-093d3a6e1cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:16.612549 dv-neutron-834652-2-hyperv neutron-server[87859]: INFO neutron.wsgi [None req-fb691092-085f-462b-b9dd-093d3a6e1cf7 admin admin] 10.222.0.84 "DELETE /v2.0/security-groups/943b12a1-bbda-4f87-938b-850081a677b8 HTTP/1.1" status: 204 len: 168 time: 0.1509173 Mar 23 11:11:33.824414 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-14d03c87-0b52-4155-98fd-6f2b4bf114c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:36.662680 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f44120f7-196c-4af7-a0b9-c21b7b23753f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:36.740708 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:37.437575 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:37.678990 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:11:38.512683 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:11:39.740636 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:03.826794 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-164dbbde-aa5b-4278-bf51-564eed25a02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:06.663897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-cfa54488-b5b2-4818-aa8e-1815c779c87c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:06.753517 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:07.439256 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:07.682862 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:09.744603 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:15.511552 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:12:33.830446 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-dfaffc2b-274e-4378-b531-7a28fb044552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:36.664342 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f4e9204a-0819-4361-aea2-f8004e40d9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:36.769255 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:37.441379 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:37.684060 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:39.744762 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:12:52.510312 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:13:03.835090 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-800eb9cc-f035-41bb-b948-4900862ba7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:06.664790 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7fc88091-0151-4472-a47c-428f4f11bc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:06.782259 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:07.442996 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:07.687008 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:09.747120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:29.511051 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:13:33.838407 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-01169595-b5b2-41eb-8513-e37d8e291ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:36.664641 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-4dc05d56-7e1b-450a-98c8-1f4fe4266ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:36.781842 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:37.444749 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:37.690217 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:13:39.750136 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:03.840315 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-c4e8fa1a-ac2b-4f74-b81e-20697cbe335d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:06.509807 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:14:06.665615 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-230c3a41-2846-4231-a6e6-3e645005c9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:06.780188 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:07.445340 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:07.695486 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:09.752221 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:33.842815 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-edb02679-7c57-49b1-9947-14387641a0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:36.678450 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-0f717785-a8f9-48e5-b447-d4b8b2f15f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:36.781002 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:37.445764 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:37.696084 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:39.755721 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:14:43.512422 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:14:59.217807 dv-neutron-834652-2-hyperv neutron-server[87860]: DEBUG neutron.wsgi [req-aad65be1-6a26-40ac-9f72-813de650be3c req-30d12846-a327-4d32-b380-71c95c86c2ec service neutron] (87860) timed out ('10.222.0.84', 44434) {{(pid=87860) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 23 11:15:03.845350 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-6bbc73d6-bba8-4289-9346-79619aaffed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:06.669897 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-02ec167d-3e09-4a5c-9658-82e720bc9f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:06.792005 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:07.447173 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:07.702180 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:09.761337 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:20.510933 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:15:33.847385 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-26f87a7e-e6d8-43b1-9cf2-1c5047028d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:36.672352 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-51ee8c1a-0949-4f1a-a2b6-6f1b0fe570bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:36.799020 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:37.448536 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:37.701905 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:39.762285 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:15:57.509621 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:16:03.849735 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-9fdb7ab7-2e16-4e6c-9449-61b1200f14a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:06.674370 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-afde706f-e54e-447e-a904-eb8d6c5bb0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:06.806384 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:07.450071 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:07.704609 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:09.764532 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:33.852388 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-f8e6ebb2-8691-4598-8ee8-a3c06100e921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:34.509464 dv-neutron-834652-2-hyperv neutron-server[87862]: DEBUG neutron.db.agents_db [None req-0165aec0-0167-4418-8e95-690e84124c51 None None] Agent healthcheck: found 6 active agents {{(pid=87862) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 23 11:16:36.677144 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-ecb33bc2-12e7-42cd-bafb-b2e5e2c147f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:36.807137 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-7335dc01-45f3-4a35-b84b-dececa0e60c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:37.453107 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-bde9960f-f89b-45ce-8cd8-c1e3088b6b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:37.710120 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-437066fa-e489-46a8-9f4c-8b8218ae5375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 23 11:16:39.767116 dv-neutron-834652-2-hyperv neutron-server[87861]: DEBUG neutron_lib.callbacks.manager [None req-fff951ae-4822-4a90-b68b-0b8e0b7b0759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783881616442', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-974323'] for agent, after_update {{(pid=87861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}